[ 540.517543] env[69183]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69183) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 540.517905] env[69183]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69183) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 540.518061] env[69183]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69183) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 540.518355] env[69183]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 540.653275] env[69183]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69183) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 540.664104] env[69183]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=69183) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 540.707978] env[69183]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 541.267939] env[69183]: INFO nova.virt.driver [None req-c1beefaf-673e-4d9a-9eff-2dbaeb02564c None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 541.338106] env[69183]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 541.338278] env[69183]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 541.338384] env[69183]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69183) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 544.222246] env[69183]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-91d38898-ce47-457d-865a-3455457b7477 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.239052] env[69183]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69183) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 544.239196] env[69183]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-c272b1b1-4faf-4b0c-834e-c798c6f79db4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.265806] env[69183]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 40a25. [ 544.265975] env[69183]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.928s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 544.266468] env[69183]: INFO nova.virt.vmwareapi.driver [None req-c1beefaf-673e-4d9a-9eff-2dbaeb02564c None None] VMware vCenter version: 7.0.3 [ 544.270115] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2de361b-a481-461f-8e8d-fcfa0c607a30 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.287172] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9121a1b-d13e-47c5-8f39-da95c67faea8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.292920] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07a1a8c-0f55-4755-aab2-2435ab2c9b4b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.299507] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daec2d66-fd86-4cbb-ae27-855971b132e0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.312787] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae21b96-d3ca-4c75-a94d-c453d523f9f9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.318671] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a474fa-34ef-4d32-94a5-e094d25bbb91 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.348219] env[69183]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-aa91e331-3ae2-49cf-bf00-15232c9c0b96 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.353184] env[69183]: DEBUG nova.virt.vmwareapi.driver [None req-c1beefaf-673e-4d9a-9eff-2dbaeb02564c None None] Extension org.openstack.compute already exists. {{(pid=69183) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 544.355820] env[69183]: INFO nova.compute.provider_config [None req-c1beefaf-673e-4d9a-9eff-2dbaeb02564c None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 544.859338] env[69183]: DEBUG nova.context [None req-c1beefaf-673e-4d9a-9eff-2dbaeb02564c None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),d6180696-6c35-417d-b6c5-3f5b1e0c2fcf(cell1) {{(pid=69183) load_cells /opt/stack/nova/nova/context.py:464}} [ 544.861426] env[69183]: DEBUG oslo_concurrency.lockutils [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 544.861654] env[69183]: DEBUG oslo_concurrency.lockutils [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 544.862355] env[69183]: DEBUG oslo_concurrency.lockutils [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 544.862781] env[69183]: DEBUG oslo_concurrency.lockutils [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] Acquiring lock "d6180696-6c35-417d-b6c5-3f5b1e0c2fcf" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 544.862969] env[69183]: DEBUG oslo_concurrency.lockutils [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] Lock "d6180696-6c35-417d-b6c5-3f5b1e0c2fcf" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 544.863963] env[69183]: DEBUG oslo_concurrency.lockutils [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] Lock "d6180696-6c35-417d-b6c5-3f5b1e0c2fcf" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 544.884182] env[69183]: INFO dbcounter [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] Registered counter for database nova_cell0 [ 544.892420] env[69183]: INFO dbcounter [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] Registered counter for database nova_cell1 [ 544.895815] env[69183]: DEBUG oslo_db.sqlalchemy.engines [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69183) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 544.896185] env[69183]: DEBUG oslo_db.sqlalchemy.engines [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69183) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 544.901523] env[69183]: ERROR nova.db.main.api [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 544.901523] env[69183]: result = function(*args, **kwargs) [ 544.901523] env[69183]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 544.901523] env[69183]: return func(*args, **kwargs) [ 544.901523] env[69183]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 544.901523] env[69183]: result = fn(*args, **kwargs) [ 544.901523] env[69183]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 544.901523] env[69183]: return f(*args, **kwargs) [ 544.901523] env[69183]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 544.901523] env[69183]: return db.service_get_minimum_version(context, binaries) [ 544.901523] env[69183]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 544.901523] env[69183]: _check_db_access() [ 544.901523] env[69183]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 544.901523] env[69183]: stacktrace = ''.join(traceback.format_stack()) [ 544.901523] env[69183]: [ 544.902237] env[69183]: ERROR nova.db.main.api [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 544.902237] env[69183]: result = function(*args, **kwargs) [ 544.902237] env[69183]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 544.902237] env[69183]: return func(*args, **kwargs) [ 544.902237] env[69183]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 544.902237] env[69183]: result = fn(*args, **kwargs) [ 544.902237] env[69183]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 544.902237] env[69183]: return f(*args, **kwargs) [ 544.902237] env[69183]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 544.902237] env[69183]: return db.service_get_minimum_version(context, binaries) [ 544.902237] env[69183]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 544.902237] env[69183]: _check_db_access() [ 544.902237] env[69183]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 544.902237] env[69183]: stacktrace = ''.join(traceback.format_stack()) [ 544.902237] env[69183]: [ 544.902775] env[69183]: WARNING nova.objects.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 544.902956] env[69183]: WARNING nova.objects.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] Failed to get minimum service version for cell d6180696-6c35-417d-b6c5-3f5b1e0c2fcf [ 544.903397] env[69183]: DEBUG oslo_concurrency.lockutils [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] Acquiring lock "singleton_lock" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.903554] env[69183]: DEBUG oslo_concurrency.lockutils [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] Acquired lock "singleton_lock" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.903788] env[69183]: DEBUG oslo_concurrency.lockutils [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] Releasing lock "singleton_lock" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.904160] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] Full set of CONF: {{(pid=69183) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 544.904251] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ******************************************************************************** {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 544.904379] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] Configuration options gathered from: {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 544.904515] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 544.904704] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 544.904832] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ================================================================================ {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 544.905047] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] allow_resize_to_same_host = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.905397] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] arq_binding_timeout = 300 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.905586] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] backdoor_port = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.905720] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] backdoor_socket = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.905890] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] block_device_allocate_retries = 60 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.906063] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] block_device_allocate_retries_interval = 3 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.906239] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cert = self.pem {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.906404] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.906569] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] compute_monitors = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.906742] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] config_dir = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.906903] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] config_drive_format = iso9660 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.907049] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.907216] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] config_source = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.907461] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] console_host = devstack {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.907629] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] control_exchange = nova {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.907788] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cpu_allocation_ratio = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.907944] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] daemon = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.908121] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] debug = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.908396] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] default_access_ip_network_name = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.908586] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] default_availability_zone = nova {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.908747] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] default_ephemeral_format = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.908909] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] default_green_pool_size = 1000 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.909164] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.909332] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] default_schedule_zone = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.909490] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] disk_allocation_ratio = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.909651] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] enable_new_services = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.909828] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] enabled_apis = ['osapi_compute'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.909991] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] enabled_ssl_apis = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.910170] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] flat_injected = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.910329] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] force_config_drive = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.910487] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] force_raw_images = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.910652] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] graceful_shutdown_timeout = 5 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.910814] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] heal_instance_info_cache_interval = -1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.911042] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] host = cpu-1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.911226] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.911391] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.911553] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.911771] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.911935] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] instance_build_timeout = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.912106] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] instance_delete_interval = 300 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.912278] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] instance_format = [instance: %(uuid)s] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.912447] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] instance_name_template = instance-%08x {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.912632] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] instance_usage_audit = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.912792] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] instance_usage_audit_period = month {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.912956] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.913136] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.913303] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] internal_service_availability_zone = internal {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.913460] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] key = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.913673] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] live_migration_retry_count = 30 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.913783] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] log_color = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.913948] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] log_config_append = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.914123] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.914299] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] log_dir = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.914439] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] log_file = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.914568] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] log_options = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.914730] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] log_rotate_interval = 1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.914900] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] log_rotate_interval_type = days {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.915086] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] log_rotation_type = none {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.915230] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.915352] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.915523] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.915690] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.915820] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.915981] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] long_rpc_timeout = 1800 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.916155] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] max_concurrent_builds = 10 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.916313] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] max_concurrent_live_migrations = 1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.916472] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] max_concurrent_snapshots = 5 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.916629] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] max_local_block_devices = 3 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.916837] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] max_logfile_count = 30 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.916943] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] max_logfile_size_mb = 200 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.917110] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] maximum_instance_delete_attempts = 5 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.917341] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] metadata_listen = 0.0.0.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.917525] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] metadata_listen_port = 8775 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.917698] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] metadata_workers = 2 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.917861] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] migrate_max_retries = -1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.918038] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] mkisofs_cmd = genisoimage {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.918256] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.918411] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] my_ip = 10.180.1.21 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.918631] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.918796] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] network_allocate_retries = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.918972] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.919200] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.919419] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] osapi_compute_listen_port = 8774 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.919601] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] osapi_compute_unique_server_name_scope = {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.919771] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] osapi_compute_workers = 2 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.919957] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] password_length = 12 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.920149] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] periodic_enable = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.920345] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] periodic_fuzzy_delay = 60 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.920524] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] pointer_model = usbtablet {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.920738] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] preallocate_images = none {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.920934] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] publish_errors = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.921090] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] pybasedir = /opt/stack/nova {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.921259] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ram_allocation_ratio = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.921459] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] rate_limit_burst = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.921671] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] rate_limit_except_level = CRITICAL {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.921841] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] rate_limit_interval = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.922012] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] reboot_timeout = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.922179] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] reclaim_instance_interval = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.922339] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] record = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.922514] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] reimage_timeout_per_gb = 60 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.922681] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] report_interval = 120 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.922846] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] rescue_timeout = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.923018] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] reserved_host_cpus = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.923180] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] reserved_host_disk_mb = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.923343] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] reserved_host_memory_mb = 512 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.923505] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] reserved_huge_pages = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.923667] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] resize_confirm_window = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.923827] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] resize_fs_using_block_device = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.923986] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] resume_guests_state_on_host_boot = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.924170] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.924398] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] rpc_response_timeout = 60 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.924549] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] run_external_periodic_tasks = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.924741] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] running_deleted_instance_action = reap {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.924893] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.925063] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] running_deleted_instance_timeout = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.925231] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] scheduler_instance_sync_interval = 120 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.925528] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] service_down_time = 720 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.925591] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] servicegroup_driver = db {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.925729] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] shell_completion = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.925888] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] shelved_offload_time = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.926057] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] shelved_poll_interval = 3600 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.926232] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] shutdown_timeout = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.926396] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] source_is_ipv6 = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.926593] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ssl_only = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.926860] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.927053] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] sync_power_state_interval = 600 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.927264] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] sync_power_state_pool_size = 1000 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.927476] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] syslog_log_facility = LOG_USER {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.927677] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] tempdir = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.927853] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] timeout_nbd = 10 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.928037] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] transport_url = **** {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.928259] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] update_resources_interval = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.928373] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] use_cow_images = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.928533] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] use_journal = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.928691] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] use_json = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.928853] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] use_rootwrap_daemon = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.929017] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] use_stderr = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.929179] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] use_syslog = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.929338] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vcpu_pin_set = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.929507] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vif_plugging_is_fatal = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.929673] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vif_plugging_timeout = 300 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.929837] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] virt_mkfs = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.929999] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] volume_usage_poll_interval = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.930171] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] watch_log_file = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.930339] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] web = /usr/share/spice-html5 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.930542] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.930726] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.930929] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.931244] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_concurrency.disable_process_locking = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.365263] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.365643] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.365690] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.365878] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.366064] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.366252] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.366443] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api.auth_strategy = keystone {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.366613] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api.compute_link_prefix = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.366788] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.366962] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api.dhcp_domain = novalocal {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.367146] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api.enable_instance_password = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.367381] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api.glance_link_prefix = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.367561] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.367737] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.367902] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api.instance_list_per_project_cells = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.368077] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api.list_records_by_skipping_down_cells = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.368250] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api.local_metadata_per_cell = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.368434] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api.max_limit = 1000 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.368600] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api.metadata_cache_expiration = 15 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.368773] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api.neutron_default_tenant_id = default {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.368943] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api.response_validation = warn {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.369153] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api.use_neutron_default_nets = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.369299] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.369465] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.369653] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.369867] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.370069] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api.vendordata_dynamic_targets = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.370245] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api.vendordata_jsonfile_path = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.370434] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.370634] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.backend = dogpile.cache.memcached {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.370806] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.backend_argument = **** {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.370968] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.backend_expiration_time = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.371155] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.config_prefix = cache.oslo {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.371354] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.dead_timeout = 60.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.371494] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.debug_cache_backend = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.371659] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.enable_retry_client = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.371821] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.enable_socket_keepalive = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.371993] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.enabled = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.372172] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.enforce_fips_mode = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.372340] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.expiration_time = 600 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.372503] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.hashclient_retry_attempts = 2 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.372668] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.372831] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.memcache_dead_retry = 300 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.372989] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.memcache_password = **** {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.373556] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.373556] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.373556] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.memcache_pool_maxsize = 10 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.373728] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.373782] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.memcache_sasl_enabled = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.373965] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.374146] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.374308] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.memcache_username = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.374475] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.proxies = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.374635] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.redis_db = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.374793] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.redis_password = **** {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.374961] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.375163] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.375353] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.redis_server = localhost:6379 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.375525] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.redis_socket_timeout = 1.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.375686] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.redis_username = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.375848] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.retry_attempts = 2 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.376022] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.retry_delay = 0.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.376193] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.socket_keepalive_count = 1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.376354] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.socket_keepalive_idle = 1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.376515] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.socket_keepalive_interval = 1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.376673] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.tls_allowed_ciphers = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.376834] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.tls_cafile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.376989] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.tls_certfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.377165] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.tls_enabled = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.377352] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cache.tls_keyfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.377533] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cinder.auth_section = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.377711] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cinder.auth_type = password {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.377876] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cinder.cafile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.378067] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.378241] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cinder.certfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.378410] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cinder.collect_timing = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.378573] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cinder.cross_az_attach = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.378738] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cinder.debug = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.378900] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cinder.endpoint_template = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.379079] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cinder.http_retries = 3 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.379268] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cinder.insecure = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.379448] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cinder.keyfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.379625] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cinder.os_region_name = RegionOne {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.379792] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cinder.split_loggers = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.379955] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cinder.timeout = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.380145] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.380313] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] compute.cpu_dedicated_set = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.380476] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] compute.cpu_shared_set = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.380643] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] compute.image_type_exclude_list = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.380807] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.380971] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.381148] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.381312] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.381485] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.381651] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] compute.resource_provider_association_refresh = 300 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.381823] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.382023] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] compute.shutdown_retry_interval = 10 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.382211] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.382395] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] conductor.workers = 2 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.382577] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] console.allowed_origins = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.382740] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] console.ssl_ciphers = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.382912] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] console.ssl_minimum_version = default {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.383094] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] consoleauth.enforce_session_timeout = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.383268] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] consoleauth.token_ttl = 600 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.383443] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cyborg.cafile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.383603] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cyborg.certfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.383766] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cyborg.collect_timing = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.383927] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cyborg.connect_retries = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.384099] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cyborg.connect_retry_delay = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.384265] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cyborg.endpoint_override = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.384429] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cyborg.insecure = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.384586] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cyborg.keyfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.384747] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cyborg.max_version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.384904] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cyborg.min_version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.385073] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cyborg.region_name = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.385259] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cyborg.retriable_status_codes = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.385425] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cyborg.service_name = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.385596] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cyborg.service_type = accelerator {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.385756] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cyborg.split_loggers = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.385911] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cyborg.status_code_retries = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.386077] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cyborg.status_code_retry_delay = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.386238] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cyborg.timeout = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.386420] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.386581] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] cyborg.version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.386752] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] database.asyncio_connection = **** {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.386911] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] database.asyncio_slave_connection = **** {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.387110] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] database.backend = sqlalchemy {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.387313] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] database.connection = **** {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.387496] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] database.connection_debug = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.387668] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] database.connection_parameters = {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.387835] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] database.connection_recycle_time = 3600 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.388008] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] database.connection_trace = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.388180] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] database.db_inc_retry_interval = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.388350] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] database.db_max_retries = 20 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.388513] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] database.db_max_retry_interval = 10 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.388678] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] database.db_retry_interval = 1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.388841] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] database.max_overflow = 50 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.389007] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] database.max_pool_size = 5 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.389177] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] database.max_retries = 10 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.389348] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.389508] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] database.mysql_wsrep_sync_wait = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.389669] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] database.pool_timeout = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.389832] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] database.retry_interval = 10 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.389991] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] database.slave_connection = **** {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.390170] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] database.sqlite_synchronous = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.390335] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] database.use_db_reconnect = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.390582] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api_database.asyncio_connection = **** {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.390768] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api_database.asyncio_slave_connection = **** {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.390947] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api_database.backend = sqlalchemy {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.391137] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api_database.connection = **** {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.391309] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api_database.connection_debug = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.391485] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api_database.connection_parameters = {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.391655] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api_database.connection_recycle_time = 3600 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.391819] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api_database.connection_trace = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.391984] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api_database.db_inc_retry_interval = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.392166] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api_database.db_max_retries = 20 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.392336] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api_database.db_max_retry_interval = 10 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.392503] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api_database.db_retry_interval = 1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.392669] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api_database.max_overflow = 50 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.392831] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api_database.max_pool_size = 5 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.392992] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api_database.max_retries = 10 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.393178] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.393341] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.393505] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api_database.pool_timeout = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.393669] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api_database.retry_interval = 10 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.393829] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api_database.slave_connection = **** {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.394032] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] api_database.sqlite_synchronous = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.394222] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] devices.enabled_mdev_types = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.394403] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.394578] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.394741] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ephemeral_storage_encryption.enabled = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.395202] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.395202] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.api_servers = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.395275] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.cafile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.395430] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.certfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.395599] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.collect_timing = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.395760] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.connect_retries = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.395920] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.connect_retry_delay = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.396097] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.debug = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.396268] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.default_trusted_certificate_ids = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.396435] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.enable_certificate_validation = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.396599] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.enable_rbd_download = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.396758] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.endpoint_override = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.396923] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.insecure = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.397098] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.keyfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.397281] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.max_version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.397454] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.min_version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.397623] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.num_retries = 3 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.397793] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.rbd_ceph_conf = {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.397956] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.rbd_connect_timeout = 5 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.398140] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.rbd_pool = {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.398313] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.rbd_user = {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.398483] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.region_name = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.399307] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.retriable_status_codes = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.399307] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.service_name = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.399307] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.service_type = image {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.399307] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.split_loggers = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.399307] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.status_code_retries = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.399508] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.status_code_retry_delay = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.399650] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.timeout = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.399757] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.399922] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.verify_glance_signatures = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.400093] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] glance.version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.400266] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] guestfs.debug = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.400440] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] manila.auth_section = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.400605] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] manila.auth_type = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.400764] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] manila.cafile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.400922] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] manila.certfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.401097] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] manila.collect_timing = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.401261] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] manila.connect_retries = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.401423] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] manila.connect_retry_delay = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.401584] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] manila.endpoint_override = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.401748] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] manila.insecure = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.401904] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] manila.keyfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.402074] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] manila.max_version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.402238] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] manila.min_version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.402399] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] manila.region_name = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.402590] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] manila.retriable_status_codes = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.402757] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] manila.service_name = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.402929] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] manila.service_type = shared-file-system {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.403110] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] manila.share_apply_policy_timeout = 10 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.403279] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] manila.split_loggers = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.403443] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] manila.status_code_retries = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.403600] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] manila.status_code_retry_delay = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.403760] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] manila.timeout = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.403941] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.404115] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] manila.version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.404289] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] mks.enabled = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.404646] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.404892] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] image_cache.manager_interval = 2400 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.405100] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] image_cache.precache_concurrency = 1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.405311] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] image_cache.remove_unused_base_images = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.405491] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.405661] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.405843] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] image_cache.subdirectory_name = _base {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.406033] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.api_max_retries = 60 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.406209] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.api_retry_interval = 2 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.406376] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.auth_section = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.406540] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.auth_type = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.406702] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.cafile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.406861] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.certfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.407034] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.collect_timing = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.407206] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.conductor_group = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.407681] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.connect_retries = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.407681] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.connect_retry_delay = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.407781] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.endpoint_override = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.407862] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.insecure = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.408033] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.keyfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.408197] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.max_version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.408359] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.min_version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.408525] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.peer_list = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.408686] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.region_name = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.408844] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.retriable_status_codes = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.409013] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.serial_console_state_timeout = 10 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.409180] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.service_name = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.409351] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.service_type = baremetal {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.409510] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.shard = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.409674] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.split_loggers = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.409837] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.status_code_retries = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.409994] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.status_code_retry_delay = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.410192] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.timeout = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.410376] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.410540] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ironic.version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.410721] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.410895] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] key_manager.fixed_key = **** {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.415703] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.415703] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican.barbican_api_version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.415703] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican.barbican_endpoint = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.415703] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican.barbican_endpoint_type = public {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.415703] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican.barbican_region_name = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.415703] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican.cafile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.415703] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican.certfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.415929] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican.collect_timing = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.415929] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican.insecure = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.415929] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican.keyfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.415929] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican.number_of_retries = 60 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.415929] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican.retry_delay = 1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.415929] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican.send_service_user_token = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.415929] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican.split_loggers = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.416135] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican.timeout = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.416135] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican.verify_ssl = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.416135] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican.verify_ssl_path = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.416135] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican_service_user.auth_section = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.416135] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican_service_user.auth_type = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.416135] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican_service_user.cafile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.416135] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican_service_user.certfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.416306] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican_service_user.collect_timing = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.416306] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican_service_user.insecure = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.416306] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican_service_user.keyfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.416306] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican_service_user.split_loggers = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.416306] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] barbican_service_user.timeout = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.416306] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vault.approle_role_id = **** {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.416306] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vault.approle_secret_id = **** {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.416470] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vault.kv_mountpoint = secret {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.416470] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vault.kv_path = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.416470] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vault.kv_version = 2 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.416470] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vault.namespace = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.416470] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vault.root_token_id = **** {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.416470] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vault.ssl_ca_crt_file = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.416470] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vault.timeout = 60.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.416641] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vault.use_ssl = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.416866] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.416930] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] keystone.cafile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.417104] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] keystone.certfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.417313] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] keystone.collect_timing = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.417490] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] keystone.connect_retries = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.417654] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] keystone.connect_retry_delay = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.417815] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] keystone.endpoint_override = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.417979] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] keystone.insecure = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.418155] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] keystone.keyfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.418320] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] keystone.max_version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.418475] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] keystone.min_version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.418634] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] keystone.region_name = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.418796] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] keystone.retriable_status_codes = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.418954] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] keystone.service_name = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.419137] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] keystone.service_type = identity {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.419299] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] keystone.split_loggers = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.419458] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] keystone.status_code_retries = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.419617] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] keystone.status_code_retry_delay = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.419775] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] keystone.timeout = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.419953] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.420126] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] keystone.version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.420320] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.ceph_mount_options = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.420644] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.420829] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.connection_uri = {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.420996] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.cpu_mode = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.421181] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.421354] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.cpu_models = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.421529] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.cpu_power_governor_high = performance {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.421697] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.421859] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.cpu_power_management = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.422039] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.422217] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.device_detach_attempts = 8 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.422383] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.device_detach_timeout = 20 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.422555] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.disk_cachemodes = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.422717] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.disk_prefix = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.422958] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.enabled_perf_events = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.423176] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.file_backed_memory = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.423356] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.gid_maps = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.423523] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.hw_disk_discard = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.423684] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.hw_machine_type = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.423854] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.images_rbd_ceph_conf = {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.424028] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.424199] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.424371] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.images_rbd_glance_store_name = {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.424541] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.images_rbd_pool = rbd {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.424713] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.images_type = default {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.424874] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.images_volume_group = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.425048] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.inject_key = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.425274] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.inject_partition = -2 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.425417] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.inject_password = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.425583] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.iscsi_iface = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.425800] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.iser_use_multipath = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.425916] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.426100] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.426269] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.live_migration_downtime = 500 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.426433] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.426594] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.426754] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.live_migration_inbound_addr = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.426916] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.427089] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.427304] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.live_migration_scheme = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.427467] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.live_migration_timeout_action = abort {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.427634] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.live_migration_tunnelled = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.427795] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.live_migration_uri = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.427958] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.live_migration_with_native_tls = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.428133] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.max_queues = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.428298] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.428686] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.428872] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.migration_wait_for_os_vif_and_create_tap_by_nova = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.429054] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.nfs_mount_options = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.429360] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.429542] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.429715] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.429884] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.430061] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.430235] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.num_pcie_ports = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.430409] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.430581] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.pmem_namespaces = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.430744] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.quobyte_client_cfg = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.431048] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.431235] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.431409] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.431578] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.431745] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.rbd_secret_uuid = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.431910] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.rbd_user = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.432092] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.432275] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.432431] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.rescue_image_id = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.432596] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.rescue_kernel_id = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.432759] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.rescue_ramdisk_id = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.432931] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.433111] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.rx_queue_size = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.433286] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.smbfs_mount_options = {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.433572] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.433746] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.snapshot_compression = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.433909] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.snapshot_image_format = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.434154] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.434327] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.sparse_logical_volumes = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.434493] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.swtpm_enabled = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.434662] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.swtpm_group = tss {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.434836] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.swtpm_user = tss {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.435013] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.sysinfo_serial = unique {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.435196] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.tb_cache_size = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.435388] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.tx_queue_size = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.435567] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.uid_maps = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.435732] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.use_virtio_for_bridges = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.435901] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.virt_type = kvm {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.436081] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.volume_clear = zero {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.436251] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.volume_clear_size = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.436421] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.volume_use_multipath = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.436582] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.vzstorage_cache_path = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.436750] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.436919] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.437096] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.437328] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.437631] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.437822] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.vzstorage_mount_user = stack {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.437992] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.438185] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.auth_section = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.438361] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.auth_type = password {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.438527] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.cafile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.438688] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.certfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.438852] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.collect_timing = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.439052] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.connect_retries = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.439226] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.connect_retry_delay = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.439402] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.default_floating_pool = public {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.439570] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.endpoint_override = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.439735] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.extension_sync_interval = 600 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.439899] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.http_retries = 3 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.440081] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.insecure = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.440251] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.keyfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.440412] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.max_version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.440619] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.440791] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.min_version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.440963] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.ovs_bridge = br-int {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.441146] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.physnets = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.441318] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.region_name = RegionOne {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.441482] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.retriable_status_codes = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.441652] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.service_metadata_proxy = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.441816] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.service_name = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.441982] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.service_type = network {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.442163] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.split_loggers = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.442326] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.status_code_retries = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.442489] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.status_code_retry_delay = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.442648] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.timeout = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.442829] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.442992] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] neutron.version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.443179] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] notifications.bdms_in_notifications = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.443359] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] notifications.default_level = INFO {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.443526] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] notifications.include_share_mapping = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.443700] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] notifications.notification_format = unversioned {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.443865] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] notifications.notify_on_state_change = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.444047] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.444235] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] pci.alias = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.444407] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] pci.device_spec = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.444571] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] pci.report_in_placement = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.444743] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.auth_section = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.444917] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.auth_type = password {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.445097] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.445312] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.cafile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.445493] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.certfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.445659] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.collect_timing = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.445820] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.connect_retries = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.445999] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.connect_retry_delay = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.446149] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.default_domain_id = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.446312] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.default_domain_name = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.446471] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.domain_id = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.446629] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.domain_name = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.446788] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.endpoint_override = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.446949] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.insecure = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.447120] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.keyfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.447308] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.max_version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.447470] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.min_version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.447653] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.password = **** {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.447820] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.project_domain_id = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.447990] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.project_domain_name = Default {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.448172] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.project_id = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.448347] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.project_name = service {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.448517] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.region_name = RegionOne {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.448678] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.retriable_status_codes = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.448840] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.service_name = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.449021] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.service_type = placement {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.449191] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.split_loggers = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.449382] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.status_code_retries = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.449576] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.status_code_retry_delay = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.449713] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.system_scope = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.449870] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.timeout = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.450039] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.trust_id = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.450204] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.user_domain_id = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.450371] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.user_domain_name = Default {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.450531] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.user_id = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.450701] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.username = nova {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.450879] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.451050] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] placement.version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.451240] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] quota.cores = 20 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.451407] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] quota.count_usage_from_placement = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.451580] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.451748] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] quota.injected_file_content_bytes = 10240 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.451915] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] quota.injected_file_path_length = 255 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.452093] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] quota.injected_files = 5 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.452266] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] quota.instances = 10 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.452437] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] quota.key_pairs = 100 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.452631] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] quota.metadata_items = 128 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.452814] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] quota.ram = 51200 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.452983] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] quota.recheck_quota = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.453166] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] quota.server_group_members = 10 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.453335] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] quota.server_groups = 10 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.453544] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.453718] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] quota.unified_limits_resource_strategy = require {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.453893] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.454070] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.454238] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] scheduler.image_metadata_prefilter = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.454405] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.454564] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] scheduler.max_attempts = 3 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.454727] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] scheduler.max_placement_results = 1000 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.454896] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.455063] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.455258] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.455452] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] scheduler.workers = 2 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.455634] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.455807] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.455987] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.456173] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.456340] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.456505] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.456666] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.456854] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.457029] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.host_subset_size = 1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.457200] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.457389] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.457560] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.457725] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.457906] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.isolated_hosts = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.458084] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.isolated_images = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.458256] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.458419] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.458584] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.458745] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.pci_in_placement = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.458909] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.459085] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.459252] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.459415] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.459576] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.459737] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.459897] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.track_instance_changes = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.460083] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.460257] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] metrics.required = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.460421] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] metrics.weight_multiplier = 1.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.460586] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.460746] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] metrics.weight_setting = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.461076] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.461263] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] serial_console.enabled = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.461469] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] serial_console.port_range = 10000:20000 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.461647] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.461815] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.461981] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] serial_console.serialproxy_port = 6083 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.462166] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] service_user.auth_section = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.462342] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] service_user.auth_type = password {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.462505] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] service_user.cafile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.462666] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] service_user.certfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.462831] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] service_user.collect_timing = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.462992] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] service_user.insecure = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.463165] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] service_user.keyfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.463334] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] service_user.send_service_user_token = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.463500] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] service_user.split_loggers = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.463660] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] service_user.timeout = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.463829] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] spice.agent_enabled = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.463990] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] spice.enabled = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.464307] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.464514] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.464710] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] spice.html5proxy_port = 6082 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.464877] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] spice.image_compression = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.465048] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] spice.jpeg_compression = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.465212] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] spice.playback_compression = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.465397] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] spice.require_secure = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.465572] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] spice.server_listen = 127.0.0.1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.465740] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.465899] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] spice.streaming_mode = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.466065] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] spice.zlib_compression = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.466233] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] upgrade_levels.baseapi = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.466405] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] upgrade_levels.compute = auto {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.466564] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] upgrade_levels.conductor = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.466720] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] upgrade_levels.scheduler = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.466883] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.467055] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.467219] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vendordata_dynamic_auth.cafile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.467408] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vendordata_dynamic_auth.certfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.467577] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.467738] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vendordata_dynamic_auth.insecure = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.467898] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.468071] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.468242] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vendordata_dynamic_auth.timeout = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.468437] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.api_retry_count = 10 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.468601] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.ca_file = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.468772] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.468941] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.cluster_name = testcl1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.469119] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.connection_pool_size = 10 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.469282] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.console_delay_seconds = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.469452] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.datastore_regex = ^datastore.* {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.469664] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.469842] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.host_password = **** {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.470014] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.host_port = 443 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.470191] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.host_username = administrator@vsphere.local {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.470359] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.insecure = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.470525] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.integration_bridge = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.470689] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.maximum_objects = 100 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.470848] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.pbm_default_policy = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.471017] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.pbm_enabled = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.471183] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.pbm_wsdl_location = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.471352] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.471511] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.serial_port_proxy_uri = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.471677] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.serial_port_service_uri = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.471849] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.task_poll_interval = 0.5 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.472014] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.use_linked_clone = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.472183] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.vnc_keymap = en-us {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.472370] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.vnc_port = 5900 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.472549] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vmware.vnc_port_total = 10000 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.472736] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vnc.auth_schemes = ['none'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.472914] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vnc.enabled = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.473215] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.473402] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.473578] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vnc.novncproxy_port = 6080 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.473763] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vnc.server_listen = 127.0.0.1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.473943] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.474118] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vnc.vencrypt_ca_certs = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.474281] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vnc.vencrypt_client_cert = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.474442] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vnc.vencrypt_client_key = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.474618] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.474782] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] workarounds.disable_deep_image_inspection = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.474942] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.475117] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.475302] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.475479] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] workarounds.disable_rootwrap = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.475643] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] workarounds.enable_numa_live_migration = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.475806] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.475963] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.476137] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.476300] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] workarounds.libvirt_disable_apic = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.476461] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.476621] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.476779] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.476935] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.477105] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.477293] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.477467] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.477631] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.477788] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.477949] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.478148] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.478342] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] wsgi.client_socket_timeout = 900 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.478521] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] wsgi.default_pool_size = 1000 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.478692] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] wsgi.keep_alive = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.478860] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] wsgi.max_header_line = 16384 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.479035] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.479202] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] wsgi.ssl_ca_file = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.479363] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] wsgi.ssl_cert_file = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.479522] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] wsgi.ssl_key_file = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.479688] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] wsgi.tcp_keepidle = 600 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.479858] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.480035] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] zvm.ca_file = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.480199] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] zvm.cloud_connector_url = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.480645] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.480828] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] zvm.reachable_timeout = 300 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.481009] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.481198] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.481378] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] profiler.connection_string = messaging:// {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.481549] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] profiler.enabled = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.481718] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] profiler.es_doc_type = notification {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.481881] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] profiler.es_scroll_size = 10000 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.482058] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] profiler.es_scroll_time = 2m {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.482229] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] profiler.filter_error_trace = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.482396] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] profiler.hmac_keys = **** {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.482565] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] profiler.sentinel_service_name = mymaster {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.482731] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] profiler.socket_timeout = 0.1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.482895] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] profiler.trace_requests = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.483066] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] profiler.trace_sqlalchemy = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.483251] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] profiler_jaeger.process_tags = {} {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.483416] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] profiler_jaeger.service_name_prefix = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.483578] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] profiler_otlp.service_name_prefix = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.483743] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] remote_debug.host = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.483902] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] remote_debug.port = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.484088] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.484258] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.484444] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.484617] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.484781] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.484942] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.485123] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.485310] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.485489] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.485661] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.485822] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.485994] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.486176] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.486373] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.486506] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.486677] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.486842] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.487012] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.487188] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.487380] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.487553] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.487720] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.487886] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.488060] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.488232] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.488395] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.488555] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.488716] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.488875] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.489047] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.489212] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.ssl = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.489382] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.489556] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.489737] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.489908] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.490089] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.490254] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.490443] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.490612] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_notifications.retry = -1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.490787] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.490956] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.491141] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.auth_section = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.491306] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.auth_type = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.491469] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.cafile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.491626] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.certfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.491784] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.collect_timing = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.491942] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.connect_retries = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.492112] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.connect_retry_delay = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.492270] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.endpoint_id = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.492443] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.492602] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.endpoint_override = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.492757] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.endpoint_region_name = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.492916] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.endpoint_service_name = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.493085] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.endpoint_service_type = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.493251] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.insecure = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.493410] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.keyfile = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.493567] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.max_version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.493761] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.min_version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.493931] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.region_name = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.494106] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.retriable_status_codes = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.494268] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.service_name = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.494427] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.service_type = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.494590] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.split_loggers = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.494747] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.status_code_retries = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.494907] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.status_code_retry_delay = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.495097] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.timeout = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.495251] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.valid_interfaces = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.495425] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_limit.version = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.495598] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_reports.file_event_handler = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.495763] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.495922] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] oslo_reports.log_dir = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.496111] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.496280] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.496471] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.496612] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.496776] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.496935] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.497118] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.497301] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vif_plug_ovs_privileged.group = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.497472] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.497641] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.497807] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.497966] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] vif_plug_ovs_privileged.user = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.498153] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.498337] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.498512] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.498683] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.498851] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.499031] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.499203] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.499367] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.499553] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.499741] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] os_vif_ovs.isolate_vif = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.499917] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.500094] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.500268] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.500440] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.500607] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] os_vif_ovs.per_port_bridge = False {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.500771] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] privsep_osbrick.capabilities = [21] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.500929] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] privsep_osbrick.group = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.501098] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] privsep_osbrick.helper_command = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.501268] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.501435] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.501594] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] privsep_osbrick.user = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.501764] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.501923] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] nova_sys_admin.group = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.502091] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] nova_sys_admin.helper_command = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.502259] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.502425] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.502582] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] nova_sys_admin.user = None {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.502713] env[69183]: DEBUG oslo_service.backend.eventlet.service [None req-50c20a15-34c0-4373-8b86-4c07d9f9d0b6 None None] ******************************************************************************** {{(pid=69183) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 545.503135] env[69183]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 546.006866] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Getting list of instances from cluster (obj){ [ 546.006866] env[69183]: value = "domain-c8" [ 546.006866] env[69183]: _type = "ClusterComputeResource" [ 546.006866] env[69183]: } {{(pid=69183) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 546.008235] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dc5b31-ea3a-402c-afbd-25ca5a623ffe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.017208] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Got total of 0 instances {{(pid=69183) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 546.017799] env[69183]: WARNING nova.virt.vmwareapi.driver [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 546.018331] env[69183]: INFO nova.virt.node [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Generated node identity ac1d5a79-805a-416e-80c0-31063a094839 [ 546.018568] env[69183]: INFO nova.virt.node [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Wrote node identity ac1d5a79-805a-416e-80c0-31063a094839 to /opt/stack/data/n-cpu-1/compute_id [ 546.521265] env[69183]: WARNING nova.compute.manager [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Compute nodes ['ac1d5a79-805a-416e-80c0-31063a094839'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 547.527441] env[69183]: INFO nova.compute.manager [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 548.538020] env[69183]: WARNING nova.compute.manager [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 548.538020] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 548.538020] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 548.538020] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 548.538020] env[69183]: DEBUG nova.compute.resource_tracker [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69183) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 548.538020] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736fe46f-d06d-43e7-bc96-bc6897ea2484 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.545646] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f934cd2a-8457-4222-b136-3d24e3ba0c8e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.559483] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ef77e8-ec78-492b-974c-9a7c09a3b1a7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.565889] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715a7e62-6c26-463a-844c-9d108c0c77bf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.594278] env[69183]: DEBUG nova.compute.resource_tracker [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181097MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=69183) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 548.594627] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 548.594994] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 549.099807] env[69183]: WARNING nova.compute.resource_tracker [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] No compute node record for cpu-1:ac1d5a79-805a-416e-80c0-31063a094839: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host ac1d5a79-805a-416e-80c0-31063a094839 could not be found. [ 549.603186] env[69183]: INFO nova.compute.resource_tracker [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: ac1d5a79-805a-416e-80c0-31063a094839 [ 551.118672] env[69183]: DEBUG nova.compute.resource_tracker [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 551.118672] env[69183]: DEBUG nova.compute.resource_tracker [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 551.274020] env[69183]: INFO nova.scheduler.client.report [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] [req-606fd93d-c20a-4851-8332-2b421ff17cfb] Created resource provider record via placement API for resource provider with UUID ac1d5a79-805a-416e-80c0-31063a094839 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 551.289850] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cbb002-4b1a-451b-81d8-252a54ec4ffb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.299024] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aeb126d-ed6b-4e70-85bc-9d743ce054a9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.329525] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6aae34-e353-47c2-883a-b9f2dca889ab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.337497] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febc4c55-e3dd-4e05-a792-78c805fbf1e5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.351038] env[69183]: DEBUG nova.compute.provider_tree [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 551.890021] env[69183]: DEBUG nova.scheduler.client.report [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Updated inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 551.890021] env[69183]: DEBUG nova.compute.provider_tree [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 0 to 1 during operation: update_inventory {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 551.890021] env[69183]: DEBUG nova.compute.provider_tree [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 551.939092] env[69183]: DEBUG nova.compute.provider_tree [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 1 to 2 during operation: update_traits {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 552.442031] env[69183]: DEBUG nova.compute.resource_tracker [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69183) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 552.442031] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.847s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 552.442031] env[69183]: DEBUG nova.service [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Creating RPC server for service compute {{(pid=69183) start /opt/stack/nova/nova/service.py:186}} [ 552.455718] env[69183]: DEBUG nova.service [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] Join ServiceGroup membership for this service compute {{(pid=69183) start /opt/stack/nova/nova/service.py:203}} [ 552.455909] env[69183]: DEBUG nova.servicegroup.drivers.db [None req-7d17757a-e2d3-4823-84b8-a611691064af None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69183) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 553.457708] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.960869] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Getting list of instances from cluster (obj){ [ 553.960869] env[69183]: value = "domain-c8" [ 553.960869] env[69183]: _type = "ClusterComputeResource" [ 553.960869] env[69183]: } {{(pid=69183) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 553.962074] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bc6c83-9a53-4e1e-bcc3-1210624f8120 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.970938] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Got total of 0 instances {{(pid=69183) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 553.971185] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.971488] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Getting list of instances from cluster (obj){ [ 553.971488] env[69183]: value = "domain-c8" [ 553.971488] env[69183]: _type = "ClusterComputeResource" [ 553.971488] env[69183]: } {{(pid=69183) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 553.972343] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01da7fad-4e38-4d74-b10e-5c6ebc0146e9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.979796] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Got total of 0 instances {{(pid=69183) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 591.970405] env[69183]: DEBUG oslo_concurrency.lockutils [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Acquiring lock "7e74fe1d-28cd-4dcb-be20-c3617e3c2d23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.970688] env[69183]: DEBUG oslo_concurrency.lockutils [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Lock "7e74fe1d-28cd-4dcb-be20-c3617e3c2d23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.475040] env[69183]: DEBUG nova.compute.manager [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.810723] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquiring lock "85d6b2fc-0d67-471e-8476-436d5f47071a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.811451] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "85d6b2fc-0d67-471e-8476-436d5f47071a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.014608] env[69183]: DEBUG oslo_concurrency.lockutils [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.014888] env[69183]: DEBUG oslo_concurrency.lockutils [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.017327] env[69183]: INFO nova.compute.claims [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.314141] env[69183]: DEBUG nova.compute.manager [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.843126] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.086432] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0657bf-9a02-40b3-a94c-eb166c663d2c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.095559] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1257c56a-7cde-40ce-accc-b386132611ca {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.128611] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6304c22a-4287-48a0-af30-a7a9680333c0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.137030] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0fdd5c-440c-483f-b29b-eaa28bb94135 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.151060] env[69183]: DEBUG nova.compute.provider_tree [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.655170] env[69183]: DEBUG nova.scheduler.client.report [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.160772] env[69183]: DEBUG oslo_concurrency.lockutils [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.162192] env[69183]: DEBUG nova.compute.manager [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 595.166510] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.324s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.170273] env[69183]: INFO nova.compute.claims [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.396683] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "8b417b3a-4ec1-4b64-9a85-94cda10fcea9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.396915] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "8b417b3a-4ec1-4b64-9a85-94cda10fcea9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.678166] env[69183]: DEBUG nova.compute.utils [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.680753] env[69183]: DEBUG nova.compute.manager [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.680753] env[69183]: DEBUG nova.network.neutron [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 595.902941] env[69183]: DEBUG nova.compute.manager [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.186499] env[69183]: DEBUG nova.compute.manager [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 596.271180] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae22ac47-de54-445d-b0a8-74d61df057f0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.287434] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4852b59c-27b5-4c2f-a0fc-716cac1492fc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.331578] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230646ab-b42f-4932-8ca9-00f29a186647 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.342031] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5912b8-6f51-47da-8b95-bb64001fe130 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.360960] env[69183]: DEBUG nova.compute.provider_tree [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.437246] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.876561] env[69183]: DEBUG nova.policy [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '753b3ff2585448b09b3c9506a97b44c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df1c6b67933e40c6aa9245c9c76a2507', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.880733] env[69183]: DEBUG nova.scheduler.client.report [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.202141] env[69183]: DEBUG nova.compute.manager [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 597.226681] env[69183]: DEBUG nova.virt.hardware [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.227191] env[69183]: DEBUG nova.virt.hardware [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.227191] env[69183]: DEBUG nova.virt.hardware [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.228155] env[69183]: DEBUG nova.virt.hardware [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.228155] env[69183]: DEBUG nova.virt.hardware [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.228155] env[69183]: DEBUG nova.virt.hardware [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.228155] env[69183]: DEBUG nova.virt.hardware [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.228155] env[69183]: DEBUG nova.virt.hardware [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.228765] env[69183]: DEBUG nova.virt.hardware [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.228956] env[69183]: DEBUG nova.virt.hardware [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.229209] env[69183]: DEBUG nova.virt.hardware [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.230224] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6c8437-6ce0-4f8f-a4bd-aac1cd72d234 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.240438] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1146e0-12a7-40ff-a1d1-45ccbff352d2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.257645] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613cd244-1793-42fe-aca5-a8bdfa64e007 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.386809] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.387243] env[69183]: DEBUG nova.compute.manager [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.390294] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.953s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.394868] env[69183]: INFO nova.compute.claims [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.901481] env[69183]: DEBUG nova.compute.utils [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.909919] env[69183]: DEBUG nova.compute.manager [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 597.910070] env[69183]: DEBUG nova.network.neutron [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.087064] env[69183]: DEBUG nova.policy [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8a507ffa22d4842876a649a772b5d9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de0ae5285d0a4e73b7b461c544a7b2a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.412118] env[69183]: DEBUG nova.compute.manager [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.544699] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d618298e-958d-4c3b-b7a8-9a315fc5d838 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.558933] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41270378-6929-4b97-a4ed-0df4c503e46e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.611041] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e549e5-1684-4fc3-8eae-4e98d09d7e22 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.618682] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa87189-a9f0-4894-af22-16ada751ab72 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.633479] env[69183]: DEBUG nova.compute.provider_tree [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.971791] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "e117a0fb-c4ad-4a94-a2b6-761047c35c72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.972075] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "e117a0fb-c4ad-4a94-a2b6-761047c35c72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.138222] env[69183]: DEBUG nova.scheduler.client.report [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.152574] env[69183]: DEBUG nova.network.neutron [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Successfully created port: e3a99bae-1afa-494b-a32f-1acac99e685a {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.160772] env[69183]: DEBUG nova.network.neutron [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Successfully created port: cd98c814-9158-4ec1-ae54-19030359ec80 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.424802] env[69183]: DEBUG nova.compute.manager [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.467956] env[69183]: DEBUG nova.virt.hardware [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.468217] env[69183]: DEBUG nova.virt.hardware [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.468353] env[69183]: DEBUG nova.virt.hardware [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.468526] env[69183]: DEBUG nova.virt.hardware [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.468663] env[69183]: DEBUG nova.virt.hardware [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.468801] env[69183]: DEBUG nova.virt.hardware [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.468998] env[69183]: DEBUG nova.virt.hardware [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.469252] env[69183]: DEBUG nova.virt.hardware [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.469427] env[69183]: DEBUG nova.virt.hardware [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.470073] env[69183]: DEBUG nova.virt.hardware [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.470073] env[69183]: DEBUG nova.virt.hardware [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.471430] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1318d497-073f-4799-8b67-c7f1c2d6f7f4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.475764] env[69183]: DEBUG nova.compute.manager [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.482382] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a319dc-dde6-47f6-95cc-257ce31abbe6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.648291] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.649058] env[69183]: DEBUG nova.compute.manager [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.008768] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.008768] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.008768] env[69183]: INFO nova.compute.claims [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.157235] env[69183]: DEBUG nova.compute.utils [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.157235] env[69183]: DEBUG nova.compute.manager [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.157235] env[69183]: DEBUG nova.network.neutron [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 600.582224] env[69183]: DEBUG nova.policy [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f00793f979a4790b93b80b41897264e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09b86a7103ba44f59bad12d9a89c9241', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.669435] env[69183]: DEBUG nova.compute.manager [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 600.720921] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.720921] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.720921] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.720921] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.720921] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.720921] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.721609] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.721609] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69183) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 600.721609] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.152898] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac22123d-6f56-489f-b0cf-cddbdc105ad9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.169252] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d199bfe0-7c66-46c5-9100-67d62b144431 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.211172] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136f25c9-92fd-4480-8fc1-93f55145f2ac {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.222544] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e62074-9477-43be-9924-291debf90bf3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.230113] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.243848] env[69183]: DEBUG nova.compute.provider_tree [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.421531] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "f260ea23-705e-43fd-8559-d9ee217d5927" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.421783] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "f260ea23-705e-43fd-8559-d9ee217d5927" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.680366] env[69183]: DEBUG nova.compute.manager [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 601.714701] env[69183]: DEBUG nova.virt.hardware [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 601.714957] env[69183]: DEBUG nova.virt.hardware [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 601.715172] env[69183]: DEBUG nova.virt.hardware [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.715391] env[69183]: DEBUG nova.virt.hardware [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 601.715619] env[69183]: DEBUG nova.virt.hardware [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.715870] env[69183]: DEBUG nova.virt.hardware [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 601.719101] env[69183]: DEBUG nova.virt.hardware [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 601.719354] env[69183]: DEBUG nova.virt.hardware [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 601.719484] env[69183]: DEBUG nova.virt.hardware [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 601.719660] env[69183]: DEBUG nova.virt.hardware [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 601.719824] env[69183]: DEBUG nova.virt.hardware [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 601.721486] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b289b9da-34e4-4cda-aa70-1e982e7527f1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.732233] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cce0a7a-de26-4910-8408-60b39b49c5d9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.749878] env[69183]: DEBUG nova.scheduler.client.report [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.931081] env[69183]: DEBUG nova.compute.manager [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.186838] env[69183]: DEBUG nova.network.neutron [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Successfully updated port: cd98c814-9158-4ec1-ae54-19030359ec80 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 602.256146] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.256288] env[69183]: DEBUG nova.compute.manager [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 602.259803] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.031s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.260348] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.260348] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69183) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 602.261376] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2dc3df-4fc4-45fb-af76-fb62435e3548 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.270250] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd4458a-6803-459d-933c-085784bd32b8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.289026] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adaa1b8-b994-40a6-bebb-347d80ee386b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.297307] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21382ecb-8f9e-4fc0-8961-bab2b144740b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.332454] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181103MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=69183) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 602.332454] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.332454] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.336517] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Acquiring lock "77f9c788-209c-4fab-8ca0-832bdc02e4b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.336517] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Lock "77f9c788-209c-4fab-8ca0-832bdc02e4b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.461462] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.696876] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquiring lock "refresh_cache-85d6b2fc-0d67-471e-8476-436d5f47071a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.697139] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquired lock "refresh_cache-85d6b2fc-0d67-471e-8476-436d5f47071a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.697243] env[69183]: DEBUG nova.network.neutron [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.762278] env[69183]: DEBUG nova.network.neutron [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Successfully created port: 1cb42eda-ecf1-40d2-8f6b-379fb01c9383 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.765557] env[69183]: DEBUG nova.compute.utils [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.766819] env[69183]: DEBUG nova.compute.manager [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 602.766987] env[69183]: DEBUG nova.network.neutron [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 602.842068] env[69183]: DEBUG nova.compute.manager [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.887114] env[69183]: DEBUG nova.policy [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4688bd8a8034bfd9af8a06c5fee674f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70599e84e52a41cc8ef9665bd3a0b16d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.271057] env[69183]: DEBUG nova.compute.manager [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 603.310305] env[69183]: DEBUG nova.network.neutron [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 603.363244] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.369719] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 603.369937] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 85d6b2fc-0d67-471e-8476-436d5f47071a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 603.370121] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 8b417b3a-4ec1-4b64-9a85-94cda10fcea9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 603.370254] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance e117a0fb-c4ad-4a94-a2b6-761047c35c72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 603.555402] env[69183]: DEBUG nova.network.neutron [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Successfully updated port: e3a99bae-1afa-494b-a32f-1acac99e685a {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 603.598862] env[69183]: DEBUG nova.compute.manager [req-303f1b05-e869-46d8-aabe-10d409c9c1ab req-6dc2a15a-a235-42ab-b7e4-51bebb3d651e service nova] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Received event network-vif-plugged-cd98c814-9158-4ec1-ae54-19030359ec80 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 603.598862] env[69183]: DEBUG oslo_concurrency.lockutils [req-303f1b05-e869-46d8-aabe-10d409c9c1ab req-6dc2a15a-a235-42ab-b7e4-51bebb3d651e service nova] Acquiring lock "85d6b2fc-0d67-471e-8476-436d5f47071a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.598862] env[69183]: DEBUG oslo_concurrency.lockutils [req-303f1b05-e869-46d8-aabe-10d409c9c1ab req-6dc2a15a-a235-42ab-b7e4-51bebb3d651e service nova] Lock "85d6b2fc-0d67-471e-8476-436d5f47071a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.598862] env[69183]: DEBUG oslo_concurrency.lockutils [req-303f1b05-e869-46d8-aabe-10d409c9c1ab req-6dc2a15a-a235-42ab-b7e4-51bebb3d651e service nova] Lock "85d6b2fc-0d67-471e-8476-436d5f47071a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.598862] env[69183]: DEBUG nova.compute.manager [req-303f1b05-e869-46d8-aabe-10d409c9c1ab req-6dc2a15a-a235-42ab-b7e4-51bebb3d651e service nova] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] No waiting events found dispatching network-vif-plugged-cd98c814-9158-4ec1-ae54-19030359ec80 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 603.599106] env[69183]: WARNING nova.compute.manager [req-303f1b05-e869-46d8-aabe-10d409c9c1ab req-6dc2a15a-a235-42ab-b7e4-51bebb3d651e service nova] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Received unexpected event network-vif-plugged-cd98c814-9158-4ec1-ae54-19030359ec80 for instance with vm_state building and task_state spawning. [ 603.617419] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Acquiring lock "15c37209-65dc-4dd2-800f-2987a3cbfa12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.618089] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Lock "15c37209-65dc-4dd2-800f-2987a3cbfa12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.678219] env[69183]: DEBUG nova.network.neutron [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Successfully created port: 9de88727-ae5b-4677-aa6b-da2d10a55b69 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 603.867961] env[69183]: DEBUG nova.network.neutron [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Updating instance_info_cache with network_info: [{"id": "cd98c814-9158-4ec1-ae54-19030359ec80", "address": "fa:16:3e:36:43:6a", "network": {"id": "e82265fc-9593-4d25-96f7-bd9156e5577d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1342367425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0ae5285d0a4e73b7b461c544a7b2a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd98c814-91", "ovs_interfaceid": "cd98c814-9158-4ec1-ae54-19030359ec80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.872905] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance f260ea23-705e-43fd-8559-d9ee217d5927 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 604.062525] env[69183]: DEBUG oslo_concurrency.lockutils [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Acquiring lock "refresh_cache-7e74fe1d-28cd-4dcb-be20-c3617e3c2d23" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.062525] env[69183]: DEBUG oslo_concurrency.lockutils [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Acquired lock "refresh_cache-7e74fe1d-28cd-4dcb-be20-c3617e3c2d23" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.062525] env[69183]: DEBUG nova.network.neutron [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.121337] env[69183]: DEBUG nova.compute.manager [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.284013] env[69183]: DEBUG nova.compute.manager [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 604.303968] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "1cb528f3-387c-4e8b-8ef9-ffcfc7310c70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.303968] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "1cb528f3-387c-4e8b-8ef9-ffcfc7310c70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.314506] env[69183]: DEBUG nova.virt.hardware [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.314763] env[69183]: DEBUG nova.virt.hardware [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.314905] env[69183]: DEBUG nova.virt.hardware [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.315107] env[69183]: DEBUG nova.virt.hardware [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.315255] env[69183]: DEBUG nova.virt.hardware [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.315404] env[69183]: DEBUG nova.virt.hardware [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.315650] env[69183]: DEBUG nova.virt.hardware [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.315820] env[69183]: DEBUG nova.virt.hardware [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.315990] env[69183]: DEBUG nova.virt.hardware [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.319303] env[69183]: DEBUG nova.virt.hardware [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.319758] env[69183]: DEBUG nova.virt.hardware [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.320709] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfb7e16-3856-414d-b1f3-925174a2a641 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.330910] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019822f9-2469-44aa-b0ae-9f1b59fe9770 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.370599] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Releasing lock "refresh_cache-85d6b2fc-0d67-471e-8476-436d5f47071a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.370836] env[69183]: DEBUG nova.compute.manager [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Instance network_info: |[{"id": "cd98c814-9158-4ec1-ae54-19030359ec80", "address": "fa:16:3e:36:43:6a", "network": {"id": "e82265fc-9593-4d25-96f7-bd9156e5577d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1342367425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0ae5285d0a4e73b7b461c544a7b2a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd98c814-91", "ovs_interfaceid": "cd98c814-9158-4ec1-ae54-19030359ec80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 604.371316] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:43:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd98c814-9158-4ec1-ae54-19030359ec80', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.383774] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.384863] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 77f9c788-209c-4fab-8ca0-832bdc02e4b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 604.385818] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c188c8ca-201d-48ee-bf02-cf61bc368423 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.398455] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Created folder: OpenStack in parent group-v4. [ 604.398725] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Creating folder: Project (de0ae5285d0a4e73b7b461c544a7b2a1). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.398937] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1593f5f-a47d-4f70-8132-a45185bbb743 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.408770] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Created folder: Project (de0ae5285d0a4e73b7b461c544a7b2a1) in parent group-v560622. [ 604.409029] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Creating folder: Instances. Parent ref: group-v560623. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.409226] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70ba9f21-7779-46e1-b2d9-451f102afb25 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.418425] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Created folder: Instances in parent group-v560623. [ 604.418751] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 604.418997] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.419246] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f55e2d80-ab2c-44ac-86d8-8c256ba73513 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.443401] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.443401] env[69183]: value = "task-2789131" [ 604.443401] env[69183]: _type = "Task" [ 604.443401] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.455016] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789131, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.637796] env[69183]: DEBUG nova.network.neutron [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.650777] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.808269] env[69183]: DEBUG nova.compute.manager [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.888841] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 15c37209-65dc-4dd2-800f-2987a3cbfa12 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 604.889140] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 604.889208] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 604.959052] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789131, 'name': CreateVM_Task, 'duration_secs': 0.341659} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.959052] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.979138] env[69183]: DEBUG nova.compute.manager [req-20626195-6700-4510-8084-7182518a143d req-dc80dd15-39e1-4871-9713-ba67c238fa3c service nova] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Received event network-vif-plugged-e3a99bae-1afa-494b-a32f-1acac99e685a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 604.979138] env[69183]: DEBUG oslo_concurrency.lockutils [req-20626195-6700-4510-8084-7182518a143d req-dc80dd15-39e1-4871-9713-ba67c238fa3c service nova] Acquiring lock "7e74fe1d-28cd-4dcb-be20-c3617e3c2d23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.979138] env[69183]: DEBUG oslo_concurrency.lockutils [req-20626195-6700-4510-8084-7182518a143d req-dc80dd15-39e1-4871-9713-ba67c238fa3c service nova] Lock "7e74fe1d-28cd-4dcb-be20-c3617e3c2d23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.979592] env[69183]: DEBUG oslo_concurrency.lockutils [req-20626195-6700-4510-8084-7182518a143d req-dc80dd15-39e1-4871-9713-ba67c238fa3c service nova] Lock "7e74fe1d-28cd-4dcb-be20-c3617e3c2d23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.979592] env[69183]: DEBUG nova.compute.manager [req-20626195-6700-4510-8084-7182518a143d req-dc80dd15-39e1-4871-9713-ba67c238fa3c service nova] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] No waiting events found dispatching network-vif-plugged-e3a99bae-1afa-494b-a32f-1acac99e685a {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.979592] env[69183]: WARNING nova.compute.manager [req-20626195-6700-4510-8084-7182518a143d req-dc80dd15-39e1-4871-9713-ba67c238fa3c service nova] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Received unexpected event network-vif-plugged-e3a99bae-1afa-494b-a32f-1acac99e685a for instance with vm_state building and task_state spawning. [ 605.088910] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa80c7f2-2c27-47c1-8a8c-56e18916f46b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.096873] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb807d5-8724-45e0-96fc-af1a95f0786b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.132935] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a97a90a-392f-48f0-8610-dde5181bd9b6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.137444] env[69183]: DEBUG oslo_vmware.service [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba97bff2-6e47-4508-90a1-60f331b0a5b9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.146348] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae59ddb-7d17-4692-abed-7b0b34859f64 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.163350] env[69183]: DEBUG nova.compute.provider_tree [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.169019] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.169019] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.169019] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.169019] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad99a12-3e99-4e37-a11a-9b3232016cbf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.173132] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 605.173132] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52752305-fd1d-5f5a-80f4-8ef24ff3457d" [ 605.173132] env[69183]: _type = "Task" [ 605.173132] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.183030] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52752305-fd1d-5f5a-80f4-8ef24ff3457d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.191533] env[69183]: DEBUG nova.network.neutron [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Updating instance_info_cache with network_info: [{"id": "e3a99bae-1afa-494b-a32f-1acac99e685a", "address": "fa:16:3e:04:4e:7f", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3a99bae-1a", "ovs_interfaceid": "e3a99bae-1afa-494b-a32f-1acac99e685a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.348079] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.510405] env[69183]: DEBUG nova.network.neutron [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Successfully updated port: 1cb42eda-ecf1-40d2-8f6b-379fb01c9383 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 605.671288] env[69183]: DEBUG nova.scheduler.client.report [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.692994] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.692994] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.692994] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.693410] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.693977] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.694414] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98cae330-d663-4a02-935c-8aab8a48a8bf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.696860] env[69183]: DEBUG oslo_concurrency.lockutils [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Releasing lock "refresh_cache-7e74fe1d-28cd-4dcb-be20-c3617e3c2d23" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.698808] env[69183]: DEBUG nova.compute.manager [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Instance network_info: |[{"id": "e3a99bae-1afa-494b-a32f-1acac99e685a", "address": "fa:16:3e:04:4e:7f", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3a99bae-1a", "ovs_interfaceid": "e3a99bae-1afa-494b-a32f-1acac99e685a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 605.700240] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:4e:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3a99bae-1afa-494b-a32f-1acac99e685a', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.708024] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Creating folder: Project (df1c6b67933e40c6aa9245c9c76a2507). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.710810] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7908a818-abf6-4a50-8b19-bca85cd353cc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.713116] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.713116] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.716328] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a0270b-200b-40bd-a009-94b6c01f6ab7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.725538] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb8514c3-ae28-46a2-80d7-2f4a00f59763 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.729530] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Created folder: Project (df1c6b67933e40c6aa9245c9c76a2507) in parent group-v560622. [ 605.731270] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Creating folder: Instances. Parent ref: group-v560626. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.731270] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5344b9f1-ced8-45e9-bdcc-c379da00c2d7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.738315] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 605.738315] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]523b49d1-bef3-d455-71bb-4ee3c583bd4c" [ 605.738315] env[69183]: _type = "Task" [ 605.738315] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.745368] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]523b49d1-bef3-d455-71bb-4ee3c583bd4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.746891] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Created folder: Instances in parent group-v560626. [ 605.747165] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 605.747351] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.747591] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-667f7816-e877-4407-a589-05ffdbf98f03 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.772387] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.772387] env[69183]: value = "task-2789134" [ 605.772387] env[69183]: _type = "Task" [ 605.772387] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.782824] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789134, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.820618] env[69183]: DEBUG oslo_concurrency.lockutils [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "4aa83732-4f5c-45e5-8929-d8301c2e9b3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.820854] env[69183]: DEBUG oslo_concurrency.lockutils [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "4aa83732-4f5c-45e5-8929-d8301c2e9b3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.014466] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "refresh_cache-8b417b3a-4ec1-4b64-9a85-94cda10fcea9" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.014466] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquired lock "refresh_cache-8b417b3a-4ec1-4b64-9a85-94cda10fcea9" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.014466] env[69183]: DEBUG nova.network.neutron [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 606.185721] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69183) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 606.185721] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.853s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.185721] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.725s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.185721] env[69183]: INFO nova.compute.claims [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.249904] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Preparing fetch location {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 606.250206] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Creating directory with path [datastore2] vmware_temp/d55ef443-9294-4ee7-9416-b43d89e7804c/f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.250446] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5da92c6b-b60d-4e76-8089-7eddb1365878 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.274049] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Created directory with path [datastore2] vmware_temp/d55ef443-9294-4ee7-9416-b43d89e7804c/f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.274049] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Fetch image to [datastore2] vmware_temp/d55ef443-9294-4ee7-9416-b43d89e7804c/f7726cdb-6378-48d3-afce-c7bc7e065714/tmp-sparse.vmdk {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 606.274049] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Downloading image file data f7726cdb-6378-48d3-afce-c7bc7e065714 to [datastore2] vmware_temp/d55ef443-9294-4ee7-9416-b43d89e7804c/f7726cdb-6378-48d3-afce-c7bc7e065714/tmp-sparse.vmdk on the data store datastore2 {{(pid=69183) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 606.274049] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c07b50f-7e10-4b98-8d59-2ab006f0ec73 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.288753] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738779dd-e09c-4a84-8196-d61090ee56ca {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.293077] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789134, 'name': CreateVM_Task, 'duration_secs': 0.338783} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.293185] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.294388] env[69183]: DEBUG oslo_concurrency.lockutils [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.294589] env[69183]: DEBUG oslo_concurrency.lockutils [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.294988] env[69183]: DEBUG oslo_concurrency.lockutils [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.301140] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b17e1b4-f3fe-46d2-b0bb-9175ccd0cef5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.306119] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc4fef3-2ec1-4b64-b518-2eebee66415d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.316088] env[69183]: DEBUG oslo_vmware.api [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Waiting for the task: (returnval){ [ 606.316088] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]529972ee-19a3-3ed3-81a1-6afa7acf0b95" [ 606.316088] env[69183]: _type = "Task" [ 606.316088] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.345698] env[69183]: DEBUG nova.compute.manager [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.356930] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9fb79f-b929-42c7-ab5d-4d8d192dc813 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.367608] env[69183]: DEBUG oslo_concurrency.lockutils [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.367608] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.367608] env[69183]: DEBUG oslo_concurrency.lockutils [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.367608] env[69183]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-a7594ca4-2d32-413e-82db-0870399280d1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.390211] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Downloading image file data f7726cdb-6378-48d3-afce-c7bc7e065714 to the data store datastore2 {{(pid=69183) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 606.463434] env[69183]: DEBUG oslo_vmware.rw_handles [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d55ef443-9294-4ee7-9416-b43d89e7804c/f7726cdb-6378-48d3-afce-c7bc7e065714/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69183) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 606.588118] env[69183]: DEBUG nova.network.neutron [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.878041] env[69183]: DEBUG oslo_concurrency.lockutils [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.917819] env[69183]: DEBUG nova.network.neutron [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Successfully updated port: 9de88727-ae5b-4677-aa6b-da2d10a55b69 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.970327] env[69183]: DEBUG nova.compute.manager [req-2507b7b0-8547-4750-a3e6-217ba2d451b5 req-173a471b-e31f-4a5a-a845-8a9b1ee4a2d9 service nova] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Received event network-changed-cd98c814-9158-4ec1-ae54-19030359ec80 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 606.970503] env[69183]: DEBUG nova.compute.manager [req-2507b7b0-8547-4750-a3e6-217ba2d451b5 req-173a471b-e31f-4a5a-a845-8a9b1ee4a2d9 service nova] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Refreshing instance network info cache due to event network-changed-cd98c814-9158-4ec1-ae54-19030359ec80. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 606.970924] env[69183]: DEBUG oslo_concurrency.lockutils [req-2507b7b0-8547-4750-a3e6-217ba2d451b5 req-173a471b-e31f-4a5a-a845-8a9b1ee4a2d9 service nova] Acquiring lock "refresh_cache-85d6b2fc-0d67-471e-8476-436d5f47071a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.970924] env[69183]: DEBUG oslo_concurrency.lockutils [req-2507b7b0-8547-4750-a3e6-217ba2d451b5 req-173a471b-e31f-4a5a-a845-8a9b1ee4a2d9 service nova] Acquired lock "refresh_cache-85d6b2fc-0d67-471e-8476-436d5f47071a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.971100] env[69183]: DEBUG nova.network.neutron [req-2507b7b0-8547-4750-a3e6-217ba2d451b5 req-173a471b-e31f-4a5a-a845-8a9b1ee4a2d9 service nova] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Refreshing network info cache for port cd98c814-9158-4ec1-ae54-19030359ec80 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.976035] env[69183]: DEBUG nova.network.neutron [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Updating instance_info_cache with network_info: [{"id": "1cb42eda-ecf1-40d2-8f6b-379fb01c9383", "address": "fa:16:3e:5d:ce:d4", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cb42eda-ec", "ovs_interfaceid": "1cb42eda-ecf1-40d2-8f6b-379fb01c9383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.122991] env[69183]: DEBUG oslo_vmware.rw_handles [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Completed reading data from the image iterator. {{(pid=69183) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 607.123335] env[69183]: DEBUG oslo_vmware.rw_handles [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d55ef443-9294-4ee7-9416-b43d89e7804c/f7726cdb-6378-48d3-afce-c7bc7e065714/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69183) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 607.260261] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Downloaded image file data f7726cdb-6378-48d3-afce-c7bc7e065714 to vmware_temp/d55ef443-9294-4ee7-9416-b43d89e7804c/f7726cdb-6378-48d3-afce-c7bc7e065714/tmp-sparse.vmdk on the data store datastore2 {{(pid=69183) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 607.262020] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Caching image {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 607.262268] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Copying Virtual Disk [datastore2] vmware_temp/d55ef443-9294-4ee7-9416-b43d89e7804c/f7726cdb-6378-48d3-afce-c7bc7e065714/tmp-sparse.vmdk to [datastore2] vmware_temp/d55ef443-9294-4ee7-9416-b43d89e7804c/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.262885] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e90dffe9-efbb-4966-9b59-4f9dd9c0106c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.275165] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 607.275165] env[69183]: value = "task-2789135" [ 607.275165] env[69183]: _type = "Task" [ 607.275165] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.289408] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.395058] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eceef71-3e27-49b3-81a1-082acc699607 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.416175] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0743c1d0-9a88-49b7-b01b-57d386499e04 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.420770] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "refresh_cache-e117a0fb-c4ad-4a94-a2b6-761047c35c72" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.423348] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquired lock "refresh_cache-e117a0fb-c4ad-4a94-a2b6-761047c35c72" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.423348] env[69183]: DEBUG nova.network.neutron [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.465486] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c55aff-bee4-40ee-a21a-4e9b8650fddd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.477120] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d057a4-139b-4712-98b2-3dbdaefe221a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.486900] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Releasing lock "refresh_cache-8b417b3a-4ec1-4b64-9a85-94cda10fcea9" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.487219] env[69183]: DEBUG nova.compute.manager [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Instance network_info: |[{"id": "1cb42eda-ecf1-40d2-8f6b-379fb01c9383", "address": "fa:16:3e:5d:ce:d4", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cb42eda-ec", "ovs_interfaceid": "1cb42eda-ecf1-40d2-8f6b-379fb01c9383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 607.487719] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:ce:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cb42eda-ecf1-40d2-8f6b-379fb01c9383', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.495666] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Creating folder: Project (09b86a7103ba44f59bad12d9a89c9241). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.497054] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75a20142-b26f-4b1f-9b6d-39d4729a1558 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.508412] env[69183]: DEBUG nova.compute.provider_tree [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.517370] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Created folder: Project (09b86a7103ba44f59bad12d9a89c9241) in parent group-v560622. [ 607.517584] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Creating folder: Instances. Parent ref: group-v560629. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.517842] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45087867-e6e7-4ab6-b3b5-32251e9ac0eb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.527884] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Created folder: Instances in parent group-v560629. [ 607.528162] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 607.528351] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.528553] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc18d4b5-d4d5-4d6f-a65f-dd6513dd2e49 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.553693] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.553693] env[69183]: value = "task-2789138" [ 607.553693] env[69183]: _type = "Task" [ 607.553693] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.561261] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789138, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.788122] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789135, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.790469] env[69183]: DEBUG nova.network.neutron [req-2507b7b0-8547-4750-a3e6-217ba2d451b5 req-173a471b-e31f-4a5a-a845-8a9b1ee4a2d9 service nova] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Updated VIF entry in instance network info cache for port cd98c814-9158-4ec1-ae54-19030359ec80. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.790793] env[69183]: DEBUG nova.network.neutron [req-2507b7b0-8547-4750-a3e6-217ba2d451b5 req-173a471b-e31f-4a5a-a845-8a9b1ee4a2d9 service nova] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Updating instance_info_cache with network_info: [{"id": "cd98c814-9158-4ec1-ae54-19030359ec80", "address": "fa:16:3e:36:43:6a", "network": {"id": "e82265fc-9593-4d25-96f7-bd9156e5577d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1342367425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0ae5285d0a4e73b7b461c544a7b2a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd98c814-91", "ovs_interfaceid": "cd98c814-9158-4ec1-ae54-19030359ec80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.988256] env[69183]: DEBUG nova.network.neutron [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.016851] env[69183]: DEBUG nova.scheduler.client.report [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.065412] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789138, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.110434] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Acquiring lock "71c69f98-c57a-4419-9e28-48f869f2dba4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.111811] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Lock "71c69f98-c57a-4419-9e28-48f869f2dba4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.149165] env[69183]: DEBUG nova.network.neutron [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Updating instance_info_cache with network_info: [{"id": "9de88727-ae5b-4677-aa6b-da2d10a55b69", "address": "fa:16:3e:8b:81:b9", "network": {"id": "bebea28c-2208-4d24-a442-ec753d970f78", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2116791220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "70599e84e52a41cc8ef9665bd3a0b16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de88727-ae", "ovs_interfaceid": "9de88727-ae5b-4677-aa6b-da2d10a55b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.291477] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735738} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.294293] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Copied Virtual Disk [datastore2] vmware_temp/d55ef443-9294-4ee7-9416-b43d89e7804c/f7726cdb-6378-48d3-afce-c7bc7e065714/tmp-sparse.vmdk to [datastore2] vmware_temp/d55ef443-9294-4ee7-9416-b43d89e7804c/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.294293] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Deleting the datastore file [datastore2] vmware_temp/d55ef443-9294-4ee7-9416-b43d89e7804c/f7726cdb-6378-48d3-afce-c7bc7e065714/tmp-sparse.vmdk {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 608.294293] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90249a3e-32ab-4e3e-8a4c-27b1023bf76e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.294708] env[69183]: DEBUG oslo_concurrency.lockutils [req-2507b7b0-8547-4750-a3e6-217ba2d451b5 req-173a471b-e31f-4a5a-a845-8a9b1ee4a2d9 service nova] Releasing lock "refresh_cache-85d6b2fc-0d67-471e-8476-436d5f47071a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.299599] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 608.299599] env[69183]: value = "task-2789139" [ 608.299599] env[69183]: _type = "Task" [ 608.299599] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.308586] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.524225] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.524225] env[69183]: DEBUG nova.compute.manager [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.529983] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.165s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.531086] env[69183]: INFO nova.compute.claims [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.566145] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789138, 'name': CreateVM_Task, 'duration_secs': 0.910914} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.566145] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.566651] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.566820] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.567257] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.567418] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b7c2a0c-fb18-4cf9-a8a4-8c010a430a80 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.572265] env[69183]: DEBUG oslo_vmware.api [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 608.572265] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]526aca27-985b-4ab0-c8c5-a00f79cb2bf9" [ 608.572265] env[69183]: _type = "Task" [ 608.572265] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.580883] env[69183]: DEBUG oslo_vmware.api [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]526aca27-985b-4ab0-c8c5-a00f79cb2bf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.617389] env[69183]: DEBUG nova.compute.manager [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.655049] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Releasing lock "refresh_cache-e117a0fb-c4ad-4a94-a2b6-761047c35c72" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.655049] env[69183]: DEBUG nova.compute.manager [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Instance network_info: |[{"id": "9de88727-ae5b-4677-aa6b-da2d10a55b69", "address": "fa:16:3e:8b:81:b9", "network": {"id": "bebea28c-2208-4d24-a442-ec753d970f78", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2116791220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "70599e84e52a41cc8ef9665bd3a0b16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de88727-ae", "ovs_interfaceid": "9de88727-ae5b-4677-aa6b-da2d10a55b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.655240] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:81:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0734cc4-5718-45e2-9f98-0ded96880bef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9de88727-ae5b-4677-aa6b-da2d10a55b69', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.668466] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Creating folder: Project (70599e84e52a41cc8ef9665bd3a0b16d). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.668811] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75d81335-c45b-48f5-8738-ac0c2ad312d3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.680940] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Created folder: Project (70599e84e52a41cc8ef9665bd3a0b16d) in parent group-v560622. [ 608.681147] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Creating folder: Instances. Parent ref: group-v560632. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.682121] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50e26f0f-bff1-4407-8b1d-1016871c535b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.693281] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Created folder: Instances in parent group-v560632. [ 608.693519] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.693697] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.693896] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c16941ae-ceaf-4f32-ada0-f938cea35830 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.716612] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.716612] env[69183]: value = "task-2789142" [ 608.716612] env[69183]: _type = "Task" [ 608.716612] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.728502] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789142, 'name': CreateVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.746183] env[69183]: DEBUG nova.compute.manager [req-3d818071-a3f1-4888-af2c-740daa2c08e9 req-c781cb5a-b860-4f75-b158-15f50fcf5868 service nova] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Received event network-changed-e3a99bae-1afa-494b-a32f-1acac99e685a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 608.746183] env[69183]: DEBUG nova.compute.manager [req-3d818071-a3f1-4888-af2c-740daa2c08e9 req-c781cb5a-b860-4f75-b158-15f50fcf5868 service nova] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Refreshing instance network info cache due to event network-changed-e3a99bae-1afa-494b-a32f-1acac99e685a. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 608.746941] env[69183]: DEBUG oslo_concurrency.lockutils [req-3d818071-a3f1-4888-af2c-740daa2c08e9 req-c781cb5a-b860-4f75-b158-15f50fcf5868 service nova] Acquiring lock "refresh_cache-7e74fe1d-28cd-4dcb-be20-c3617e3c2d23" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.747316] env[69183]: DEBUG oslo_concurrency.lockutils [req-3d818071-a3f1-4888-af2c-740daa2c08e9 req-c781cb5a-b860-4f75-b158-15f50fcf5868 service nova] Acquired lock "refresh_cache-7e74fe1d-28cd-4dcb-be20-c3617e3c2d23" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.747646] env[69183]: DEBUG nova.network.neutron [req-3d818071-a3f1-4888-af2c-740daa2c08e9 req-c781cb5a-b860-4f75-b158-15f50fcf5868 service nova] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Refreshing network info cache for port e3a99bae-1afa-494b-a32f-1acac99e685a {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 608.812509] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025218} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.812509] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.818080] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Moving file from [datastore2] vmware_temp/d55ef443-9294-4ee7-9416-b43d89e7804c/f7726cdb-6378-48d3-afce-c7bc7e065714 to [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714. {{(pid=69183) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 608.818080] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-76c2d262-4aaa-473e-8c23-0e90fc3802d2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.825381] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 608.825381] env[69183]: value = "task-2789143" [ 608.825381] env[69183]: _type = "Task" [ 608.825381] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.834224] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789143, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.978873] env[69183]: DEBUG oslo_concurrency.lockutils [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Acquiring lock "94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.979123] env[69183]: DEBUG oslo_concurrency.lockutils [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Lock "94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.038367] env[69183]: DEBUG nova.compute.utils [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.039675] env[69183]: DEBUG nova.compute.manager [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.039858] env[69183]: DEBUG nova.network.neutron [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.085367] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.085964] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.086465] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.126923] env[69183]: DEBUG nova.policy [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4688bd8a8034bfd9af8a06c5fee674f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70599e84e52a41cc8ef9665bd3a0b16d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.148898] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.229979] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789142, 'name': CreateVM_Task, 'duration_secs': 0.338795} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.232021] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.232800] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.232963] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.233435] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.233577] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8e3b118-6310-49f0-917d-7cc19b75b0c7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.240228] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 609.240228] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]520b4379-7bb8-86ef-7daa-9f469cc85443" [ 609.240228] env[69183]: _type = "Task" [ 609.240228] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.254729] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520b4379-7bb8-86ef-7daa-9f469cc85443, 'name': SearchDatastore_Task, 'duration_secs': 0.009261} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.256961] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.256961] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.257479] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.261622] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "67db8d5d-3399-4519-a950-5dcce2f54210" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.262977] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "67db8d5d-3399-4519-a950-5dcce2f54210" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.292508] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "941df97c-8cc5-4ffd-9cff-60f38a72579d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.292743] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "941df97c-8cc5-4ffd-9cff-60f38a72579d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.335814] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789143, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025171} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.336353] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] File moved {{(pid=69183) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 609.336353] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Cleaning up location [datastore2] vmware_temp/d55ef443-9294-4ee7-9416-b43d89e7804c {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 609.337358] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Deleting the datastore file [datastore2] vmware_temp/d55ef443-9294-4ee7-9416-b43d89e7804c {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.337358] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abef3f94-9351-4738-b578-a4d24488ca6a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.345308] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 609.345308] env[69183]: value = "task-2789144" [ 609.345308] env[69183]: _type = "Task" [ 609.345308] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.352236] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.464059] env[69183]: DEBUG nova.network.neutron [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Successfully created port: e8a907c0-1c73-4a31-9c8b-a23e01cfcd51 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.546013] env[69183]: DEBUG nova.compute.manager [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.791962] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bda8794-fe34-4616-8bc4-ee40170e4621 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.800591] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72c3e26-eafa-40a3-84cc-8c3306cc0618 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.832653] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f13c8b-e33a-41e5-9bf8-57ac20bcc65d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.840701] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da79310-6067-4f8f-9519-809a71789d4b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.853090] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024307} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.860862] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.861795] env[69183]: DEBUG nova.compute.provider_tree [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.863410] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d46ca0bc-c845-425f-8d68-c6bdd2ff8cbd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.868929] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 609.868929] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52138b85-16c2-5fa6-1119-5821418f8c6f" [ 609.868929] env[69183]: _type = "Task" [ 609.868929] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.878207] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52138b85-16c2-5fa6-1119-5821418f8c6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.112143] env[69183]: DEBUG nova.network.neutron [req-3d818071-a3f1-4888-af2c-740daa2c08e9 req-c781cb5a-b860-4f75-b158-15f50fcf5868 service nova] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Updated VIF entry in instance network info cache for port e3a99bae-1afa-494b-a32f-1acac99e685a. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.112143] env[69183]: DEBUG nova.network.neutron [req-3d818071-a3f1-4888-af2c-740daa2c08e9 req-c781cb5a-b860-4f75-b158-15f50fcf5868 service nova] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Updating instance_info_cache with network_info: [{"id": "e3a99bae-1afa-494b-a32f-1acac99e685a", "address": "fa:16:3e:04:4e:7f", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3a99bae-1a", "ovs_interfaceid": "e3a99bae-1afa-494b-a32f-1acac99e685a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.367616] env[69183]: DEBUG nova.scheduler.client.report [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.389738] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52138b85-16c2-5fa6-1119-5821418f8c6f, 'name': SearchDatastore_Task, 'duration_secs': 0.014153} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.390069] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.390348] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 85d6b2fc-0d67-471e-8476-436d5f47071a/85d6b2fc-0d67-471e-8476-436d5f47071a.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.390627] env[69183]: DEBUG oslo_concurrency.lockutils [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.390941] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.391585] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48be3261-ecbd-42bd-b8a4-f31b440bcf6b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.396627] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2567513-727a-4cb8-a39b-82ad466729f9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.403871] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 610.403871] env[69183]: value = "task-2789145" [ 610.403871] env[69183]: _type = "Task" [ 610.403871] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.405053] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.405235] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.409450] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac2e616a-55ee-460c-bd39-e5f2c6736e47 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.416955] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.418612] env[69183]: DEBUG oslo_vmware.api [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Waiting for the task: (returnval){ [ 610.418612] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52a2e293-bd72-a952-b7e6-6e47e92dafd0" [ 610.418612] env[69183]: _type = "Task" [ 610.418612] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.427500] env[69183]: DEBUG oslo_vmware.api [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a2e293-bd72-a952-b7e6-6e47e92dafd0, 'name': SearchDatastore_Task, 'duration_secs': 0.010324} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.428313] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12415c7c-8835-4953-b0d3-944e418e4cc7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.433581] env[69183]: DEBUG oslo_vmware.api [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Waiting for the task: (returnval){ [ 610.433581] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52800611-f9a5-eaa5-2c8f-2ee026148bc2" [ 610.433581] env[69183]: _type = "Task" [ 610.433581] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.443297] env[69183]: DEBUG oslo_vmware.api [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52800611-f9a5-eaa5-2c8f-2ee026148bc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.555037] env[69183]: DEBUG nova.compute.manager [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.594023] env[69183]: DEBUG nova.virt.hardware [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.594023] env[69183]: DEBUG nova.virt.hardware [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.594023] env[69183]: DEBUG nova.virt.hardware [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.594272] env[69183]: DEBUG nova.virt.hardware [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.594272] env[69183]: DEBUG nova.virt.hardware [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.594272] env[69183]: DEBUG nova.virt.hardware [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.594948] env[69183]: DEBUG nova.virt.hardware [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.595312] env[69183]: DEBUG nova.virt.hardware [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.597258] env[69183]: DEBUG nova.virt.hardware [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.597258] env[69183]: DEBUG nova.virt.hardware [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.597258] env[69183]: DEBUG nova.virt.hardware [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.597258] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcac9eb-238f-4f33-b7bf-a83efbae0baf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.608441] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94aeca5d-fc2c-4a00-8463-e3389d112217 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.615713] env[69183]: DEBUG oslo_concurrency.lockutils [req-3d818071-a3f1-4888-af2c-740daa2c08e9 req-c781cb5a-b860-4f75-b158-15f50fcf5868 service nova] Releasing lock "refresh_cache-7e74fe1d-28cd-4dcb-be20-c3617e3c2d23" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.615713] env[69183]: DEBUG nova.compute.manager [req-3d818071-a3f1-4888-af2c-740daa2c08e9 req-c781cb5a-b860-4f75-b158-15f50fcf5868 service nova] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Received event network-vif-plugged-1cb42eda-ecf1-40d2-8f6b-379fb01c9383 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 610.615951] env[69183]: DEBUG oslo_concurrency.lockutils [req-3d818071-a3f1-4888-af2c-740daa2c08e9 req-c781cb5a-b860-4f75-b158-15f50fcf5868 service nova] Acquiring lock "8b417b3a-4ec1-4b64-9a85-94cda10fcea9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.616112] env[69183]: DEBUG oslo_concurrency.lockutils [req-3d818071-a3f1-4888-af2c-740daa2c08e9 req-c781cb5a-b860-4f75-b158-15f50fcf5868 service nova] Lock "8b417b3a-4ec1-4b64-9a85-94cda10fcea9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.616268] env[69183]: DEBUG oslo_concurrency.lockutils [req-3d818071-a3f1-4888-af2c-740daa2c08e9 req-c781cb5a-b860-4f75-b158-15f50fcf5868 service nova] Lock "8b417b3a-4ec1-4b64-9a85-94cda10fcea9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.616427] env[69183]: DEBUG nova.compute.manager [req-3d818071-a3f1-4888-af2c-740daa2c08e9 req-c781cb5a-b860-4f75-b158-15f50fcf5868 service nova] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] No waiting events found dispatching network-vif-plugged-1cb42eda-ecf1-40d2-8f6b-379fb01c9383 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 610.616707] env[69183]: WARNING nova.compute.manager [req-3d818071-a3f1-4888-af2c-740daa2c08e9 req-c781cb5a-b860-4f75-b158-15f50fcf5868 service nova] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Received unexpected event network-vif-plugged-1cb42eda-ecf1-40d2-8f6b-379fb01c9383 for instance with vm_state building and task_state spawning. [ 610.616803] env[69183]: DEBUG nova.compute.manager [req-3d818071-a3f1-4888-af2c-740daa2c08e9 req-c781cb5a-b860-4f75-b158-15f50fcf5868 service nova] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Received event network-changed-1cb42eda-ecf1-40d2-8f6b-379fb01c9383 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 610.617045] env[69183]: DEBUG nova.compute.manager [req-3d818071-a3f1-4888-af2c-740daa2c08e9 req-c781cb5a-b860-4f75-b158-15f50fcf5868 service nova] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Refreshing instance network info cache due to event network-changed-1cb42eda-ecf1-40d2-8f6b-379fb01c9383. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 610.617152] env[69183]: DEBUG oslo_concurrency.lockutils [req-3d818071-a3f1-4888-af2c-740daa2c08e9 req-c781cb5a-b860-4f75-b158-15f50fcf5868 service nova] Acquiring lock "refresh_cache-8b417b3a-4ec1-4b64-9a85-94cda10fcea9" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.617289] env[69183]: DEBUG oslo_concurrency.lockutils [req-3d818071-a3f1-4888-af2c-740daa2c08e9 req-c781cb5a-b860-4f75-b158-15f50fcf5868 service nova] Acquired lock "refresh_cache-8b417b3a-4ec1-4b64-9a85-94cda10fcea9" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.617731] env[69183]: DEBUG nova.network.neutron [req-3d818071-a3f1-4888-af2c-740daa2c08e9 req-c781cb5a-b860-4f75-b158-15f50fcf5868 service nova] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Refreshing network info cache for port 1cb42eda-ecf1-40d2-8f6b-379fb01c9383 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.880866] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.881482] env[69183]: DEBUG nova.compute.manager [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.884839] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.234s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.886880] env[69183]: INFO nova.compute.claims [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.916967] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474086} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.917223] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 85d6b2fc-0d67-471e-8476-436d5f47071a/85d6b2fc-0d67-471e-8476-436d5f47071a.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.917426] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.917688] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d327a6bf-9c7a-462a-b449-51570d5dec22 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.925204] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 610.925204] env[69183]: value = "task-2789146" [ 610.925204] env[69183]: _type = "Task" [ 610.925204] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.926770] env[69183]: DEBUG nova.compute.manager [req-fe392800-24d5-43d7-999d-d66c4471c8d4 req-f0657e4b-54b1-4986-ba51-ef59ca9c4f5b service nova] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Received event network-vif-plugged-9de88727-ae5b-4677-aa6b-da2d10a55b69 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 610.927129] env[69183]: DEBUG oslo_concurrency.lockutils [req-fe392800-24d5-43d7-999d-d66c4471c8d4 req-f0657e4b-54b1-4986-ba51-ef59ca9c4f5b service nova] Acquiring lock "e117a0fb-c4ad-4a94-a2b6-761047c35c72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.927409] env[69183]: DEBUG oslo_concurrency.lockutils [req-fe392800-24d5-43d7-999d-d66c4471c8d4 req-f0657e4b-54b1-4986-ba51-ef59ca9c4f5b service nova] Lock "e117a0fb-c4ad-4a94-a2b6-761047c35c72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.927475] env[69183]: DEBUG oslo_concurrency.lockutils [req-fe392800-24d5-43d7-999d-d66c4471c8d4 req-f0657e4b-54b1-4986-ba51-ef59ca9c4f5b service nova] Lock "e117a0fb-c4ad-4a94-a2b6-761047c35c72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.927641] env[69183]: DEBUG nova.compute.manager [req-fe392800-24d5-43d7-999d-d66c4471c8d4 req-f0657e4b-54b1-4986-ba51-ef59ca9c4f5b service nova] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] No waiting events found dispatching network-vif-plugged-9de88727-ae5b-4677-aa6b-da2d10a55b69 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 610.927889] env[69183]: WARNING nova.compute.manager [req-fe392800-24d5-43d7-999d-d66c4471c8d4 req-f0657e4b-54b1-4986-ba51-ef59ca9c4f5b service nova] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Received unexpected event network-vif-plugged-9de88727-ae5b-4677-aa6b-da2d10a55b69 for instance with vm_state building and task_state spawning. [ 610.928041] env[69183]: DEBUG nova.compute.manager [req-fe392800-24d5-43d7-999d-d66c4471c8d4 req-f0657e4b-54b1-4986-ba51-ef59ca9c4f5b service nova] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Received event network-changed-9de88727-ae5b-4677-aa6b-da2d10a55b69 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 610.928203] env[69183]: DEBUG nova.compute.manager [req-fe392800-24d5-43d7-999d-d66c4471c8d4 req-f0657e4b-54b1-4986-ba51-ef59ca9c4f5b service nova] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Refreshing instance network info cache due to event network-changed-9de88727-ae5b-4677-aa6b-da2d10a55b69. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 610.928424] env[69183]: DEBUG oslo_concurrency.lockutils [req-fe392800-24d5-43d7-999d-d66c4471c8d4 req-f0657e4b-54b1-4986-ba51-ef59ca9c4f5b service nova] Acquiring lock "refresh_cache-e117a0fb-c4ad-4a94-a2b6-761047c35c72" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.928486] env[69183]: DEBUG oslo_concurrency.lockutils [req-fe392800-24d5-43d7-999d-d66c4471c8d4 req-f0657e4b-54b1-4986-ba51-ef59ca9c4f5b service nova] Acquired lock "refresh_cache-e117a0fb-c4ad-4a94-a2b6-761047c35c72" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.929533] env[69183]: DEBUG nova.network.neutron [req-fe392800-24d5-43d7-999d-d66c4471c8d4 req-f0657e4b-54b1-4986-ba51-ef59ca9c4f5b service nova] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Refreshing network info cache for port 9de88727-ae5b-4677-aa6b-da2d10a55b69 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.951372] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.956819] env[69183]: DEBUG oslo_vmware.api [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52800611-f9a5-eaa5-2c8f-2ee026148bc2, 'name': SearchDatastore_Task, 'duration_secs': 0.00931} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.957101] env[69183]: DEBUG oslo_concurrency.lockutils [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.957356] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23/7e74fe1d-28cd-4dcb-be20-c3617e3c2d23.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.958086] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.958086] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.958293] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b598b225-64d5-4480-b0bd-2f5ae5ad8bf2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.963014] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63ced702-4fee-4212-babc-c0ab7db5f91b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.972618] env[69183]: DEBUG oslo_vmware.api [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Waiting for the task: (returnval){ [ 610.972618] env[69183]: value = "task-2789147" [ 610.972618] env[69183]: _type = "Task" [ 610.972618] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.974543] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.974743] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.980273] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b96d4ba9-34ab-4bac-a4aa-395dc30edfa7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.987017] env[69183]: DEBUG oslo_vmware.api [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 610.987017] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]521c30e0-66af-2eec-187b-ae0d03a6928f" [ 610.987017] env[69183]: _type = "Task" [ 610.987017] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.991445] env[69183]: DEBUG oslo_vmware.api [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.005117] env[69183]: DEBUG oslo_vmware.api [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521c30e0-66af-2eec-187b-ae0d03a6928f, 'name': SearchDatastore_Task, 'duration_secs': 0.008996} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.005938] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c7f3b2-226e-4e48-b815-3d26896421b3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.014196] env[69183]: DEBUG oslo_vmware.api [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 611.014196] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]525392e3-9e72-b659-6b8e-aab5c2d06e88" [ 611.014196] env[69183]: _type = "Task" [ 611.014196] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.031107] env[69183]: DEBUG oslo_vmware.api [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525392e3-9e72-b659-6b8e-aab5c2d06e88, 'name': SearchDatastore_Task, 'duration_secs': 0.008723} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.031384] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.031704] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 8b417b3a-4ec1-4b64-9a85-94cda10fcea9/8b417b3a-4ec1-4b64-9a85-94cda10fcea9.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.032016] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.032202] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.032513] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fd4446a-2f42-4724-abf9-d5e4a976ccb7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.035803] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c45164b-3ccc-45cc-995b-108a113810b4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.042415] env[69183]: DEBUG oslo_vmware.api [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 611.042415] env[69183]: value = "task-2789148" [ 611.042415] env[69183]: _type = "Task" [ 611.042415] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.047887] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.048106] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.049722] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ffcedb3-86ca-40b7-928d-ebafb4de845a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.055853] env[69183]: DEBUG oslo_vmware.api [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.059253] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 611.059253] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5292152e-5784-430c-237a-caa40e7dfc71" [ 611.059253] env[69183]: _type = "Task" [ 611.059253] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.067910] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5292152e-5784-430c-237a-caa40e7dfc71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.095394] env[69183]: DEBUG oslo_concurrency.lockutils [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Acquiring lock "b99b6af4-b37d-44cf-81d7-de744d7cc8e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.095697] env[69183]: DEBUG oslo_concurrency.lockutils [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Lock "b99b6af4-b37d-44cf-81d7-de744d7cc8e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.249282] env[69183]: DEBUG nova.network.neutron [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Successfully updated port: e8a907c0-1c73-4a31-9c8b-a23e01cfcd51 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 611.392923] env[69183]: DEBUG nova.compute.utils [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.398741] env[69183]: DEBUG nova.compute.manager [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.398956] env[69183]: DEBUG nova.network.neutron [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.445937] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073771} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.449608] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.449608] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a40ff6-3f92-4f8c-8c3d-fb49ef5e22fc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.480454] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 85d6b2fc-0d67-471e-8476-436d5f47071a/85d6b2fc-0d67-471e-8476-436d5f47071a.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.481575] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed390102-e51c-4f92-bb4c-cf23a792f2e5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.527497] env[69183]: DEBUG oslo_vmware.api [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459555} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.529604] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23/7e74fe1d-28cd-4dcb-be20-c3617e3c2d23.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.530872] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.530872] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 611.530872] env[69183]: value = "task-2789149" [ 611.530872] env[69183]: _type = "Task" [ 611.530872] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.530872] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36ef4bee-94a4-448a-9361-8b7583aceae1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.534806] env[69183]: DEBUG nova.policy [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8197a56de09c4b329542e361d1d3d2d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '016bc1c35fb24f89ac5c5fe81e7cd582', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.554039] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.554495] env[69183]: DEBUG oslo_vmware.api [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Waiting for the task: (returnval){ [ 611.554495] env[69183]: value = "task-2789150" [ 611.554495] env[69183]: _type = "Task" [ 611.554495] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.574958] env[69183]: DEBUG oslo_vmware.api [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789148, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.584227] env[69183]: DEBUG oslo_vmware.api [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.584227] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5292152e-5784-430c-237a-caa40e7dfc71, 'name': SearchDatastore_Task, 'duration_secs': 0.009436} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.584227] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e44d6d0-bf4e-4bbb-8276-ea6062df1e3e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.596402] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 611.596402] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]520b5f95-e181-18ef-00db-feb79e5807e5" [ 611.596402] env[69183]: _type = "Task" [ 611.596402] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.608948] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520b5f95-e181-18ef-00db-feb79e5807e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.722128] env[69183]: DEBUG nova.network.neutron [req-3d818071-a3f1-4888-af2c-740daa2c08e9 req-c781cb5a-b860-4f75-b158-15f50fcf5868 service nova] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Updated VIF entry in instance network info cache for port 1cb42eda-ecf1-40d2-8f6b-379fb01c9383. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.722538] env[69183]: DEBUG nova.network.neutron [req-3d818071-a3f1-4888-af2c-740daa2c08e9 req-c781cb5a-b860-4f75-b158-15f50fcf5868 service nova] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Updating instance_info_cache with network_info: [{"id": "1cb42eda-ecf1-40d2-8f6b-379fb01c9383", "address": "fa:16:3e:5d:ce:d4", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cb42eda-ec", "ovs_interfaceid": "1cb42eda-ecf1-40d2-8f6b-379fb01c9383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.752474] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "refresh_cache-f260ea23-705e-43fd-8559-d9ee217d5927" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.752474] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquired lock "refresh_cache-f260ea23-705e-43fd-8559-d9ee217d5927" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.752654] env[69183]: DEBUG nova.network.neutron [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.899592] env[69183]: DEBUG nova.compute.manager [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.050800] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789149, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.059851] env[69183]: DEBUG oslo_vmware.api [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702201} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.065864] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 8b417b3a-4ec1-4b64-9a85-94cda10fcea9/8b417b3a-4ec1-4b64-9a85-94cda10fcea9.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.066953] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.068229] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e65cf82-b6fa-4229-9d0f-f0441ef83ec4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.075678] env[69183]: DEBUG oslo_vmware.api [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195587} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.076947] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.077270] env[69183]: DEBUG oslo_vmware.api [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 612.077270] env[69183]: value = "task-2789151" [ 612.077270] env[69183]: _type = "Task" [ 612.077270] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.079305] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c302a52-2c8c-4fcb-bad6-480aa56d7da3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.092070] env[69183]: DEBUG oslo_vmware.api [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.113703] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23/7e74fe1d-28cd-4dcb-be20-c3617e3c2d23.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.117741] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9d3dc40-c32e-41c2-b73a-66010718e03b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.141596] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520b5f95-e181-18ef-00db-feb79e5807e5, 'name': SearchDatastore_Task, 'duration_secs': 0.051965} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.145692] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.145968] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] e117a0fb-c4ad-4a94-a2b6-761047c35c72/e117a0fb-c4ad-4a94-a2b6-761047c35c72.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.146309] env[69183]: DEBUG oslo_vmware.api [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Waiting for the task: (returnval){ [ 612.146309] env[69183]: value = "task-2789152" [ 612.146309] env[69183]: _type = "Task" [ 612.146309] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.146495] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cec46bd-9243-4a57-a643-c6008fddf40a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.166174] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 612.166174] env[69183]: value = "task-2789153" [ 612.166174] env[69183]: _type = "Task" [ 612.166174] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.166174] env[69183]: DEBUG oslo_vmware.api [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.172401] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.225986] env[69183]: DEBUG oslo_concurrency.lockutils [req-3d818071-a3f1-4888-af2c-740daa2c08e9 req-c781cb5a-b860-4f75-b158-15f50fcf5868 service nova] Releasing lock "refresh_cache-8b417b3a-4ec1-4b64-9a85-94cda10fcea9" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.276010] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f2ad0a-6f2c-4058-9284-d84b8f174aa0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.285661] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef8a2a3-57fb-49f7-8630-e5a92ce40ff7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.331033] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb3810f-0775-41bb-a013-d424aeab7f0d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.333619] env[69183]: DEBUG nova.compute.manager [req-2b1ae0d3-aa6c-45de-b7f2-d7473069b405 req-b59942bc-bd33-41e5-a8bd-6f671af5a01e service nova] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Received event network-vif-plugged-e8a907c0-1c73-4a31-9c8b-a23e01cfcd51 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 612.333619] env[69183]: DEBUG oslo_concurrency.lockutils [req-2b1ae0d3-aa6c-45de-b7f2-d7473069b405 req-b59942bc-bd33-41e5-a8bd-6f671af5a01e service nova] Acquiring lock "f260ea23-705e-43fd-8559-d9ee217d5927-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.333749] env[69183]: DEBUG oslo_concurrency.lockutils [req-2b1ae0d3-aa6c-45de-b7f2-d7473069b405 req-b59942bc-bd33-41e5-a8bd-6f671af5a01e service nova] Lock "f260ea23-705e-43fd-8559-d9ee217d5927-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.333879] env[69183]: DEBUG oslo_concurrency.lockutils [req-2b1ae0d3-aa6c-45de-b7f2-d7473069b405 req-b59942bc-bd33-41e5-a8bd-6f671af5a01e service nova] Lock "f260ea23-705e-43fd-8559-d9ee217d5927-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.335473] env[69183]: DEBUG nova.compute.manager [req-2b1ae0d3-aa6c-45de-b7f2-d7473069b405 req-b59942bc-bd33-41e5-a8bd-6f671af5a01e service nova] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] No waiting events found dispatching network-vif-plugged-e8a907c0-1c73-4a31-9c8b-a23e01cfcd51 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.335473] env[69183]: WARNING nova.compute.manager [req-2b1ae0d3-aa6c-45de-b7f2-d7473069b405 req-b59942bc-bd33-41e5-a8bd-6f671af5a01e service nova] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Received unexpected event network-vif-plugged-e8a907c0-1c73-4a31-9c8b-a23e01cfcd51 for instance with vm_state building and task_state spawning. [ 612.340566] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b7652a-f2f0-40f6-8e64-800d1b61b854 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.357789] env[69183]: DEBUG nova.compute.provider_tree [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.362738] env[69183]: DEBUG nova.network.neutron [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 612.528166] env[69183]: DEBUG nova.network.neutron [req-fe392800-24d5-43d7-999d-d66c4471c8d4 req-f0657e4b-54b1-4986-ba51-ef59ca9c4f5b service nova] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Updated VIF entry in instance network info cache for port 9de88727-ae5b-4677-aa6b-da2d10a55b69. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.528512] env[69183]: DEBUG nova.network.neutron [req-fe392800-24d5-43d7-999d-d66c4471c8d4 req-f0657e4b-54b1-4986-ba51-ef59ca9c4f5b service nova] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Updating instance_info_cache with network_info: [{"id": "9de88727-ae5b-4677-aa6b-da2d10a55b69", "address": "fa:16:3e:8b:81:b9", "network": {"id": "bebea28c-2208-4d24-a442-ec753d970f78", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2116791220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "70599e84e52a41cc8ef9665bd3a0b16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de88727-ae", "ovs_interfaceid": "9de88727-ae5b-4677-aa6b-da2d10a55b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.544541] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789149, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.597665] env[69183]: DEBUG oslo_vmware.api [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06397} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.601436] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.602688] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867a2223-262b-4d9d-93ae-17eb8ebbf156 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.628310] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 8b417b3a-4ec1-4b64-9a85-94cda10fcea9/8b417b3a-4ec1-4b64-9a85-94cda10fcea9.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.628630] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adfddf0c-2e35-454a-8a1c-d9bed17c2235 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.648313] env[69183]: DEBUG oslo_vmware.api [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 612.648313] env[69183]: value = "task-2789154" [ 612.648313] env[69183]: _type = "Task" [ 612.648313] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.659163] env[69183]: DEBUG oslo_vmware.api [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789154, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.662188] env[69183]: DEBUG oslo_vmware.api [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789152, 'name': ReconfigVM_Task, 'duration_secs': 0.335296} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.662629] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23/7e74fe1d-28cd-4dcb-be20-c3617e3c2d23.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.663144] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e1d4daf-4169-41f1-a54c-7bcc4af2b0ab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.673201] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.674581] env[69183]: DEBUG oslo_vmware.api [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Waiting for the task: (returnval){ [ 612.674581] env[69183]: value = "task-2789155" [ 612.674581] env[69183]: _type = "Task" [ 612.674581] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.683718] env[69183]: DEBUG oslo_vmware.api [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789155, 'name': Rename_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.764042] env[69183]: DEBUG nova.network.neutron [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Successfully created port: 2dad4231-57c7-4647-89a3-7ccc12e52a85 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.821291] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Acquiring lock "6bf1dca1-d5a5-4654-9909-bb30f3c56d79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.821784] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Lock "6bf1dca1-d5a5-4654-9909-bb30f3c56d79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.861860] env[69183]: DEBUG nova.scheduler.client.report [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.917015] env[69183]: DEBUG nova.compute.manager [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.951546] env[69183]: DEBUG nova.virt.hardware [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.951833] env[69183]: DEBUG nova.virt.hardware [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.952013] env[69183]: DEBUG nova.virt.hardware [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.952215] env[69183]: DEBUG nova.virt.hardware [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.952365] env[69183]: DEBUG nova.virt.hardware [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.952513] env[69183]: DEBUG nova.virt.hardware [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.952718] env[69183]: DEBUG nova.virt.hardware [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.952906] env[69183]: DEBUG nova.virt.hardware [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.953104] env[69183]: DEBUG nova.virt.hardware [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.953354] env[69183]: DEBUG nova.virt.hardware [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.953482] env[69183]: DEBUG nova.virt.hardware [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.954895] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be379be1-a292-4098-b1d2-4118131935fd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.963866] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5cbec9-35f2-4b6d-8b74-a69975ae69c0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.034019] env[69183]: DEBUG oslo_concurrency.lockutils [req-fe392800-24d5-43d7-999d-d66c4471c8d4 req-f0657e4b-54b1-4986-ba51-ef59ca9c4f5b service nova] Releasing lock "refresh_cache-e117a0fb-c4ad-4a94-a2b6-761047c35c72" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.046629] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789149, 'name': ReconfigVM_Task, 'duration_secs': 1.456209} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.046933] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 85d6b2fc-0d67-471e-8476-436d5f47071a/85d6b2fc-0d67-471e-8476-436d5f47071a.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.047835] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d53eacc7-679d-4c85-8316-e27443bef211 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.055187] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 613.055187] env[69183]: value = "task-2789156" [ 613.055187] env[69183]: _type = "Task" [ 613.055187] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.064770] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789156, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.118148] env[69183]: DEBUG nova.network.neutron [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Updating instance_info_cache with network_info: [{"id": "e8a907c0-1c73-4a31-9c8b-a23e01cfcd51", "address": "fa:16:3e:ad:9f:5d", "network": {"id": "bebea28c-2208-4d24-a442-ec753d970f78", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2116791220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "70599e84e52a41cc8ef9665bd3a0b16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8a907c0-1c", "ovs_interfaceid": "e8a907c0-1c73-4a31-9c8b-a23e01cfcd51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.165024] env[69183]: DEBUG oslo_vmware.api [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789154, 'name': ReconfigVM_Task, 'duration_secs': 0.286217} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.165024] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 8b417b3a-4ec1-4b64-9a85-94cda10fcea9/8b417b3a-4ec1-4b64-9a85-94cda10fcea9.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.165024] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9fff0b5-00c6-4915-88a4-4a6ff5073d1c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.175291] env[69183]: DEBUG oslo_vmware.api [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 613.175291] env[69183]: value = "task-2789157" [ 613.175291] env[69183]: _type = "Task" [ 613.175291] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.190401] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789153, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.197082] env[69183]: DEBUG oslo_vmware.api [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789155, 'name': Rename_Task, 'duration_secs': 0.137398} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.200236] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.200469] env[69183]: DEBUG oslo_vmware.api [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789157, 'name': Rename_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.200709] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66e4871c-ba6a-4285-bc3b-f16e34e3e471 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.209128] env[69183]: DEBUG oslo_vmware.api [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Waiting for the task: (returnval){ [ 613.209128] env[69183]: value = "task-2789158" [ 613.209128] env[69183]: _type = "Task" [ 613.209128] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.219623] env[69183]: DEBUG oslo_vmware.api [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.367321] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.368207] env[69183]: DEBUG nova.compute.manager [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.373942] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.027s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.376819] env[69183]: INFO nova.compute.claims [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.569985] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789156, 'name': Rename_Task, 'duration_secs': 0.396561} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.569985] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.570279] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73c13cff-6d6f-4c82-814b-f6ecada55d94 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.578769] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 613.578769] env[69183]: value = "task-2789159" [ 613.578769] env[69183]: _type = "Task" [ 613.578769] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.587813] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.618382] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Releasing lock "refresh_cache-f260ea23-705e-43fd-8559-d9ee217d5927" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.619778] env[69183]: DEBUG nova.compute.manager [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Instance network_info: |[{"id": "e8a907c0-1c73-4a31-9c8b-a23e01cfcd51", "address": "fa:16:3e:ad:9f:5d", "network": {"id": "bebea28c-2208-4d24-a442-ec753d970f78", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2116791220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "70599e84e52a41cc8ef9665bd3a0b16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8a907c0-1c", "ovs_interfaceid": "e8a907c0-1c73-4a31-9c8b-a23e01cfcd51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 613.619924] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:9f:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0734cc4-5718-45e2-9f98-0ded96880bef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8a907c0-1c73-4a31-9c8b-a23e01cfcd51', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.633277] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 613.633495] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.633974] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee310e12-1dd9-4c31-95eb-bd0b7389c06b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.659298] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.659298] env[69183]: value = "task-2789160" [ 613.659298] env[69183]: _type = "Task" [ 613.659298] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.670029] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789160, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.679242] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789153, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.213772} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.679645] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] e117a0fb-c4ad-4a94-a2b6-761047c35c72/e117a0fb-c4ad-4a94-a2b6-761047c35c72.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.679840] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.680027] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f24e264-930b-4891-a77a-99eb5cc345de {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.690166] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 613.690166] env[69183]: value = "task-2789161" [ 613.690166] env[69183]: _type = "Task" [ 613.690166] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.697111] env[69183]: DEBUG oslo_vmware.api [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789157, 'name': Rename_Task, 'duration_secs': 0.257045} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.698449] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.698668] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d78d959e-1d1b-4d0d-a4ec-de138bc2b64c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.704584] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.710799] env[69183]: DEBUG oslo_vmware.api [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 613.710799] env[69183]: value = "task-2789162" [ 613.710799] env[69183]: _type = "Task" [ 613.710799] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.724924] env[69183]: DEBUG oslo_vmware.api [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.729381] env[69183]: DEBUG oslo_vmware.api [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789158, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.877362] env[69183]: DEBUG nova.compute.utils [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.879073] env[69183]: DEBUG nova.compute.manager [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.882695] env[69183]: DEBUG nova.network.neutron [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.006206] env[69183]: DEBUG nova.policy [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '013d11f18f51427bb0889eac84721fca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45f10743281a4e2f8e74328dc26279ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.103366] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789159, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.173414] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789160, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.201946] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076111} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.203429] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.203429] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777399e1-53cc-40f5-bff5-9b6b5ab6a20b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.231479] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] e117a0fb-c4ad-4a94-a2b6-761047c35c72/e117a0fb-c4ad-4a94-a2b6-761047c35c72.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.239423] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81aac39f-3e6e-408a-837e-779121ffb2b6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.263444] env[69183]: DEBUG oslo_vmware.api [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789162, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.268239] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 614.268239] env[69183]: value = "task-2789163" [ 614.268239] env[69183]: _type = "Task" [ 614.268239] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.268508] env[69183]: DEBUG oslo_vmware.api [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789158, 'name': PowerOnVM_Task, 'duration_secs': 0.5188} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.268834] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.269279] env[69183]: INFO nova.compute.manager [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Took 17.07 seconds to spawn the instance on the hypervisor. [ 614.269648] env[69183]: DEBUG nova.compute.manager [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.273821] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce446e89-7937-429a-ab22-db13f8b13fa6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.285193] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.386279] env[69183]: DEBUG nova.compute.manager [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.591178] env[69183]: DEBUG oslo_vmware.api [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789159, 'name': PowerOnVM_Task, 'duration_secs': 0.55856} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.598557] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.598746] env[69183]: INFO nova.compute.manager [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Took 15.17 seconds to spawn the instance on the hypervisor. [ 614.598784] env[69183]: DEBUG nova.compute.manager [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.599920] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f63846-0ad6-4a2e-ba20-12ee406f34aa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.672403] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789160, 'name': CreateVM_Task, 'duration_secs': 0.513599} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.673243] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.673522] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.673738] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.674196] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.675528] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c5b8983-62ad-4d4a-b12b-2e7bb6697745 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.683831] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 614.683831] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52a230a3-5812-4fbe-0475-1c9dad36ad8d" [ 614.683831] env[69183]: _type = "Task" [ 614.683831] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.696307] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a230a3-5812-4fbe-0475-1c9dad36ad8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.713502] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce074ca4-5a37-4410-ab03-eea067fcd7e8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.722619] env[69183]: DEBUG nova.network.neutron [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Successfully created port: 781133ff-2c04-4e20-b511-4f85bb0f7f0b {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.728209] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfce760d-c612-4eb4-82b9-c1678d1b2997 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.738906] env[69183]: DEBUG oslo_vmware.api [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789162, 'name': PowerOnVM_Task, 'duration_secs': 0.968181} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.767432] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.767814] env[69183]: INFO nova.compute.manager [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Took 13.09 seconds to spawn the instance on the hypervisor. [ 614.768018] env[69183]: DEBUG nova.compute.manager [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.769433] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10303cca-3704-43f3-80a6-9c0907de07e6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.772658] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8f6bf9-055d-4c9f-bce3-dcf494b63589 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.789423] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789163, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.790996] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c3af85-57d0-407b-8371-601243bd2d9b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.810486] env[69183]: DEBUG nova.compute.provider_tree [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 614.812135] env[69183]: INFO nova.compute.manager [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Took 21.83 seconds to build instance. [ 615.125548] env[69183]: INFO nova.compute.manager [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Took 21.30 seconds to build instance. [ 615.196742] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a230a3-5812-4fbe-0475-1c9dad36ad8d, 'name': SearchDatastore_Task, 'duration_secs': 0.015122} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.197041] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.197275] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.197654] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.197829] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.198020] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.198325] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fceb0d7-f893-443e-8133-cce64610bb54 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.207738] env[69183]: DEBUG oslo_concurrency.lockutils [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Acquiring lock "1f5a975e-84aa-4352-b630-857afb6788f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.207955] env[69183]: DEBUG oslo_concurrency.lockutils [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Lock "1f5a975e-84aa-4352-b630-857afb6788f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.214786] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.214786] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.215878] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8de86f1-d0f9-49f6-95fc-f2f37ec3bf6c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.230260] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 615.230260] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52662f6b-2a00-363f-2724-3d1dece390e5" [ 615.230260] env[69183]: _type = "Task" [ 615.230260] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.241280] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52662f6b-2a00-363f-2724-3d1dece390e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.261575] env[69183]: DEBUG nova.network.neutron [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Successfully updated port: 2dad4231-57c7-4647-89a3-7ccc12e52a85 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.296516] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789163, 'name': ReconfigVM_Task, 'duration_secs': 0.523695} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.300860] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Reconfigured VM instance instance-00000004 to attach disk [datastore2] e117a0fb-c4ad-4a94-a2b6-761047c35c72/e117a0fb-c4ad-4a94-a2b6-761047c35c72.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.300860] env[69183]: INFO nova.compute.manager [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Took 18.89 seconds to build instance. [ 615.302243] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b0424b8-335b-4810-9952-d2baf87a75d6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.311391] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 615.311391] env[69183]: value = "task-2789164" [ 615.311391] env[69183]: _type = "Task" [ 615.311391] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.321152] env[69183]: DEBUG oslo_concurrency.lockutils [None req-98eb2fc2-1bbd-411f-ac42-a83a69973d24 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Lock "7e74fe1d-28cd-4dcb-be20-c3617e3c2d23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.350s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.326931] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789164, 'name': Rename_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.357224] env[69183]: ERROR nova.scheduler.client.report [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [req-cc3a749d-c454-4412-9e5b-6a800e8d7622] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ac1d5a79-805a-416e-80c0-31063a094839. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cc3a749d-c454-4412-9e5b-6a800e8d7622"}]} [ 615.390666] env[69183]: DEBUG nova.scheduler.client.report [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Refreshing inventories for resource provider ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 615.400643] env[69183]: DEBUG nova.compute.manager [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.412262] env[69183]: DEBUG nova.scheduler.client.report [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Updating ProviderTree inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 615.412481] env[69183]: DEBUG nova.compute.provider_tree [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 615.433172] env[69183]: DEBUG nova.virt.hardware [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.433640] env[69183]: DEBUG nova.virt.hardware [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.433640] env[69183]: DEBUG nova.virt.hardware [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.433760] env[69183]: DEBUG nova.virt.hardware [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.433929] env[69183]: DEBUG nova.virt.hardware [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.434106] env[69183]: DEBUG nova.virt.hardware [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.434321] env[69183]: DEBUG nova.virt.hardware [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.434479] env[69183]: DEBUG nova.virt.hardware [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.435173] env[69183]: DEBUG nova.virt.hardware [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.435173] env[69183]: DEBUG nova.virt.hardware [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.435173] env[69183]: DEBUG nova.virt.hardware [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.436307] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb609bf-4d8e-4c8a-86e8-56f51e519980 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.440013] env[69183]: DEBUG nova.scheduler.client.report [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Refreshing aggregate associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, aggregates: None {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 615.449868] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7e99bc-7e49-4522-8425-f711f85de72b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.469067] env[69183]: DEBUG nova.scheduler.client.report [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Refreshing trait associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 615.629280] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9334d44c-a4c8-4b32-9139-7f6226efe299 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "85d6b2fc-0d67-471e-8476-436d5f47071a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.817s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.743920] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52662f6b-2a00-363f-2724-3d1dece390e5, 'name': SearchDatastore_Task, 'duration_secs': 0.042943} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.747262] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42b9a6df-e95a-4378-b4d4-e0e06af55bd5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.751038] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead50666-907a-4726-aa71-ce230294b1a2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.761591] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 615.761591] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52508f89-25de-0805-0235-564f642d2e23" [ 615.761591] env[69183]: _type = "Task" [ 615.761591] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.761591] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa718682-94e9-4a1c-858d-3a6e49449bed {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.768249] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Acquiring lock "refresh_cache-77f9c788-209c-4fab-8ca0-832bdc02e4b1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.768390] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Acquired lock "refresh_cache-77f9c788-209c-4fab-8ca0-832bdc02e4b1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.768536] env[69183]: DEBUG nova.network.neutron [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.799895] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ee7806-ccc8-41b1-96b4-8ce27af2629e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.802865] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52508f89-25de-0805-0235-564f642d2e23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.810023] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ca60fc44-780b-4c96-9b02-c685d526aaa5 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "8b417b3a-4ec1-4b64-9a85-94cda10fcea9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.411s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.810023] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2557981-2196-4b45-ab56-aec04eecca67 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.823150] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789164, 'name': Rename_Task, 'duration_secs': 0.24304} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.831153] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.831786] env[69183]: DEBUG nova.compute.manager [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.837794] env[69183]: DEBUG nova.compute.provider_tree [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 615.837794] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c27bdc6-4062-4318-b7ad-0150de264416 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.843272] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 615.843272] env[69183]: value = "task-2789165" [ 615.843272] env[69183]: _type = "Task" [ 615.843272] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.851778] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.134160] env[69183]: DEBUG nova.compute.manager [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.250290] env[69183]: DEBUG nova.compute.manager [req-ddb0098b-08c9-46bb-a7f8-b6362b95460d req-c473ccc8-dcfb-41f9-9511-3832368433a6 service nova] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Received event network-changed-e8a907c0-1c73-4a31-9c8b-a23e01cfcd51 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 616.250290] env[69183]: DEBUG nova.compute.manager [req-ddb0098b-08c9-46bb-a7f8-b6362b95460d req-c473ccc8-dcfb-41f9-9511-3832368433a6 service nova] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Refreshing instance network info cache due to event network-changed-e8a907c0-1c73-4a31-9c8b-a23e01cfcd51. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 616.250290] env[69183]: DEBUG oslo_concurrency.lockutils [req-ddb0098b-08c9-46bb-a7f8-b6362b95460d req-c473ccc8-dcfb-41f9-9511-3832368433a6 service nova] Acquiring lock "refresh_cache-f260ea23-705e-43fd-8559-d9ee217d5927" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.250290] env[69183]: DEBUG oslo_concurrency.lockutils [req-ddb0098b-08c9-46bb-a7f8-b6362b95460d req-c473ccc8-dcfb-41f9-9511-3832368433a6 service nova] Acquired lock "refresh_cache-f260ea23-705e-43fd-8559-d9ee217d5927" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.250290] env[69183]: DEBUG nova.network.neutron [req-ddb0098b-08c9-46bb-a7f8-b6362b95460d req-c473ccc8-dcfb-41f9-9511-3832368433a6 service nova] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Refreshing network info cache for port e8a907c0-1c73-4a31-9c8b-a23e01cfcd51 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.281208] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52508f89-25de-0805-0235-564f642d2e23, 'name': SearchDatastore_Task, 'duration_secs': 0.018171} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.281208] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.281208] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] f260ea23-705e-43fd-8559-d9ee217d5927/f260ea23-705e-43fd-8559-d9ee217d5927.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.281208] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2ce315a-d224-4f2c-9509-3996a428cdce {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.286725] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 616.286725] env[69183]: value = "task-2789166" [ 616.286725] env[69183]: _type = "Task" [ 616.286725] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.296293] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.315061] env[69183]: DEBUG nova.compute.manager [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.327087] env[69183]: DEBUG nova.network.neutron [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.359175] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789165, 'name': PowerOnVM_Task} progress is 19%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.360890] env[69183]: DEBUG oslo_concurrency.lockutils [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.365021] env[69183]: ERROR nova.scheduler.client.report [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [req-4a6b5a61-7a38-4b23-a2f7-97c5b3d6a911] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ac1d5a79-805a-416e-80c0-31063a094839. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4a6b5a61-7a38-4b23-a2f7-97c5b3d6a911"}]} [ 616.390809] env[69183]: DEBUG nova.scheduler.client.report [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Refreshing inventories for resource provider ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 616.412296] env[69183]: DEBUG nova.scheduler.client.report [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Updating ProviderTree inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 616.414117] env[69183]: DEBUG nova.compute.provider_tree [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 616.428622] env[69183]: DEBUG nova.scheduler.client.report [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Refreshing aggregate associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, aggregates: None {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 616.461441] env[69183]: DEBUG nova.scheduler.client.report [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Refreshing trait associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 616.663567] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.699418] env[69183]: DEBUG oslo_concurrency.lockutils [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Acquiring lock "54ecef88-0417-45f5-8558-3dbda97fd4c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.699558] env[69183]: DEBUG oslo_concurrency.lockutils [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Lock "54ecef88-0417-45f5-8558-3dbda97fd4c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.726797] env[69183]: DEBUG nova.network.neutron [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Updating instance_info_cache with network_info: [{"id": "2dad4231-57c7-4647-89a3-7ccc12e52a85", "address": "fa:16:3e:db:81:d1", "network": {"id": "f1423678-4c9d-49c5-8aee-29bfeacffa2a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1931433373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "016bc1c35fb24f89ac5c5fe81e7cd582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dad4231-57", "ovs_interfaceid": "2dad4231-57c7-4647-89a3-7ccc12e52a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.800312] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789166, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.818907] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef667b7-ea16-4112-8f38-2b4e170f119c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.831137] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ca4ac2-a465-4921-8da0-7019b7491dfb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.862928] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.866976] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0b50b8-ca74-4802-8fe3-ab227ef01c1c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.874639] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789165, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.878018] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0ec8a1-5d73-43ac-8529-e1e84197d4fd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.897478] env[69183]: DEBUG nova.compute.provider_tree [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 617.234679] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Releasing lock "refresh_cache-77f9c788-209c-4fab-8ca0-832bdc02e4b1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.237509] env[69183]: DEBUG nova.compute.manager [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Instance network_info: |[{"id": "2dad4231-57c7-4647-89a3-7ccc12e52a85", "address": "fa:16:3e:db:81:d1", "network": {"id": "f1423678-4c9d-49c5-8aee-29bfeacffa2a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1931433373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "016bc1c35fb24f89ac5c5fe81e7cd582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dad4231-57", "ovs_interfaceid": "2dad4231-57c7-4647-89a3-7ccc12e52a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.237801] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:81:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dad4231-57c7-4647-89a3-7ccc12e52a85', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.247799] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Creating folder: Project (016bc1c35fb24f89ac5c5fe81e7cd582). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.248433] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0ed3307-acca-419c-af16-97ed6b1dad41 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.260346] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Created folder: Project (016bc1c35fb24f89ac5c5fe81e7cd582) in parent group-v560622. [ 617.260535] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Creating folder: Instances. Parent ref: group-v560636. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.260794] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b35f099-2a70-4606-b8db-a6b19c1a53a0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.271269] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Created folder: Instances in parent group-v560636. [ 617.271574] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.271714] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.272412] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cb1dd84-7e8e-42b5-87f0-14d7f0f31787 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.300071] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547421} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.301642] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] f260ea23-705e-43fd-8559-d9ee217d5927/f260ea23-705e-43fd-8559-d9ee217d5927.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.301750] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.302494] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.302494] env[69183]: value = "task-2789169" [ 617.302494] env[69183]: _type = "Task" [ 617.302494] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.302494] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bdcda17-7449-46e3-a15e-616037e4fb33 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.313331] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789169, 'name': CreateVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.315178] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 617.315178] env[69183]: value = "task-2789170" [ 617.315178] env[69183]: _type = "Task" [ 617.315178] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.323396] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.373713] env[69183]: DEBUG oslo_vmware.api [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789165, 'name': PowerOnVM_Task, 'duration_secs': 1.189541} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.374495] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.374495] env[69183]: INFO nova.compute.manager [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Took 13.09 seconds to spawn the instance on the hypervisor. [ 617.374495] env[69183]: DEBUG nova.compute.manager [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.376176] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1db8d3c-e023-4c3c-86ff-e8dfe03c009a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.405193] env[69183]: DEBUG nova.network.neutron [req-ddb0098b-08c9-46bb-a7f8-b6362b95460d req-c473ccc8-dcfb-41f9-9511-3832368433a6 service nova] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Updated VIF entry in instance network info cache for port e8a907c0-1c73-4a31-9c8b-a23e01cfcd51. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.405193] env[69183]: DEBUG nova.network.neutron [req-ddb0098b-08c9-46bb-a7f8-b6362b95460d req-c473ccc8-dcfb-41f9-9511-3832368433a6 service nova] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Updating instance_info_cache with network_info: [{"id": "e8a907c0-1c73-4a31-9c8b-a23e01cfcd51", "address": "fa:16:3e:ad:9f:5d", "network": {"id": "bebea28c-2208-4d24-a442-ec753d970f78", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2116791220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "70599e84e52a41cc8ef9665bd3a0b16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8a907c0-1c", "ovs_interfaceid": "e8a907c0-1c73-4a31-9c8b-a23e01cfcd51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.453548] env[69183]: DEBUG nova.scheduler.client.report [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Updated inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 with generation 21 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 617.454674] env[69183]: DEBUG nova.compute.provider_tree [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 21 to 22 during operation: update_inventory {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 617.456614] env[69183]: DEBUG nova.compute.provider_tree [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 617.760456] env[69183]: DEBUG nova.network.neutron [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Successfully updated port: 781133ff-2c04-4e20-b511-4f85bb0f7f0b {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.817759] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789169, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.831934] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136185} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.831934] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.831934] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d529cb9-ce62-453d-b09c-4d061943a91d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.866997] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] f260ea23-705e-43fd-8559-d9ee217d5927/f260ea23-705e-43fd-8559-d9ee217d5927.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.867953] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3866ee75-7eb4-4e20-a2dd-5f79103bad21 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.886619] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 617.886619] env[69183]: value = "task-2789171" [ 617.886619] env[69183]: _type = "Task" [ 617.886619] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.902036] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789171, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.905636] env[69183]: INFO nova.compute.manager [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Took 17.92 seconds to build instance. [ 617.906890] env[69183]: DEBUG oslo_concurrency.lockutils [req-ddb0098b-08c9-46bb-a7f8-b6362b95460d req-c473ccc8-dcfb-41f9-9511-3832368433a6 service nova] Releasing lock "refresh_cache-f260ea23-705e-43fd-8559-d9ee217d5927" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.963302] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.589s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.963853] env[69183]: DEBUG nova.compute.manager [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.968279] env[69183]: DEBUG oslo_concurrency.lockutils [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.090s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.973797] env[69183]: INFO nova.compute.claims [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.264568] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Acquiring lock "refresh_cache-15c37209-65dc-4dd2-800f-2987a3cbfa12" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.264722] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Acquired lock "refresh_cache-15c37209-65dc-4dd2-800f-2987a3cbfa12" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.264874] env[69183]: DEBUG nova.network.neutron [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.317894] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789169, 'name': CreateVM_Task, 'duration_secs': 0.663755} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.319776] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.320998] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.321192] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.321510] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.321774] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a15f0220-999f-46b1-bf2e-1c17f559946f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.329168] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Waiting for the task: (returnval){ [ 618.329168] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52efd44b-81fa-4671-c44f-e3758ca8a3f8" [ 618.329168] env[69183]: _type = "Task" [ 618.329168] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.343930] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52efd44b-81fa-4671-c44f-e3758ca8a3f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.398467] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.410176] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dac1412e-b0f1-4557-a8f4-bf413ba0d547 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "e117a0fb-c4ad-4a94-a2b6-761047c35c72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.437s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.469494] env[69183]: DEBUG nova.compute.utils [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.476917] env[69183]: DEBUG nova.compute.manager [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.476917] env[69183]: DEBUG nova.network.neutron [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.492794] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Acquiring lock "bb261445-e43a-4a98-ac05-eb95ad4c67aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.493118] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Lock "bb261445-e43a-4a98-ac05-eb95ad4c67aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.841984] env[69183]: DEBUG nova.network.neutron [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.851115] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52efd44b-81fa-4671-c44f-e3758ca8a3f8, 'name': SearchDatastore_Task, 'duration_secs': 0.014805} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.851439] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.851673] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.851903] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.852058] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.853153] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.853153] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73a6d523-034b-4032-a777-3512b8059924 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.866234] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.866422] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.867305] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c207f54-53d9-4d48-8868-545a23aaf859 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.882788] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Waiting for the task: (returnval){ [ 618.882788] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]529dfe06-6102-9df2-9126-63f99eccef2b" [ 618.882788] env[69183]: _type = "Task" [ 618.882788] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.897904] env[69183]: DEBUG nova.policy [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4688bd8a8034bfd9af8a06c5fee674f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70599e84e52a41cc8ef9665bd3a0b16d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.902903] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]529dfe06-6102-9df2-9126-63f99eccef2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.910179] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789171, 'name': ReconfigVM_Task, 'duration_secs': 0.77528} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.910529] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Reconfigured VM instance instance-00000005 to attach disk [datastore2] f260ea23-705e-43fd-8559-d9ee217d5927/f260ea23-705e-43fd-8559-d9ee217d5927.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.911173] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a61df086-51f7-407c-a5c5-ad00b6cf9de7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.913344] env[69183]: DEBUG nova.compute.manager [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.919716] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 618.919716] env[69183]: value = "task-2789172" [ 618.919716] env[69183]: _type = "Task" [ 618.919716] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.932657] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789172, 'name': Rename_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.974093] env[69183]: DEBUG nova.compute.manager [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.292566] env[69183]: DEBUG nova.compute.manager [req-51a55191-b44c-4004-a225-919cf5a5f1b3 req-4c5524b8-09fb-4e2d-87f2-f826b3c64a73 service nova] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Received event network-vif-plugged-781133ff-2c04-4e20-b511-4f85bb0f7f0b {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 619.292789] env[69183]: DEBUG oslo_concurrency.lockutils [req-51a55191-b44c-4004-a225-919cf5a5f1b3 req-4c5524b8-09fb-4e2d-87f2-f826b3c64a73 service nova] Acquiring lock "15c37209-65dc-4dd2-800f-2987a3cbfa12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.292990] env[69183]: DEBUG oslo_concurrency.lockutils [req-51a55191-b44c-4004-a225-919cf5a5f1b3 req-4c5524b8-09fb-4e2d-87f2-f826b3c64a73 service nova] Lock "15c37209-65dc-4dd2-800f-2987a3cbfa12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.293170] env[69183]: DEBUG oslo_concurrency.lockutils [req-51a55191-b44c-4004-a225-919cf5a5f1b3 req-4c5524b8-09fb-4e2d-87f2-f826b3c64a73 service nova] Lock "15c37209-65dc-4dd2-800f-2987a3cbfa12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.293339] env[69183]: DEBUG nova.compute.manager [req-51a55191-b44c-4004-a225-919cf5a5f1b3 req-4c5524b8-09fb-4e2d-87f2-f826b3c64a73 service nova] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] No waiting events found dispatching network-vif-plugged-781133ff-2c04-4e20-b511-4f85bb0f7f0b {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.293496] env[69183]: WARNING nova.compute.manager [req-51a55191-b44c-4004-a225-919cf5a5f1b3 req-4c5524b8-09fb-4e2d-87f2-f826b3c64a73 service nova] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Received unexpected event network-vif-plugged-781133ff-2c04-4e20-b511-4f85bb0f7f0b for instance with vm_state building and task_state spawning. [ 619.304395] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] Acquiring lock "7e74fe1d-28cd-4dcb-be20-c3617e3c2d23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.304648] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] Lock "7e74fe1d-28cd-4dcb-be20-c3617e3c2d23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.304851] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] Acquiring lock "7e74fe1d-28cd-4dcb-be20-c3617e3c2d23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.305052] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] Lock "7e74fe1d-28cd-4dcb-be20-c3617e3c2d23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.305217] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] Lock "7e74fe1d-28cd-4dcb-be20-c3617e3c2d23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.307433] env[69183]: INFO nova.compute.manager [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Terminating instance [ 619.339416] env[69183]: DEBUG nova.network.neutron [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Updating instance_info_cache with network_info: [{"id": "781133ff-2c04-4e20-b511-4f85bb0f7f0b", "address": "fa:16:3e:54:9b:d1", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap781133ff-2c", "ovs_interfaceid": "781133ff-2c04-4e20-b511-4f85bb0f7f0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.404145] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]529dfe06-6102-9df2-9126-63f99eccef2b, 'name': SearchDatastore_Task, 'duration_secs': 0.031522} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.406474] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2372ac20-1459-40ba-bc68-4cfee215a638 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.411839] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Waiting for the task: (returnval){ [ 619.411839] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52428520-3499-d4b1-b3ae-9f5a011d45eb" [ 619.411839] env[69183]: _type = "Task" [ 619.411839] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.423855] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52428520-3499-d4b1-b3ae-9f5a011d45eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.432750] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a40a94-e99e-4689-a47e-605f68a80fa2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.445998] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789172, 'name': Rename_Task, 'duration_secs': 0.292114} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.446295] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.447392] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cede94-b316-4f7f-ba53-a666090a7557 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.450788] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f5c9ed2-94ac-4264-980f-1ea3a80be893 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.453952] env[69183]: DEBUG oslo_concurrency.lockutils [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.492237] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddce0a70-5863-4c16-a787-ffdba8541cd2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.494473] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 619.494473] env[69183]: value = "task-2789173" [ 619.494473] env[69183]: _type = "Task" [ 619.494473] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.503503] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221815e4-ff86-4d40-a8bf-ed9b3faf2e11 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.510305] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789173, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.524165] env[69183]: DEBUG nova.compute.provider_tree [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.816914] env[69183]: DEBUG nova.compute.manager [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 619.817281] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 619.818310] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ceab0de-8707-4258-9a1d-56f3971a044b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.826462] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 619.826762] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac4c52ce-2f54-47ad-808e-7c25338a3bc8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.834142] env[69183]: DEBUG oslo_vmware.api [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] Waiting for the task: (returnval){ [ 619.834142] env[69183]: value = "task-2789174" [ 619.834142] env[69183]: _type = "Task" [ 619.834142] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.843091] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Releasing lock "refresh_cache-15c37209-65dc-4dd2-800f-2987a3cbfa12" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.843091] env[69183]: DEBUG nova.compute.manager [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Instance network_info: |[{"id": "781133ff-2c04-4e20-b511-4f85bb0f7f0b", "address": "fa:16:3e:54:9b:d1", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap781133ff-2c", "ovs_interfaceid": "781133ff-2c04-4e20-b511-4f85bb0f7f0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.843467] env[69183]: DEBUG oslo_vmware.api [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] Task: {'id': task-2789174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.843727] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:9b:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '781133ff-2c04-4e20-b511-4f85bb0f7f0b', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.851850] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Creating folder: Project (45f10743281a4e2f8e74328dc26279ea). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.852234] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebb5d6fc-0d35-4dca-8c2c-912770309b9c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.861846] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Created folder: Project (45f10743281a4e2f8e74328dc26279ea) in parent group-v560622. [ 619.864537] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Creating folder: Instances. Parent ref: group-v560639. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.864537] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a99674b-e8eb-4453-a5ac-92929d03dac2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.874607] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Created folder: Instances in parent group-v560639. [ 619.874607] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.874607] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.874607] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffc06d46-0593-4250-86c7-5ee719abf786 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.901096] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.901096] env[69183]: value = "task-2789177" [ 619.901096] env[69183]: _type = "Task" [ 619.901096] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.909735] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789177, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.921997] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52428520-3499-d4b1-b3ae-9f5a011d45eb, 'name': SearchDatastore_Task, 'duration_secs': 0.027502} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.922185] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.922444] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 77f9c788-209c-4fab-8ca0-832bdc02e4b1/77f9c788-209c-4fab-8ca0-832bdc02e4b1.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.922699] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8175bc09-7f60-4562-bab9-529c8c958751 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.929605] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Waiting for the task: (returnval){ [ 619.929605] env[69183]: value = "task-2789178" [ 619.929605] env[69183]: _type = "Task" [ 619.929605] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.937899] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': task-2789178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.996144] env[69183]: DEBUG nova.network.neutron [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Successfully created port: 8b6c2c31-7924-4311-9f45-b853f628b2b9 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.999480] env[69183]: DEBUG nova.compute.manager [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.011696] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789173, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.030511] env[69183]: DEBUG nova.virt.hardware [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.032097] env[69183]: DEBUG nova.virt.hardware [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.032097] env[69183]: DEBUG nova.virt.hardware [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.032097] env[69183]: DEBUG nova.virt.hardware [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.032097] env[69183]: DEBUG nova.virt.hardware [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.032097] env[69183]: DEBUG nova.virt.hardware [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.032469] env[69183]: DEBUG nova.virt.hardware [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.032469] env[69183]: DEBUG nova.virt.hardware [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.032469] env[69183]: DEBUG nova.virt.hardware [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.032913] env[69183]: DEBUG nova.virt.hardware [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.033488] env[69183]: DEBUG nova.virt.hardware [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.034606] env[69183]: DEBUG nova.scheduler.client.report [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.042664] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0035be70-0d49-4a49-9f72-19f891a2b52d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.051772] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f5b9eb-1c15-4251-ba43-93a91e819934 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.351146] env[69183]: DEBUG oslo_vmware.api [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] Task: {'id': task-2789174, 'name': PowerOffVM_Task, 'duration_secs': 0.394384} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.351733] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 620.351733] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 620.351958] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-328746ee-baeb-449d-863d-3537a12ed387 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.393322] env[69183]: DEBUG nova.compute.manager [req-65d35c11-0941-4faa-9aa0-b907561448ac req-213b8a6c-b27a-4996-a85b-febe1f5d0b1d service nova] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Received event network-vif-plugged-2dad4231-57c7-4647-89a3-7ccc12e52a85 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 620.393322] env[69183]: DEBUG oslo_concurrency.lockutils [req-65d35c11-0941-4faa-9aa0-b907561448ac req-213b8a6c-b27a-4996-a85b-febe1f5d0b1d service nova] Acquiring lock "77f9c788-209c-4fab-8ca0-832bdc02e4b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.394368] env[69183]: DEBUG oslo_concurrency.lockutils [req-65d35c11-0941-4faa-9aa0-b907561448ac req-213b8a6c-b27a-4996-a85b-febe1f5d0b1d service nova] Lock "77f9c788-209c-4fab-8ca0-832bdc02e4b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.394368] env[69183]: DEBUG oslo_concurrency.lockutils [req-65d35c11-0941-4faa-9aa0-b907561448ac req-213b8a6c-b27a-4996-a85b-febe1f5d0b1d service nova] Lock "77f9c788-209c-4fab-8ca0-832bdc02e4b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.394511] env[69183]: DEBUG nova.compute.manager [req-65d35c11-0941-4faa-9aa0-b907561448ac req-213b8a6c-b27a-4996-a85b-febe1f5d0b1d service nova] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] No waiting events found dispatching network-vif-plugged-2dad4231-57c7-4647-89a3-7ccc12e52a85 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 620.394722] env[69183]: WARNING nova.compute.manager [req-65d35c11-0941-4faa-9aa0-b907561448ac req-213b8a6c-b27a-4996-a85b-febe1f5d0b1d service nova] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Received unexpected event network-vif-plugged-2dad4231-57c7-4647-89a3-7ccc12e52a85 for instance with vm_state building and task_state spawning. [ 620.394779] env[69183]: DEBUG nova.compute.manager [req-65d35c11-0941-4faa-9aa0-b907561448ac req-213b8a6c-b27a-4996-a85b-febe1f5d0b1d service nova] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Received event network-changed-2dad4231-57c7-4647-89a3-7ccc12e52a85 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 620.394982] env[69183]: DEBUG nova.compute.manager [req-65d35c11-0941-4faa-9aa0-b907561448ac req-213b8a6c-b27a-4996-a85b-febe1f5d0b1d service nova] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Refreshing instance network info cache due to event network-changed-2dad4231-57c7-4647-89a3-7ccc12e52a85. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 620.395712] env[69183]: DEBUG oslo_concurrency.lockutils [req-65d35c11-0941-4faa-9aa0-b907561448ac req-213b8a6c-b27a-4996-a85b-febe1f5d0b1d service nova] Acquiring lock "refresh_cache-77f9c788-209c-4fab-8ca0-832bdc02e4b1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.395712] env[69183]: DEBUG oslo_concurrency.lockutils [req-65d35c11-0941-4faa-9aa0-b907561448ac req-213b8a6c-b27a-4996-a85b-febe1f5d0b1d service nova] Acquired lock "refresh_cache-77f9c788-209c-4fab-8ca0-832bdc02e4b1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.395712] env[69183]: DEBUG nova.network.neutron [req-65d35c11-0941-4faa-9aa0-b907561448ac req-213b8a6c-b27a-4996-a85b-febe1f5d0b1d service nova] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Refreshing network info cache for port 2dad4231-57c7-4647-89a3-7ccc12e52a85 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.415229] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789177, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.437306] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 620.437503] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 620.437698] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] Deleting the datastore file [datastore2] 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 620.439369] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b9d4162-85e1-4061-81a4-dd74e7befeaf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.451034] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': task-2789178, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.457057] env[69183]: DEBUG oslo_vmware.api [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] Waiting for the task: (returnval){ [ 620.457057] env[69183]: value = "task-2789180" [ 620.457057] env[69183]: _type = "Task" [ 620.457057] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.477343] env[69183]: DEBUG oslo_vmware.api [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] Task: {'id': task-2789180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.517164] env[69183]: DEBUG oslo_vmware.api [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789173, 'name': PowerOnVM_Task, 'duration_secs': 0.843195} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.517480] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.517656] env[69183]: INFO nova.compute.manager [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Took 9.96 seconds to spawn the instance on the hypervisor. [ 620.517899] env[69183]: DEBUG nova.compute.manager [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.518790] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f62f514-352e-4822-afe7-0bc081e33afb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.547631] env[69183]: DEBUG oslo_concurrency.lockutils [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.548272] env[69183]: DEBUG nova.compute.manager [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.555198] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.407s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.556781] env[69183]: INFO nova.compute.claims [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.914322] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789177, 'name': CreateVM_Task, 'duration_secs': 0.748834} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.914577] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.919141] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.919478] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.919752] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.920132] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fcd328f-f33d-4cd6-82e3-76bd81afacaf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.929234] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Waiting for the task: (returnval){ [ 620.929234] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52684d19-d3d8-ba27-c6ee-942d61a6071b" [ 620.929234] env[69183]: _type = "Task" [ 620.929234] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.953681] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52684d19-d3d8-ba27-c6ee-942d61a6071b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.954706] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': task-2789178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647351} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.954706] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 77f9c788-209c-4fab-8ca0-832bdc02e4b1/77f9c788-209c-4fab-8ca0-832bdc02e4b1.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.954706] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.954864] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85d039aa-66c1-491b-81f7-5eac26e29e20 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.969416] env[69183]: DEBUG oslo_vmware.api [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] Task: {'id': task-2789180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412836} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.970418] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 620.970698] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 620.970989] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 620.971478] env[69183]: INFO nova.compute.manager [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Took 1.15 seconds to destroy the instance on the hypervisor. [ 620.972083] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.973507] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Waiting for the task: (returnval){ [ 620.973507] env[69183]: value = "task-2789181" [ 620.973507] env[69183]: _type = "Task" [ 620.973507] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.973507] env[69183]: DEBUG nova.compute.manager [-] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 620.973507] env[69183]: DEBUG nova.network.neutron [-] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 620.987037] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': task-2789181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.049574] env[69183]: INFO nova.compute.manager [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Took 18.61 seconds to build instance. [ 621.064121] env[69183]: DEBUG nova.compute.utils [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.065752] env[69183]: DEBUG nova.compute.manager [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.066572] env[69183]: DEBUG nova.network.neutron [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.172727] env[69183]: DEBUG nova.policy [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47da8203897a419b92829cf4f0909413', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39b95c9dfa9d48df99b1364995883c31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.407608] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Acquiring lock "ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.407725] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Lock "ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.443029] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52684d19-d3d8-ba27-c6ee-942d61a6071b, 'name': SearchDatastore_Task, 'duration_secs': 0.02} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.443029] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.443029] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.443029] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.443568] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.443568] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.443568] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3ae5183-72f6-4e73-8d0a-6a3944a03427 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.454664] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.455104] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.459019] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af62d54b-f40c-48ec-aa64-ad495e68fba2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.463634] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Waiting for the task: (returnval){ [ 621.463634] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]520ed241-e775-b506-a86a-fa1a92128430" [ 621.463634] env[69183]: _type = "Task" [ 621.463634] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.472674] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520ed241-e775-b506-a86a-fa1a92128430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.484251] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': task-2789181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.322457} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.484546] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.485683] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9f560f-b7ec-4557-9fe8-d6eb10b62395 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.512107] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 77f9c788-209c-4fab-8ca0-832bdc02e4b1/77f9c788-209c-4fab-8ca0-832bdc02e4b1.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.512348] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f70d768-1223-4a68-a5a7-e77572fc6c38 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.532271] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Waiting for the task: (returnval){ [ 621.532271] env[69183]: value = "task-2789182" [ 621.532271] env[69183]: _type = "Task" [ 621.532271] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.544295] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': task-2789182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.548165] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e36c4840-11be-4766-bb63-05fdd5e7d749 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "f260ea23-705e-43fd-8559-d9ee217d5927" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.126s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.571791] env[69183]: DEBUG nova.compute.manager [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.598195] env[69183]: DEBUG nova.network.neutron [req-65d35c11-0941-4faa-9aa0-b907561448ac req-213b8a6c-b27a-4996-a85b-febe1f5d0b1d service nova] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Updated VIF entry in instance network info cache for port 2dad4231-57c7-4647-89a3-7ccc12e52a85. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.598195] env[69183]: DEBUG nova.network.neutron [req-65d35c11-0941-4faa-9aa0-b907561448ac req-213b8a6c-b27a-4996-a85b-febe1f5d0b1d service nova] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Updating instance_info_cache with network_info: [{"id": "2dad4231-57c7-4647-89a3-7ccc12e52a85", "address": "fa:16:3e:db:81:d1", "network": {"id": "f1423678-4c9d-49c5-8aee-29bfeacffa2a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1931433373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "016bc1c35fb24f89ac5c5fe81e7cd582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dad4231-57", "ovs_interfaceid": "2dad4231-57c7-4647-89a3-7ccc12e52a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.851964] env[69183]: DEBUG nova.compute.manager [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Stashing vm_state: active {{(pid=69183) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 621.976769] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520ed241-e775-b506-a86a-fa1a92128430, 'name': SearchDatastore_Task, 'duration_secs': 0.013743} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.979018] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252d34e1-bfa4-4ba7-b0d1-0eff917ef176 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.982691] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ce5f109-d5f2-46f1-8f12-059c043db9dc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.991826] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622bfb8d-37d2-4047-b03f-7d7dba80dae3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.995346] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Waiting for the task: (returnval){ [ 621.995346] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]528c60c0-7b67-84fe-eac4-0479f4b8eba7" [ 621.995346] env[69183]: _type = "Task" [ 621.995346] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.028278] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5b31cc-90a9-49d7-8563-a545cf11b2a1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.034722] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528c60c0-7b67-84fe-eac4-0479f4b8eba7, 'name': SearchDatastore_Task, 'duration_secs': 0.012504} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.039220] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.039522] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 15c37209-65dc-4dd2-800f-2987a3cbfa12/15c37209-65dc-4dd2-800f-2987a3cbfa12.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.045316] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07ac62de-74e6-4f94-830c-530d23ca3ffb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.049166] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2f0562-630f-499c-a385-7a1e9aa436dc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.062748] env[69183]: DEBUG nova.compute.manager [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.065317] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': task-2789182, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.068777] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Waiting for the task: (returnval){ [ 622.068777] env[69183]: value = "task-2789183" [ 622.068777] env[69183]: _type = "Task" [ 622.068777] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.079518] env[69183]: DEBUG nova.compute.provider_tree [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.090080] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Task: {'id': task-2789183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.101960] env[69183]: DEBUG oslo_concurrency.lockutils [req-65d35c11-0941-4faa-9aa0-b907561448ac req-213b8a6c-b27a-4996-a85b-febe1f5d0b1d service nova] Releasing lock "refresh_cache-77f9c788-209c-4fab-8ca0-832bdc02e4b1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.159157] env[69183]: DEBUG nova.network.neutron [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Successfully created port: fc95dd47-138c-4d1e-8fbd-638a6c5d31c4 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 622.279173] env[69183]: DEBUG nova.network.neutron [-] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.374026] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.545065] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': task-2789182, 'name': ReconfigVM_Task, 'duration_secs': 0.654438} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.545369] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 77f9c788-209c-4fab-8ca0-832bdc02e4b1/77f9c788-209c-4fab-8ca0-832bdc02e4b1.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.546028] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97e2d35d-3e55-40f8-b2ce-a19992486f82 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.552763] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Waiting for the task: (returnval){ [ 622.552763] env[69183]: value = "task-2789184" [ 622.552763] env[69183]: _type = "Task" [ 622.552763] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.561400] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': task-2789184, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.582553] env[69183]: DEBUG nova.compute.manager [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.589932] env[69183]: DEBUG nova.scheduler.client.report [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.593212] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Task: {'id': task-2789183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.596774] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.621072] env[69183]: DEBUG nova.virt.hardware [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.621308] env[69183]: DEBUG nova.virt.hardware [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.621767] env[69183]: DEBUG nova.virt.hardware [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.622032] env[69183]: DEBUG nova.virt.hardware [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.622199] env[69183]: DEBUG nova.virt.hardware [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.622351] env[69183]: DEBUG nova.virt.hardware [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.622571] env[69183]: DEBUG nova.virt.hardware [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.622760] env[69183]: DEBUG nova.virt.hardware [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.622957] env[69183]: DEBUG nova.virt.hardware [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.623157] env[69183]: DEBUG nova.virt.hardware [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.623419] env[69183]: DEBUG nova.virt.hardware [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.624615] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e034f069-6531-4cb1-b551-6f6a31156156 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.634768] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f934d758-5652-4103-94af-28ea8e0c8f9d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.752045] env[69183]: DEBUG nova.network.neutron [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Successfully updated port: 8b6c2c31-7924-4311-9f45-b853f628b2b9 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.781324] env[69183]: INFO nova.compute.manager [-] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Took 1.81 seconds to deallocate network for instance. [ 622.950622] env[69183]: DEBUG nova.compute.manager [req-95696138-469f-4436-8958-aaf94334e522 req-bae61c10-e886-4359-b579-d2c005e678cf service nova] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Received event network-changed-781133ff-2c04-4e20-b511-4f85bb0f7f0b {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 622.950622] env[69183]: DEBUG nova.compute.manager [req-95696138-469f-4436-8958-aaf94334e522 req-bae61c10-e886-4359-b579-d2c005e678cf service nova] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Refreshing instance network info cache due to event network-changed-781133ff-2c04-4e20-b511-4f85bb0f7f0b. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 622.950744] env[69183]: DEBUG oslo_concurrency.lockutils [req-95696138-469f-4436-8958-aaf94334e522 req-bae61c10-e886-4359-b579-d2c005e678cf service nova] Acquiring lock "refresh_cache-15c37209-65dc-4dd2-800f-2987a3cbfa12" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.950984] env[69183]: DEBUG oslo_concurrency.lockutils [req-95696138-469f-4436-8958-aaf94334e522 req-bae61c10-e886-4359-b579-d2c005e678cf service nova] Acquired lock "refresh_cache-15c37209-65dc-4dd2-800f-2987a3cbfa12" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.953157] env[69183]: DEBUG nova.network.neutron [req-95696138-469f-4436-8958-aaf94334e522 req-bae61c10-e886-4359-b579-d2c005e678cf service nova] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Refreshing network info cache for port 781133ff-2c04-4e20-b511-4f85bb0f7f0b {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.065421] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': task-2789184, 'name': Rename_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.088491] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Task: {'id': task-2789183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.097903] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.097903] env[69183]: DEBUG nova.compute.manager [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.099653] env[69183]: DEBUG oslo_concurrency.lockutils [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.739s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.101778] env[69183]: INFO nova.compute.claims [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.255449] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "refresh_cache-1cb528f3-387c-4e8b-8ef9-ffcfc7310c70" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.255449] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquired lock "refresh_cache-1cb528f3-387c-4e8b-8ef9-ffcfc7310c70" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.255449] env[69183]: DEBUG nova.network.neutron [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.292115] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.319366] env[69183]: DEBUG oslo_concurrency.lockutils [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Acquiring lock "73e2db9a-d476-4774-8d38-4268376f4dd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.319653] env[69183]: DEBUG oslo_concurrency.lockutils [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Lock "73e2db9a-d476-4774-8d38-4268376f4dd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.416254] env[69183]: DEBUG nova.compute.manager [req-e46ce060-553c-4b38-9e64-197feac37671 req-0b4350df-54a0-4b72-a8fc-8d6dcbcc3d32 service nova] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Received event network-vif-deleted-e3a99bae-1afa-494b-a32f-1acac99e685a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 623.566335] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': task-2789184, 'name': Rename_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.594077] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Task: {'id': task-2789183, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.501632} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.594077] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 15c37209-65dc-4dd2-800f-2987a3cbfa12/15c37209-65dc-4dd2-800f-2987a3cbfa12.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.594077] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.594077] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71d3c192-51c9-4aa1-abce-dc0e4c9b9679 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.601431] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Waiting for the task: (returnval){ [ 623.601431] env[69183]: value = "task-2789185" [ 623.601431] env[69183]: _type = "Task" [ 623.601431] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.607548] env[69183]: DEBUG nova.compute.utils [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.611974] env[69183]: DEBUG nova.compute.manager [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.612468] env[69183]: DEBUG nova.network.neutron [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.619944] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Task: {'id': task-2789185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.740470] env[69183]: DEBUG nova.policy [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86aed687e4a84e36835d1f1456f73530', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1770b3daf424420fa7bd2778ff408aa4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.815626] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "67811381-5b1d-454d-923b-ba26dd2c3659" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.816080] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "67811381-5b1d-454d-923b-ba26dd2c3659" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.885710] env[69183]: DEBUG nova.network.neutron [req-95696138-469f-4436-8958-aaf94334e522 req-bae61c10-e886-4359-b579-d2c005e678cf service nova] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Updated VIF entry in instance network info cache for port 781133ff-2c04-4e20-b511-4f85bb0f7f0b. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.886109] env[69183]: DEBUG nova.network.neutron [req-95696138-469f-4436-8958-aaf94334e522 req-bae61c10-e886-4359-b579-d2c005e678cf service nova] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Updating instance_info_cache with network_info: [{"id": "781133ff-2c04-4e20-b511-4f85bb0f7f0b", "address": "fa:16:3e:54:9b:d1", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap781133ff-2c", "ovs_interfaceid": "781133ff-2c04-4e20-b511-4f85bb0f7f0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.891565] env[69183]: DEBUG nova.network.neutron [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.067010] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': task-2789184, 'name': Rename_Task, 'duration_secs': 1.239552} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.067351] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.067598] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d39ef11-810a-4ffd-b4d3-15c5162360c5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.074015] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Waiting for the task: (returnval){ [ 624.074015] env[69183]: value = "task-2789186" [ 624.074015] env[69183]: _type = "Task" [ 624.074015] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.083797] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': task-2789186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.112117] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Task: {'id': task-2789185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072218} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.112906] env[69183]: DEBUG nova.compute.manager [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.116560] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.121167] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f732eb4-d232-4a3d-8553-930683f537ee {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.150295] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 15c37209-65dc-4dd2-800f-2987a3cbfa12/15c37209-65dc-4dd2-800f-2987a3cbfa12.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.150734] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c20dbbc-ff78-47f3-8ce7-e50f29874589 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.176883] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Waiting for the task: (returnval){ [ 624.176883] env[69183]: value = "task-2789187" [ 624.176883] env[69183]: _type = "Task" [ 624.176883] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.184525] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Task: {'id': task-2789187, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.389244] env[69183]: DEBUG oslo_concurrency.lockutils [req-95696138-469f-4436-8958-aaf94334e522 req-bae61c10-e886-4359-b579-d2c005e678cf service nova] Releasing lock "refresh_cache-15c37209-65dc-4dd2-800f-2987a3cbfa12" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.590182] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': task-2789186, 'name': PowerOnVM_Task} progress is 92%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.594551] env[69183]: DEBUG nova.network.neutron [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Updating instance_info_cache with network_info: [{"id": "8b6c2c31-7924-4311-9f45-b853f628b2b9", "address": "fa:16:3e:f3:0a:49", "network": {"id": "bebea28c-2208-4d24-a442-ec753d970f78", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2116791220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "70599e84e52a41cc8ef9665bd3a0b16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6c2c31-79", "ovs_interfaceid": "8b6c2c31-7924-4311-9f45-b853f628b2b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.636925] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f846c7-a470-41b7-9396-4a1e86b54a3c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.646742] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705ce602-9606-4cab-b62f-7868ae860567 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.690356] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ccc530-e364-43a5-b53f-8cbc41523faf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.700655] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Task: {'id': task-2789187, 'name': ReconfigVM_Task, 'duration_secs': 0.384523} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.704391] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 15c37209-65dc-4dd2-800f-2987a3cbfa12/15c37209-65dc-4dd2-800f-2987a3cbfa12.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.705562] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78534a4f-14c5-4a33-af14-9653c4b9181a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.709205] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79071a2f-b936-4d95-b174-cbb119965777 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.734082] env[69183]: DEBUG nova.compute.provider_tree [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.737086] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Waiting for the task: (returnval){ [ 624.737086] env[69183]: value = "task-2789188" [ 624.737086] env[69183]: _type = "Task" [ 624.737086] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.754310] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Task: {'id': task-2789188, 'name': Rename_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.041867] env[69183]: DEBUG nova.network.neutron [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Successfully created port: d448b29b-025b-4682-a471-a04f5d06f375 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.085528] env[69183]: DEBUG oslo_vmware.api [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': task-2789186, 'name': PowerOnVM_Task, 'duration_secs': 0.54949} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.085864] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.086318] env[69183]: INFO nova.compute.manager [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Took 12.17 seconds to spawn the instance on the hypervisor. [ 625.086318] env[69183]: DEBUG nova.compute.manager [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.088426] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fbb599-d32f-4bde-9048-a09224606ff4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.099279] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Releasing lock "refresh_cache-1cb528f3-387c-4e8b-8ef9-ffcfc7310c70" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.102726] env[69183]: DEBUG nova.compute.manager [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Instance network_info: |[{"id": "8b6c2c31-7924-4311-9f45-b853f628b2b9", "address": "fa:16:3e:f3:0a:49", "network": {"id": "bebea28c-2208-4d24-a442-ec753d970f78", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2116791220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "70599e84e52a41cc8ef9665bd3a0b16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6c2c31-79", "ovs_interfaceid": "8b6c2c31-7924-4311-9f45-b853f628b2b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 625.102898] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:0a:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0734cc4-5718-45e2-9f98-0ded96880bef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b6c2c31-7924-4311-9f45-b853f628b2b9', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.108674] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 625.108939] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.109288] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2f58b30-69c1-45a3-81ef-99623795ff5b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.126201] env[69183]: DEBUG nova.compute.manager [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.134097] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.134097] env[69183]: value = "task-2789189" [ 625.134097] env[69183]: _type = "Task" [ 625.134097] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.144463] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789189, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.164979] env[69183]: DEBUG nova.virt.hardware [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.165778] env[69183]: DEBUG nova.virt.hardware [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.166038] env[69183]: DEBUG nova.virt.hardware [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.166328] env[69183]: DEBUG nova.virt.hardware [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.166555] env[69183]: DEBUG nova.virt.hardware [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.166780] env[69183]: DEBUG nova.virt.hardware [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.167375] env[69183]: DEBUG nova.virt.hardware [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.167661] env[69183]: DEBUG nova.virt.hardware [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.167945] env[69183]: DEBUG nova.virt.hardware [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.168340] env[69183]: DEBUG nova.virt.hardware [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.168620] env[69183]: DEBUG nova.virt.hardware [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.171014] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153152ae-425d-4ab9-ba71-965a42fa7017 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.181371] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79883bb-260d-4b5e-8d0d-5d8e3751c1ba {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.240945] env[69183]: DEBUG nova.scheduler.client.report [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.253865] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Task: {'id': task-2789188, 'name': Rename_Task, 'duration_secs': 0.228626} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.254163] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.254409] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe577922-4ff0-45bc-bb5c-763176f17346 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.261818] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Waiting for the task: (returnval){ [ 625.261818] env[69183]: value = "task-2789190" [ 625.261818] env[69183]: _type = "Task" [ 625.261818] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.270836] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Task: {'id': task-2789190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.320141] env[69183]: DEBUG nova.network.neutron [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Successfully updated port: fc95dd47-138c-4d1e-8fbd-638a6c5d31c4 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.610410] env[69183]: INFO nova.compute.manager [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Took 22.26 seconds to build instance. [ 625.646880] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789189, 'name': CreateVM_Task, 'duration_secs': 0.387485} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.647069] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.648235] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.648403] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.648736] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.649232] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f60cf736-14db-48c0-8cde-1642320a5aff {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.661027] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 625.661027] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52eb8b3d-4322-25ce-05e7-972d7baae56c" [ 625.661027] env[69183]: _type = "Task" [ 625.661027] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.668215] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52eb8b3d-4322-25ce-05e7-972d7baae56c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.750230] env[69183]: DEBUG oslo_concurrency.lockutils [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.751052] env[69183]: DEBUG nova.compute.manager [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.755179] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.092s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.757893] env[69183]: INFO nova.compute.claims [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.782756] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Task: {'id': task-2789190, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.825596] env[69183]: DEBUG oslo_concurrency.lockutils [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "refresh_cache-4aa83732-4f5c-45e5-8929-d8301c2e9b3c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.826037] env[69183]: DEBUG oslo_concurrency.lockutils [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired lock "refresh_cache-4aa83732-4f5c-45e5-8929-d8301c2e9b3c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.826111] env[69183]: DEBUG nova.network.neutron [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.113805] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9517823-53af-4a39-a7e6-e345b92312ba tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Lock "77f9c788-209c-4fab-8ca0-832bdc02e4b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.778s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.174021] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52eb8b3d-4322-25ce-05e7-972d7baae56c, 'name': SearchDatastore_Task, 'duration_secs': 0.018415} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.174021] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.174021] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.174021] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.174279] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.174279] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.174279] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd290f61-7076-4203-a353-36711a7da4b1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.186243] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.186243] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.186243] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2eb298f-b873-486c-8e07-e4cc27e568d5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.193149] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 626.193149] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5264dbfc-1243-980f-a2bd-54e11e9ec03c" [ 626.193149] env[69183]: _type = "Task" [ 626.193149] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.200593] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5264dbfc-1243-980f-a2bd-54e11e9ec03c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.258284] env[69183]: DEBUG nova.compute.utils [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.258284] env[69183]: DEBUG nova.compute.manager [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.258284] env[69183]: DEBUG nova.network.neutron [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.281729] env[69183]: DEBUG oslo_vmware.api [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Task: {'id': task-2789190, 'name': PowerOnVM_Task, 'duration_secs': 0.715712} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.281998] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.282218] env[69183]: INFO nova.compute.manager [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Took 10.88 seconds to spawn the instance on the hypervisor. [ 626.282946] env[69183]: DEBUG nova.compute.manager [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.283681] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f655540e-ff78-472a-bf3e-d13d35f6dde7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.359135] env[69183]: DEBUG nova.policy [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd26c12561f734ccab06f802d2886da1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe0b332fec534415acfc3c2a5c516b9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.398643] env[69183]: DEBUG nova.compute.manager [req-b08ed55c-616b-42be-b540-9630b481d499 req-792da1ad-69d4-47ba-9dce-de923f79fc2f service nova] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Received event network-vif-plugged-8b6c2c31-7924-4311-9f45-b853f628b2b9 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 626.399547] env[69183]: DEBUG oslo_concurrency.lockutils [req-b08ed55c-616b-42be-b540-9630b481d499 req-792da1ad-69d4-47ba-9dce-de923f79fc2f service nova] Acquiring lock "1cb528f3-387c-4e8b-8ef9-ffcfc7310c70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.399547] env[69183]: DEBUG oslo_concurrency.lockutils [req-b08ed55c-616b-42be-b540-9630b481d499 req-792da1ad-69d4-47ba-9dce-de923f79fc2f service nova] Lock "1cb528f3-387c-4e8b-8ef9-ffcfc7310c70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.402039] env[69183]: DEBUG oslo_concurrency.lockutils [req-b08ed55c-616b-42be-b540-9630b481d499 req-792da1ad-69d4-47ba-9dce-de923f79fc2f service nova] Lock "1cb528f3-387c-4e8b-8ef9-ffcfc7310c70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.402039] env[69183]: DEBUG nova.compute.manager [req-b08ed55c-616b-42be-b540-9630b481d499 req-792da1ad-69d4-47ba-9dce-de923f79fc2f service nova] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] No waiting events found dispatching network-vif-plugged-8b6c2c31-7924-4311-9f45-b853f628b2b9 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.402039] env[69183]: WARNING nova.compute.manager [req-b08ed55c-616b-42be-b540-9630b481d499 req-792da1ad-69d4-47ba-9dce-de923f79fc2f service nova] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Received unexpected event network-vif-plugged-8b6c2c31-7924-4311-9f45-b853f628b2b9 for instance with vm_state building and task_state spawning. [ 626.402039] env[69183]: DEBUG nova.compute.manager [req-b08ed55c-616b-42be-b540-9630b481d499 req-792da1ad-69d4-47ba-9dce-de923f79fc2f service nova] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Received event network-changed-8b6c2c31-7924-4311-9f45-b853f628b2b9 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 626.402039] env[69183]: DEBUG nova.compute.manager [req-b08ed55c-616b-42be-b540-9630b481d499 req-792da1ad-69d4-47ba-9dce-de923f79fc2f service nova] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Refreshing instance network info cache due to event network-changed-8b6c2c31-7924-4311-9f45-b853f628b2b9. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 626.402478] env[69183]: DEBUG oslo_concurrency.lockutils [req-b08ed55c-616b-42be-b540-9630b481d499 req-792da1ad-69d4-47ba-9dce-de923f79fc2f service nova] Acquiring lock "refresh_cache-1cb528f3-387c-4e8b-8ef9-ffcfc7310c70" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.402478] env[69183]: DEBUG oslo_concurrency.lockutils [req-b08ed55c-616b-42be-b540-9630b481d499 req-792da1ad-69d4-47ba-9dce-de923f79fc2f service nova] Acquired lock "refresh_cache-1cb528f3-387c-4e8b-8ef9-ffcfc7310c70" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.402478] env[69183]: DEBUG nova.network.neutron [req-b08ed55c-616b-42be-b540-9630b481d499 req-792da1ad-69d4-47ba-9dce-de923f79fc2f service nova] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Refreshing network info cache for port 8b6c2c31-7924-4311-9f45-b853f628b2b9 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.428263] env[69183]: DEBUG nova.network.neutron [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.617886] env[69183]: DEBUG nova.compute.manager [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.715137] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5264dbfc-1243-980f-a2bd-54e11e9ec03c, 'name': SearchDatastore_Task, 'duration_secs': 0.023332} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.716480] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4827749b-682e-4958-9eb0-01d8b93b97f3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.723163] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 626.723163] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52af69b2-8c54-6e25-128d-ec7793574a2c" [ 626.723163] env[69183]: _type = "Task" [ 626.723163] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.733676] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52af69b2-8c54-6e25-128d-ec7793574a2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.763339] env[69183]: DEBUG nova.compute.manager [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.807668] env[69183]: INFO nova.compute.manager [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Took 22.18 seconds to build instance. [ 626.815127] env[69183]: DEBUG nova.compute.manager [req-4076b83a-cba9-47fc-8478-45c0d22a2507 req-a05c5468-b42b-4ddc-abc2-032d54c00dcf service nova] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Received event network-vif-plugged-fc95dd47-138c-4d1e-8fbd-638a6c5d31c4 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 626.815375] env[69183]: DEBUG oslo_concurrency.lockutils [req-4076b83a-cba9-47fc-8478-45c0d22a2507 req-a05c5468-b42b-4ddc-abc2-032d54c00dcf service nova] Acquiring lock "4aa83732-4f5c-45e5-8929-d8301c2e9b3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.815630] env[69183]: DEBUG oslo_concurrency.lockutils [req-4076b83a-cba9-47fc-8478-45c0d22a2507 req-a05c5468-b42b-4ddc-abc2-032d54c00dcf service nova] Lock "4aa83732-4f5c-45e5-8929-d8301c2e9b3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.815820] env[69183]: DEBUG oslo_concurrency.lockutils [req-4076b83a-cba9-47fc-8478-45c0d22a2507 req-a05c5468-b42b-4ddc-abc2-032d54c00dcf service nova] Lock "4aa83732-4f5c-45e5-8929-d8301c2e9b3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.818728] env[69183]: DEBUG nova.compute.manager [req-4076b83a-cba9-47fc-8478-45c0d22a2507 req-a05c5468-b42b-4ddc-abc2-032d54c00dcf service nova] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] No waiting events found dispatching network-vif-plugged-fc95dd47-138c-4d1e-8fbd-638a6c5d31c4 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.818728] env[69183]: WARNING nova.compute.manager [req-4076b83a-cba9-47fc-8478-45c0d22a2507 req-a05c5468-b42b-4ddc-abc2-032d54c00dcf service nova] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Received unexpected event network-vif-plugged-fc95dd47-138c-4d1e-8fbd-638a6c5d31c4 for instance with vm_state building and task_state spawning. [ 626.818894] env[69183]: DEBUG nova.compute.manager [req-4076b83a-cba9-47fc-8478-45c0d22a2507 req-a05c5468-b42b-4ddc-abc2-032d54c00dcf service nova] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Received event network-changed-fc95dd47-138c-4d1e-8fbd-638a6c5d31c4 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 626.819453] env[69183]: DEBUG nova.compute.manager [req-4076b83a-cba9-47fc-8478-45c0d22a2507 req-a05c5468-b42b-4ddc-abc2-032d54c00dcf service nova] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Refreshing instance network info cache due to event network-changed-fc95dd47-138c-4d1e-8fbd-638a6c5d31c4. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 626.819453] env[69183]: DEBUG oslo_concurrency.lockutils [req-4076b83a-cba9-47fc-8478-45c0d22a2507 req-a05c5468-b42b-4ddc-abc2-032d54c00dcf service nova] Acquiring lock "refresh_cache-4aa83732-4f5c-45e5-8929-d8301c2e9b3c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.911227] env[69183]: DEBUG nova.network.neutron [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Updating instance_info_cache with network_info: [{"id": "fc95dd47-138c-4d1e-8fbd-638a6c5d31c4", "address": "fa:16:3e:a1:d2:a9", "network": {"id": "dd86d277-8747-4c50-a305-9b46298b69c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619207239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b95c9dfa9d48df99b1364995883c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc95dd47-13", "ovs_interfaceid": "fc95dd47-138c-4d1e-8fbd-638a6c5d31c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.138824] env[69183]: DEBUG oslo_concurrency.lockutils [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.158561] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c81493-9312-493c-b543-f880c25ce05a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.167894] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa721ff-3b05-4fa1-9179-be8a0bd27038 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.201474] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b55aff-0659-456e-a8c2-4365dd08417b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.210403] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189501b6-9975-411e-9993-e1969380f75c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.226697] env[69183]: DEBUG nova.compute.provider_tree [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.238297] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52af69b2-8c54-6e25-128d-ec7793574a2c, 'name': SearchDatastore_Task, 'duration_secs': 0.027906} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.239476] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.239810] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70/1cb528f3-387c-4e8b-8ef9-ffcfc7310c70.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.240283] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ad2b21e-77ac-4a55-a9e2-53288302f279 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.248455] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 627.248455] env[69183]: value = "task-2789191" [ 627.248455] env[69183]: _type = "Task" [ 627.248455] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.260476] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.309121] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b0cca0b7-3919-4d68-8b1d-9a600833d8f2 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Lock "15c37209-65dc-4dd2-800f-2987a3cbfa12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.691s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.415520] env[69183]: DEBUG oslo_concurrency.lockutils [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Releasing lock "refresh_cache-4aa83732-4f5c-45e5-8929-d8301c2e9b3c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.415953] env[69183]: DEBUG nova.compute.manager [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Instance network_info: |[{"id": "fc95dd47-138c-4d1e-8fbd-638a6c5d31c4", "address": "fa:16:3e:a1:d2:a9", "network": {"id": "dd86d277-8747-4c50-a305-9b46298b69c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619207239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b95c9dfa9d48df99b1364995883c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc95dd47-13", "ovs_interfaceid": "fc95dd47-138c-4d1e-8fbd-638a6c5d31c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.416358] env[69183]: DEBUG oslo_concurrency.lockutils [req-4076b83a-cba9-47fc-8478-45c0d22a2507 req-a05c5468-b42b-4ddc-abc2-032d54c00dcf service nova] Acquired lock "refresh_cache-4aa83732-4f5c-45e5-8929-d8301c2e9b3c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.416555] env[69183]: DEBUG nova.network.neutron [req-4076b83a-cba9-47fc-8478-45c0d22a2507 req-a05c5468-b42b-4ddc-abc2-032d54c00dcf service nova] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Refreshing network info cache for port fc95dd47-138c-4d1e-8fbd-638a6c5d31c4 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.418646] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:d2:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc95dd47-138c-4d1e-8fbd-638a6c5d31c4', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.432885] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Creating folder: Project (39b95c9dfa9d48df99b1364995883c31). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.438595] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05ecd3d9-4c76-4f46-92e5-9f26653a24b5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.451082] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Created folder: Project (39b95c9dfa9d48df99b1364995883c31) in parent group-v560622. [ 627.451312] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Creating folder: Instances. Parent ref: group-v560643. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.451558] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da3d5d8c-e35d-4996-8702-99f9276b3fcb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.464795] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Created folder: Instances in parent group-v560643. [ 627.465083] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.465276] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.465477] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52388360-01ce-4ed4-b26b-8b2b81a347c9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.487479] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.487479] env[69183]: value = "task-2789194" [ 627.487479] env[69183]: _type = "Task" [ 627.487479] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.498497] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789194, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.545165] env[69183]: DEBUG nova.network.neutron [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Successfully created port: b04d2fc1-bf86-48d3-84e2-a3adc861b832 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.733619] env[69183]: DEBUG nova.scheduler.client.report [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.762615] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789191, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.777884] env[69183]: DEBUG nova.compute.manager [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.814390] env[69183]: DEBUG nova.compute.manager [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.819424] env[69183]: DEBUG nova.virt.hardware [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.819424] env[69183]: DEBUG nova.virt.hardware [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.819424] env[69183]: DEBUG nova.virt.hardware [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.819698] env[69183]: DEBUG nova.virt.hardware [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.821601] env[69183]: DEBUG nova.virt.hardware [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.822805] env[69183]: DEBUG nova.virt.hardware [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.823129] env[69183]: DEBUG nova.virt.hardware [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.823996] env[69183]: DEBUG nova.virt.hardware [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.823996] env[69183]: DEBUG nova.virt.hardware [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.823996] env[69183]: DEBUG nova.virt.hardware [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.823996] env[69183]: DEBUG nova.virt.hardware [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.824691] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b8876f-e3d6-4be8-9e53-cbe85666bd5a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.838119] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ee3638-5797-48f0-b821-6bf3305122b9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.972953] env[69183]: DEBUG nova.network.neutron [req-b08ed55c-616b-42be-b540-9630b481d499 req-792da1ad-69d4-47ba-9dce-de923f79fc2f service nova] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Updated VIF entry in instance network info cache for port 8b6c2c31-7924-4311-9f45-b853f628b2b9. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.972953] env[69183]: DEBUG nova.network.neutron [req-b08ed55c-616b-42be-b540-9630b481d499 req-792da1ad-69d4-47ba-9dce-de923f79fc2f service nova] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Updating instance_info_cache with network_info: [{"id": "8b6c2c31-7924-4311-9f45-b853f628b2b9", "address": "fa:16:3e:f3:0a:49", "network": {"id": "bebea28c-2208-4d24-a442-ec753d970f78", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2116791220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "70599e84e52a41cc8ef9665bd3a0b16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6c2c31-79", "ovs_interfaceid": "8b6c2c31-7924-4311-9f45-b853f628b2b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.003795] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789194, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.101150] env[69183]: DEBUG oslo_concurrency.lockutils [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Acquiring lock "77f9c788-209c-4fab-8ca0-832bdc02e4b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.102205] env[69183]: DEBUG oslo_concurrency.lockutils [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Lock "77f9c788-209c-4fab-8ca0-832bdc02e4b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.102566] env[69183]: DEBUG oslo_concurrency.lockutils [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Acquiring lock "77f9c788-209c-4fab-8ca0-832bdc02e4b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.103073] env[69183]: DEBUG oslo_concurrency.lockutils [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Lock "77f9c788-209c-4fab-8ca0-832bdc02e4b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.103393] env[69183]: DEBUG oslo_concurrency.lockutils [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Lock "77f9c788-209c-4fab-8ca0-832bdc02e4b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.106518] env[69183]: INFO nova.compute.manager [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Terminating instance [ 628.150204] env[69183]: DEBUG nova.network.neutron [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Successfully updated port: d448b29b-025b-4682-a471-a04f5d06f375 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.175688] env[69183]: DEBUG nova.network.neutron [req-4076b83a-cba9-47fc-8478-45c0d22a2507 req-a05c5468-b42b-4ddc-abc2-032d54c00dcf service nova] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Updated VIF entry in instance network info cache for port fc95dd47-138c-4d1e-8fbd-638a6c5d31c4. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.176121] env[69183]: DEBUG nova.network.neutron [req-4076b83a-cba9-47fc-8478-45c0d22a2507 req-a05c5468-b42b-4ddc-abc2-032d54c00dcf service nova] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Updating instance_info_cache with network_info: [{"id": "fc95dd47-138c-4d1e-8fbd-638a6c5d31c4", "address": "fa:16:3e:a1:d2:a9", "network": {"id": "dd86d277-8747-4c50-a305-9b46298b69c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619207239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b95c9dfa9d48df99b1364995883c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc95dd47-13", "ovs_interfaceid": "fc95dd47-138c-4d1e-8fbd-638a6c5d31c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.242527] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.243108] env[69183]: DEBUG nova.compute.manager [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.247345] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.385s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.249469] env[69183]: INFO nova.compute.claims [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.269556] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576207} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.269826] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70/1cb528f3-387c-4e8b-8ef9-ffcfc7310c70.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.270576] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.270576] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1505dbc-1099-4fba-aee1-099d1ff47d8d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.282749] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 628.282749] env[69183]: value = "task-2789195" [ 628.282749] env[69183]: _type = "Task" [ 628.282749] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.293645] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.354397] env[69183]: DEBUG oslo_concurrency.lockutils [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.475889] env[69183]: DEBUG oslo_concurrency.lockutils [req-b08ed55c-616b-42be-b540-9630b481d499 req-792da1ad-69d4-47ba-9dce-de923f79fc2f service nova] Releasing lock "refresh_cache-1cb528f3-387c-4e8b-8ef9-ffcfc7310c70" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.502455] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789194, 'name': CreateVM_Task, 'duration_secs': 0.613999} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.502662] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.503578] env[69183]: DEBUG oslo_concurrency.lockutils [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.503578] env[69183]: DEBUG oslo_concurrency.lockutils [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.503801] env[69183]: DEBUG oslo_concurrency.lockutils [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.504107] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-456f3d7c-d1b7-42b4-a6b9-662baa883727 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.509203] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 628.509203] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52342b75-18b8-dafd-39b9-be3056e7e9a2" [ 628.509203] env[69183]: _type = "Task" [ 628.509203] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.520356] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52342b75-18b8-dafd-39b9-be3056e7e9a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.617031] env[69183]: DEBUG nova.compute.manager [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 628.617261] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 628.618204] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2f0e65-1b67-4986-8df3-a5fe089e9ed9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.628967] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.629274] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c00bf138-b454-4963-be25-b0ba216ce263 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.637881] env[69183]: DEBUG oslo_vmware.api [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Waiting for the task: (returnval){ [ 628.637881] env[69183]: value = "task-2789196" [ 628.637881] env[69183]: _type = "Task" [ 628.637881] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.646660] env[69183]: DEBUG oslo_vmware.api [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': task-2789196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.654447] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Acquiring lock "refresh_cache-71c69f98-c57a-4419-9e28-48f869f2dba4" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.654447] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Acquired lock "refresh_cache-71c69f98-c57a-4419-9e28-48f869f2dba4" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.654447] env[69183]: DEBUG nova.network.neutron [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.664654] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Acquiring lock "8e1c9ecd-2e46-4cac-b458-13c8183fbbe4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.665828] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Lock "8e1c9ecd-2e46-4cac-b458-13c8183fbbe4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.682982] env[69183]: DEBUG oslo_concurrency.lockutils [req-4076b83a-cba9-47fc-8478-45c0d22a2507 req-a05c5468-b42b-4ddc-abc2-032d54c00dcf service nova] Releasing lock "refresh_cache-4aa83732-4f5c-45e5-8929-d8301c2e9b3c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.754526] env[69183]: DEBUG nova.compute.utils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.759096] env[69183]: DEBUG nova.compute.manager [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.761160] env[69183]: DEBUG nova.network.neutron [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.793057] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17621} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.793262] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.794298] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37e4940-e690-4b99-9f76-ddacc47ab734 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.820719] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70/1cb528f3-387c-4e8b-8ef9-ffcfc7310c70.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.821073] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaa0af7d-2483-4a3a-96a6-cf2c6b2bd2ae {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.843376] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 628.843376] env[69183]: value = "task-2789197" [ 628.843376] env[69183]: _type = "Task" [ 628.843376] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.854975] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789197, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.925019] env[69183]: DEBUG nova.policy [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51b0da32966246b39bf0602eab0dec03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6560727b0d654645b00bebdd4cd2f54c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.022693] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52342b75-18b8-dafd-39b9-be3056e7e9a2, 'name': SearchDatastore_Task, 'duration_secs': 0.014514} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.023018] env[69183]: DEBUG oslo_concurrency.lockutils [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.023265] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.023819] env[69183]: DEBUG oslo_concurrency.lockutils [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.023819] env[69183]: DEBUG oslo_concurrency.lockutils [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.023819] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.024091] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c3c0121-ba77-401d-872a-d828794a4cd8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.032745] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.032940] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.034089] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3bf315a-0bbc-4011-9b3e-36070ff34e9e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.041182] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 629.041182] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52fd4fe9-6aee-9213-9c41-659d29b2952b" [ 629.041182] env[69183]: _type = "Task" [ 629.041182] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.054511] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52fd4fe9-6aee-9213-9c41-659d29b2952b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.154792] env[69183]: DEBUG oslo_vmware.api [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': task-2789196, 'name': PowerOffVM_Task, 'duration_secs': 0.35384} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.155116] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.156608] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.157454] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91dde98e-f87c-4f3b-963e-ea7d6f699e70 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.252912] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 629.252912] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 629.252912] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Deleting the datastore file [datastore2] 77f9c788-209c-4fab-8ca0-832bdc02e4b1 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.252912] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d686fad6-704a-42e2-acb5-80bc2fae3070 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.255321] env[69183]: DEBUG nova.network.neutron [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.262267] env[69183]: DEBUG nova.compute.manager [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.268068] env[69183]: DEBUG oslo_vmware.api [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Waiting for the task: (returnval){ [ 629.268068] env[69183]: value = "task-2789199" [ 629.268068] env[69183]: _type = "Task" [ 629.268068] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.278225] env[69183]: DEBUG oslo_vmware.api [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': task-2789199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.356205] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789197, 'name': ReconfigVM_Task, 'duration_secs': 0.346646} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.359127] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70/1cb528f3-387c-4e8b-8ef9-ffcfc7310c70.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.360873] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92e21973-eaf2-4869-9040-f4653414d82e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.367642] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 629.367642] env[69183]: value = "task-2789200" [ 629.367642] env[69183]: _type = "Task" [ 629.367642] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.377309] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789200, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.555775] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52fd4fe9-6aee-9213-9c41-659d29b2952b, 'name': SearchDatastore_Task, 'duration_secs': 0.015687} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.557090] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d260c83-9e0c-4183-8491-b1be178a585f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.567149] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 629.567149] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52d73182-7277-d345-b296-ee9e77b7a1f0" [ 629.567149] env[69183]: _type = "Task" [ 629.567149] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.575572] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d73182-7277-d345-b296-ee9e77b7a1f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.668517] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97061dc-b2ea-4139-9e9e-e6f96faf701e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.677906] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368d14a2-1ef1-4343-95f4-1af6aa080200 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.682789] env[69183]: DEBUG nova.network.neutron [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Updating instance_info_cache with network_info: [{"id": "d448b29b-025b-4682-a471-a04f5d06f375", "address": "fa:16:3e:01:35:0e", "network": {"id": "34f16d1d-aec4-40e8-ae8b-6d50b71621e0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-631371665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1770b3daf424420fa7bd2778ff408aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd448b29b-02", "ovs_interfaceid": "d448b29b-025b-4682-a471-a04f5d06f375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.717318] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb68920-8a07-44bb-b94d-9ae0266aae80 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.730202] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1e7d01-7364-4efa-9fd7-cc474629e15d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.747649] env[69183]: DEBUG nova.compute.provider_tree [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.802702] env[69183]: DEBUG oslo_vmware.api [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Task: {'id': task-2789199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300577} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.802702] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.802702] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 629.802702] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 629.802702] env[69183]: INFO nova.compute.manager [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 629.803100] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.803100] env[69183]: DEBUG nova.compute.manager [-] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 629.803100] env[69183]: DEBUG nova.network.neutron [-] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 629.878675] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789200, 'name': Rename_Task, 'duration_secs': 0.153457} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.879240] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.879659] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0986d65b-d528-4e36-898a-7df453a0827d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.889442] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 629.889442] env[69183]: value = "task-2789201" [ 629.889442] env[69183]: _type = "Task" [ 629.889442] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.897752] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.083610] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d73182-7277-d345-b296-ee9e77b7a1f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011329} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.083870] env[69183]: DEBUG oslo_concurrency.lockutils [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.084159] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 4aa83732-4f5c-45e5-8929-d8301c2e9b3c/4aa83732-4f5c-45e5-8929-d8301c2e9b3c.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.086299] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c88acd7-bb59-4b25-bab1-f3aac73d9c62 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.091538] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 630.091538] env[69183]: value = "task-2789202" [ 630.091538] env[69183]: _type = "Task" [ 630.091538] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.105398] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.160834] env[69183]: DEBUG nova.compute.manager [req-0a51d753-12af-48b1-8c79-5654adfd3f06 req-29286885-9ae5-437d-93db-b34de03763a4 service nova] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Received event network-vif-plugged-d448b29b-025b-4682-a471-a04f5d06f375 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 630.161129] env[69183]: DEBUG oslo_concurrency.lockutils [req-0a51d753-12af-48b1-8c79-5654adfd3f06 req-29286885-9ae5-437d-93db-b34de03763a4 service nova] Acquiring lock "71c69f98-c57a-4419-9e28-48f869f2dba4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.161129] env[69183]: DEBUG oslo_concurrency.lockutils [req-0a51d753-12af-48b1-8c79-5654adfd3f06 req-29286885-9ae5-437d-93db-b34de03763a4 service nova] Lock "71c69f98-c57a-4419-9e28-48f869f2dba4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.161511] env[69183]: DEBUG oslo_concurrency.lockutils [req-0a51d753-12af-48b1-8c79-5654adfd3f06 req-29286885-9ae5-437d-93db-b34de03763a4 service nova] Lock "71c69f98-c57a-4419-9e28-48f869f2dba4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.161511] env[69183]: DEBUG nova.compute.manager [req-0a51d753-12af-48b1-8c79-5654adfd3f06 req-29286885-9ae5-437d-93db-b34de03763a4 service nova] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] No waiting events found dispatching network-vif-plugged-d448b29b-025b-4682-a471-a04f5d06f375 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.161596] env[69183]: WARNING nova.compute.manager [req-0a51d753-12af-48b1-8c79-5654adfd3f06 req-29286885-9ae5-437d-93db-b34de03763a4 service nova] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Received unexpected event network-vif-plugged-d448b29b-025b-4682-a471-a04f5d06f375 for instance with vm_state building and task_state spawning. [ 630.162446] env[69183]: DEBUG nova.compute.manager [req-0a51d753-12af-48b1-8c79-5654adfd3f06 req-29286885-9ae5-437d-93db-b34de03763a4 service nova] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Received event network-changed-d448b29b-025b-4682-a471-a04f5d06f375 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 630.162446] env[69183]: DEBUG nova.compute.manager [req-0a51d753-12af-48b1-8c79-5654adfd3f06 req-29286885-9ae5-437d-93db-b34de03763a4 service nova] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Refreshing instance network info cache due to event network-changed-d448b29b-025b-4682-a471-a04f5d06f375. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 630.162446] env[69183]: DEBUG oslo_concurrency.lockutils [req-0a51d753-12af-48b1-8c79-5654adfd3f06 req-29286885-9ae5-437d-93db-b34de03763a4 service nova] Acquiring lock "refresh_cache-71c69f98-c57a-4419-9e28-48f869f2dba4" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.191726] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Releasing lock "refresh_cache-71c69f98-c57a-4419-9e28-48f869f2dba4" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.192064] env[69183]: DEBUG nova.compute.manager [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Instance network_info: |[{"id": "d448b29b-025b-4682-a471-a04f5d06f375", "address": "fa:16:3e:01:35:0e", "network": {"id": "34f16d1d-aec4-40e8-ae8b-6d50b71621e0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-631371665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1770b3daf424420fa7bd2778ff408aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd448b29b-02", "ovs_interfaceid": "d448b29b-025b-4682-a471-a04f5d06f375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.192369] env[69183]: DEBUG oslo_concurrency.lockutils [req-0a51d753-12af-48b1-8c79-5654adfd3f06 req-29286885-9ae5-437d-93db-b34de03763a4 service nova] Acquired lock "refresh_cache-71c69f98-c57a-4419-9e28-48f869f2dba4" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.192543] env[69183]: DEBUG nova.network.neutron [req-0a51d753-12af-48b1-8c79-5654adfd3f06 req-29286885-9ae5-437d-93db-b34de03763a4 service nova] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Refreshing network info cache for port d448b29b-025b-4682-a471-a04f5d06f375 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.193809] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:35:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd448b29b-025b-4682-a471-a04f5d06f375', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.202441] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Creating folder: Project (1770b3daf424420fa7bd2778ff408aa4). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.203116] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6743366-105c-45ea-87ef-964a4ecc269e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.214301] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Created folder: Project (1770b3daf424420fa7bd2778ff408aa4) in parent group-v560622. [ 630.214513] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Creating folder: Instances. Parent ref: group-v560646. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.214766] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25319070-e0e3-419f-bf40-e09d4a6ce60d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.223897] env[69183]: DEBUG nova.network.neutron [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Successfully created port: baa0bfd2-ce4d-4ba2-bcb5-cc076da41fd6 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.230886] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Created folder: Instances in parent group-v560646. [ 630.230886] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.231479] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.231717] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53eddb2f-4ab0-474f-b5d2-82c8598be22b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.255612] env[69183]: DEBUG nova.scheduler.client.report [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.266924] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.266924] env[69183]: value = "task-2789205" [ 630.266924] env[69183]: _type = "Task" [ 630.266924] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.279969] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789205, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.287740] env[69183]: DEBUG nova.compute.manager [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.321637] env[69183]: DEBUG nova.virt.hardware [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.321965] env[69183]: DEBUG nova.virt.hardware [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.322079] env[69183]: DEBUG nova.virt.hardware [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.322203] env[69183]: DEBUG nova.virt.hardware [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.322345] env[69183]: DEBUG nova.virt.hardware [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.322480] env[69183]: DEBUG nova.virt.hardware [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.322683] env[69183]: DEBUG nova.virt.hardware [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.322852] env[69183]: DEBUG nova.virt.hardware [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.324498] env[69183]: DEBUG nova.virt.hardware [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.325332] env[69183]: DEBUG nova.virt.hardware [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.325946] env[69183]: DEBUG nova.virt.hardware [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.327918] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d0fa70-c0e5-4524-b58b-8fd7129e094d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.344795] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c63a6a-7fd1-4cfa-bdcb-ba2a67cd36e5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.398111] env[69183]: DEBUG oslo_vmware.api [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789201, 'name': PowerOnVM_Task, 'duration_secs': 0.4719} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.398111] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.398441] env[69183]: INFO nova.compute.manager [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Took 10.40 seconds to spawn the instance on the hypervisor. [ 630.398571] env[69183]: DEBUG nova.compute.manager [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.399500] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a7c0bd-058e-49a4-be38-f09934a35844 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.602957] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789202, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.746408] env[69183]: DEBUG nova.network.neutron [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Successfully updated port: b04d2fc1-bf86-48d3-84e2-a3adc861b832 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.765611] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.765611] env[69183]: DEBUG nova.compute.manager [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.769756] env[69183]: DEBUG oslo_concurrency.lockutils [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.316s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.775693] env[69183]: INFO nova.compute.claims [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.788276] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789205, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.920374] env[69183]: INFO nova.compute.manager [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Took 25.60 seconds to build instance. [ 631.104054] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614603} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.105998] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 4aa83732-4f5c-45e5-8929-d8301c2e9b3c/4aa83732-4f5c-45e5-8929-d8301c2e9b3c.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.105998] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.105998] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b996ac07-a9ae-45a6-8796-88452f26269b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.112492] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 631.112492] env[69183]: value = "task-2789206" [ 631.112492] env[69183]: _type = "Task" [ 631.112492] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.122218] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.250021] env[69183]: DEBUG oslo_concurrency.lockutils [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Acquiring lock "refresh_cache-94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.250313] env[69183]: DEBUG oslo_concurrency.lockutils [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Acquired lock "refresh_cache-94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.250854] env[69183]: DEBUG nova.network.neutron [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.286508] env[69183]: DEBUG nova.compute.utils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.293714] env[69183]: DEBUG nova.compute.manager [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.293714] env[69183]: DEBUG nova.network.neutron [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.301280] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789205, 'name': CreateVM_Task, 'duration_secs': 0.717156} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.302176] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.302900] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.303111] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.303587] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.305089] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bff12e69-0e4e-4b35-a213-326e50325c74 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.313544] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Waiting for the task: (returnval){ [ 631.313544] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52900fdf-7b79-be25-c460-0b598d4773db" [ 631.313544] env[69183]: _type = "Task" [ 631.313544] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.322705] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52900fdf-7b79-be25-c460-0b598d4773db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.390787] env[69183]: DEBUG nova.network.neutron [req-0a51d753-12af-48b1-8c79-5654adfd3f06 req-29286885-9ae5-437d-93db-b34de03763a4 service nova] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Updated VIF entry in instance network info cache for port d448b29b-025b-4682-a471-a04f5d06f375. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.391202] env[69183]: DEBUG nova.network.neutron [req-0a51d753-12af-48b1-8c79-5654adfd3f06 req-29286885-9ae5-437d-93db-b34de03763a4 service nova] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Updating instance_info_cache with network_info: [{"id": "d448b29b-025b-4682-a471-a04f5d06f375", "address": "fa:16:3e:01:35:0e", "network": {"id": "34f16d1d-aec4-40e8-ae8b-6d50b71621e0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-631371665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1770b3daf424420fa7bd2778ff408aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd448b29b-02", "ovs_interfaceid": "d448b29b-025b-4682-a471-a04f5d06f375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.417425] env[69183]: DEBUG nova.network.neutron [-] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.423390] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58d26f5c-8555-4a9c-ad5c-0d2f06f2460f tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "1cb528f3-387c-4e8b-8ef9-ffcfc7310c70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.119s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.426395] env[69183]: DEBUG nova.policy [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51b0da32966246b39bf0602eab0dec03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6560727b0d654645b00bebdd4cd2f54c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.625257] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070466} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.626690] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.627854] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbe2445-d34b-40ed-879c-cd47acf1035c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.652349] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 4aa83732-4f5c-45e5-8929-d8301c2e9b3c/4aa83732-4f5c-45e5-8929-d8301c2e9b3c.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.652832] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9d8c207-6259-40f5-9016-0058142d3b73 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.677209] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 631.677209] env[69183]: value = "task-2789207" [ 631.677209] env[69183]: _type = "Task" [ 631.677209] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.687557] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789207, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.796981] env[69183]: DEBUG nova.compute.manager [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.819996] env[69183]: DEBUG nova.network.neutron [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.826041] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52900fdf-7b79-be25-c460-0b598d4773db, 'name': SearchDatastore_Task, 'duration_secs': 0.042825} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.830426] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.830426] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.830426] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.830426] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.830612] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.830612] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8322e4e3-1170-4909-bfe5-b68d69acc4ba {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.840837] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.841034] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.842131] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1d5994d-4de5-4ed0-bb7f-30ccb0eeaedc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.853729] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Waiting for the task: (returnval){ [ 631.853729] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52d7fbae-30c8-b5dd-604a-18b94ef57df6" [ 631.853729] env[69183]: _type = "Task" [ 631.853729] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.862365] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d7fbae-30c8-b5dd-604a-18b94ef57df6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.894687] env[69183]: DEBUG oslo_concurrency.lockutils [req-0a51d753-12af-48b1-8c79-5654adfd3f06 req-29286885-9ae5-437d-93db-b34de03763a4 service nova] Releasing lock "refresh_cache-71c69f98-c57a-4419-9e28-48f869f2dba4" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.919946] env[69183]: INFO nova.compute.manager [-] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Took 2.12 seconds to deallocate network for instance. [ 631.932194] env[69183]: DEBUG nova.compute.manager [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.088668] env[69183]: DEBUG nova.network.neutron [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Updating instance_info_cache with network_info: [{"id": "b04d2fc1-bf86-48d3-84e2-a3adc861b832", "address": "fa:16:3e:93:27:cd", "network": {"id": "b285acb6-7a22-4f40-a474-1733542fbda6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1426863089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe0b332fec534415acfc3c2a5c516b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb04d2fc1-bf", "ovs_interfaceid": "b04d2fc1-bf86-48d3-84e2-a3adc861b832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.191469] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789207, 'name': ReconfigVM_Task, 'duration_secs': 0.300223} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.191859] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 4aa83732-4f5c-45e5-8929-d8301c2e9b3c/4aa83732-4f5c-45e5-8929-d8301c2e9b3c.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.192833] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78aac9c1-c156-4a03-bb9d-5690e740af7f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.200078] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 632.200078] env[69183]: value = "task-2789208" [ 632.200078] env[69183]: _type = "Task" [ 632.200078] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.212307] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789208, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.213524] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaecdaf5-9f0c-4ab6-adfe-4ba39cca3026 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.221561] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4213408-76a8-4706-8dd3-70cf855bb9dc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.254824] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa71123-401f-452f-bfc0-d1891a0d981f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.263799] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ccc977-4c5a-4e82-8072-a0998b6407dd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.279288] env[69183]: DEBUG nova.compute.provider_tree [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.370781] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d7fbae-30c8-b5dd-604a-18b94ef57df6, 'name': SearchDatastore_Task, 'duration_secs': 0.017655} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.371930] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082b99f3-80b7-465b-b683-21ab87763fdf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.380168] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Waiting for the task: (returnval){ [ 632.380168] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52bba95c-7596-0bbf-a005-e0897ff6bd65" [ 632.380168] env[69183]: _type = "Task" [ 632.380168] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.393031] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52bba95c-7596-0bbf-a005-e0897ff6bd65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.410274] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Acquiring lock "15c37209-65dc-4dd2-800f-2987a3cbfa12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.410274] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Lock "15c37209-65dc-4dd2-800f-2987a3cbfa12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.410480] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Acquiring lock "15c37209-65dc-4dd2-800f-2987a3cbfa12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.410661] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Lock "15c37209-65dc-4dd2-800f-2987a3cbfa12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.410961] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Lock "15c37209-65dc-4dd2-800f-2987a3cbfa12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.413329] env[69183]: INFO nova.compute.manager [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Terminating instance [ 632.436419] env[69183]: DEBUG oslo_concurrency.lockutils [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.463297] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.596703] env[69183]: DEBUG oslo_concurrency.lockutils [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Releasing lock "refresh_cache-94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.597052] env[69183]: DEBUG nova.compute.manager [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Instance network_info: |[{"id": "b04d2fc1-bf86-48d3-84e2-a3adc861b832", "address": "fa:16:3e:93:27:cd", "network": {"id": "b285acb6-7a22-4f40-a474-1733542fbda6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1426863089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe0b332fec534415acfc3c2a5c516b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb04d2fc1-bf", "ovs_interfaceid": "b04d2fc1-bf86-48d3-84e2-a3adc861b832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.597494] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:27:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b04d2fc1-bf86-48d3-84e2-a3adc861b832', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.610500] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Creating folder: Project (fe0b332fec534415acfc3c2a5c516b9f). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.612023] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3b7b1f7-bfa9-4c8b-88e9-7eee0e75fba1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.625223] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Created folder: Project (fe0b332fec534415acfc3c2a5c516b9f) in parent group-v560622. [ 632.625223] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Creating folder: Instances. Parent ref: group-v560649. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.625223] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6df87c68-5200-44af-9946-f2492b5eaa3e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.636410] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Created folder: Instances in parent group-v560649. [ 632.636410] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.636548] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.636757] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67230a2b-42b4-44eb-87ee-b537f35337cf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.660144] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.660144] env[69183]: value = "task-2789211" [ 632.660144] env[69183]: _type = "Task" [ 632.660144] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.669338] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789211, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.677380] env[69183]: DEBUG nova.network.neutron [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Successfully created port: 7657d8ae-5385-4e83-b54b-b77b8182dd17 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.711971] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789208, 'name': Rename_Task, 'duration_secs': 0.260405} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.712275] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.713033] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd15a86e-acb0-4d84-ab4b-0cf61b9e9c50 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.721911] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 632.721911] env[69183]: value = "task-2789212" [ 632.721911] env[69183]: _type = "Task" [ 632.721911] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.733713] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.785966] env[69183]: DEBUG nova.scheduler.client.report [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.808789] env[69183]: DEBUG nova.compute.manager [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.850447] env[69183]: DEBUG nova.virt.hardware [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.850693] env[69183]: DEBUG nova.virt.hardware [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.850849] env[69183]: DEBUG nova.virt.hardware [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.851761] env[69183]: DEBUG nova.virt.hardware [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.851761] env[69183]: DEBUG nova.virt.hardware [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.851761] env[69183]: DEBUG nova.virt.hardware [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.852818] env[69183]: DEBUG nova.virt.hardware [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.852818] env[69183]: DEBUG nova.virt.hardware [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.852818] env[69183]: DEBUG nova.virt.hardware [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.852983] env[69183]: DEBUG nova.virt.hardware [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.853177] env[69183]: DEBUG nova.virt.hardware [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.854084] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6e7fbb-56a5-429c-855f-b75e4a3cec1b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.864180] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b279c7-17fb-4222-931b-dabce79a8b65 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.891289] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52bba95c-7596-0bbf-a005-e0897ff6bd65, 'name': SearchDatastore_Task, 'duration_secs': 0.011962} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.891629] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.891935] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 71c69f98-c57a-4419-9e28-48f869f2dba4/71c69f98-c57a-4419-9e28-48f869f2dba4.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.892165] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e73bca4-f68f-4dd7-8500-32554fa3577f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.902307] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Waiting for the task: (returnval){ [ 632.902307] env[69183]: value = "task-2789213" [ 632.902307] env[69183]: _type = "Task" [ 632.902307] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.915409] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Task: {'id': task-2789213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.918040] env[69183]: DEBUG nova.compute.manager [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.918155] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.920159] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f07222-1aa8-4d40-82d7-c3355d0eac6d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.932522] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.932875] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fa0fe33-8e5c-42b9-80c0-be42b1427be5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.942472] env[69183]: DEBUG oslo_vmware.api [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Waiting for the task: (returnval){ [ 632.942472] env[69183]: value = "task-2789214" [ 632.942472] env[69183]: _type = "Task" [ 632.942472] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.957633] env[69183]: DEBUG oslo_vmware.api [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Task: {'id': task-2789214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.181764] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789211, 'name': CreateVM_Task, 'duration_secs': 0.416455} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.181764] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.181764] env[69183]: DEBUG oslo_concurrency.lockutils [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.181764] env[69183]: DEBUG oslo_concurrency.lockutils [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.182123] env[69183]: DEBUG oslo_concurrency.lockutils [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.183574] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84699fd9-96a5-4c7e-88aa-8840a2986601 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.192396] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Waiting for the task: (returnval){ [ 633.192396] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]520df067-d292-37fa-972a-1efa41a844d2" [ 633.192396] env[69183]: _type = "Task" [ 633.192396] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.198284] env[69183]: DEBUG nova.network.neutron [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Successfully updated port: baa0bfd2-ce4d-4ba2-bcb5-cc076da41fd6 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.208774] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520df067-d292-37fa-972a-1efa41a844d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.235880] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789212, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.298193] env[69183]: DEBUG oslo_concurrency.lockutils [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.298785] env[69183]: DEBUG nova.compute.manager [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.302904] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.929s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.420727] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Task: {'id': task-2789213, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.455877] env[69183]: DEBUG oslo_vmware.api [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Task: {'id': task-2789214, 'name': PowerOffVM_Task, 'duration_secs': 0.217206} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.456427] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.456825] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.458789] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f337712-c69f-4958-b1a9-d2eccf8edf0b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.527464] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.527464] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.527464] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Deleting the datastore file [datastore2] 15c37209-65dc-4dd2-800f-2987a3cbfa12 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.527464] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8723a030-65ca-4b38-9c71-6b9357a5f809 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.534355] env[69183]: DEBUG oslo_vmware.api [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Waiting for the task: (returnval){ [ 633.534355] env[69183]: value = "task-2789216" [ 633.534355] env[69183]: _type = "Task" [ 633.534355] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.544390] env[69183]: DEBUG oslo_vmware.api [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Task: {'id': task-2789216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.703234] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520df067-d292-37fa-972a-1efa41a844d2, 'name': SearchDatastore_Task, 'duration_secs': 0.064994} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.703924] env[69183]: DEBUG oslo_concurrency.lockutils [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.704638] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.704984] env[69183]: DEBUG oslo_concurrency.lockutils [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.705271] env[69183]: DEBUG oslo_concurrency.lockutils [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.705573] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.705959] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b81696d-60db-45cd-a138-38471f5f95a1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.709082] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "refresh_cache-67db8d5d-3399-4519-a950-5dcce2f54210" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.709378] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquired lock "refresh_cache-67db8d5d-3399-4519-a950-5dcce2f54210" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.709652] env[69183]: DEBUG nova.network.neutron [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.717463] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.717463] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.717463] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87d1a0a5-390d-4777-92dd-a0fae0c5a891 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.731168] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Waiting for the task: (returnval){ [ 633.731168] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52935d1e-d0b9-b469-195f-6453da544064" [ 633.731168] env[69183]: _type = "Task" [ 633.731168] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.742491] env[69183]: DEBUG oslo_vmware.api [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789212, 'name': PowerOnVM_Task, 'duration_secs': 0.686449} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.744230] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.745362] env[69183]: INFO nova.compute.manager [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Took 11.16 seconds to spawn the instance on the hypervisor. [ 633.745362] env[69183]: DEBUG nova.compute.manager [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.750971] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a8e013-464c-4918-9c0f-27824a0aeb09 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.754257] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52935d1e-d0b9-b469-195f-6453da544064, 'name': SearchDatastore_Task, 'duration_secs': 0.016} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.755227] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70e85b91-7535-44d8-995a-d83445331c2d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.765293] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Waiting for the task: (returnval){ [ 633.765293] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52630023-8102-b8c5-fb3f-34d1a184ad87" [ 633.765293] env[69183]: _type = "Task" [ 633.765293] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.775676] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52630023-8102-b8c5-fb3f-34d1a184ad87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.817551] env[69183]: INFO nova.compute.claims [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.822853] env[69183]: DEBUG nova.compute.utils [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.825034] env[69183]: DEBUG nova.compute.manager [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.825034] env[69183]: DEBUG nova.network.neutron [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.882466] env[69183]: DEBUG nova.compute.manager [req-659c7026-4c7c-4b79-bd94-d6fe9eb7f83a req-e0a20c96-9a53-40d2-83b9-1d8129ff4043 service nova] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Received event network-vif-plugged-b04d2fc1-bf86-48d3-84e2-a3adc861b832 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 633.882466] env[69183]: DEBUG oslo_concurrency.lockutils [req-659c7026-4c7c-4b79-bd94-d6fe9eb7f83a req-e0a20c96-9a53-40d2-83b9-1d8129ff4043 service nova] Acquiring lock "94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.882466] env[69183]: DEBUG oslo_concurrency.lockutils [req-659c7026-4c7c-4b79-bd94-d6fe9eb7f83a req-e0a20c96-9a53-40d2-83b9-1d8129ff4043 service nova] Lock "94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.882466] env[69183]: DEBUG oslo_concurrency.lockutils [req-659c7026-4c7c-4b79-bd94-d6fe9eb7f83a req-e0a20c96-9a53-40d2-83b9-1d8129ff4043 service nova] Lock "94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.882466] env[69183]: DEBUG nova.compute.manager [req-659c7026-4c7c-4b79-bd94-d6fe9eb7f83a req-e0a20c96-9a53-40d2-83b9-1d8129ff4043 service nova] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] No waiting events found dispatching network-vif-plugged-b04d2fc1-bf86-48d3-84e2-a3adc861b832 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.883046] env[69183]: WARNING nova.compute.manager [req-659c7026-4c7c-4b79-bd94-d6fe9eb7f83a req-e0a20c96-9a53-40d2-83b9-1d8129ff4043 service nova] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Received unexpected event network-vif-plugged-b04d2fc1-bf86-48d3-84e2-a3adc861b832 for instance with vm_state building and task_state spawning. [ 633.883046] env[69183]: DEBUG nova.compute.manager [req-659c7026-4c7c-4b79-bd94-d6fe9eb7f83a req-e0a20c96-9a53-40d2-83b9-1d8129ff4043 service nova] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Received event network-changed-b04d2fc1-bf86-48d3-84e2-a3adc861b832 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 633.883046] env[69183]: DEBUG nova.compute.manager [req-659c7026-4c7c-4b79-bd94-d6fe9eb7f83a req-e0a20c96-9a53-40d2-83b9-1d8129ff4043 service nova] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Refreshing instance network info cache due to event network-changed-b04d2fc1-bf86-48d3-84e2-a3adc861b832. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 633.883046] env[69183]: DEBUG oslo_concurrency.lockutils [req-659c7026-4c7c-4b79-bd94-d6fe9eb7f83a req-e0a20c96-9a53-40d2-83b9-1d8129ff4043 service nova] Acquiring lock "refresh_cache-94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.883046] env[69183]: DEBUG oslo_concurrency.lockutils [req-659c7026-4c7c-4b79-bd94-d6fe9eb7f83a req-e0a20c96-9a53-40d2-83b9-1d8129ff4043 service nova] Acquired lock "refresh_cache-94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.883700] env[69183]: DEBUG nova.network.neutron [req-659c7026-4c7c-4b79-bd94-d6fe9eb7f83a req-e0a20c96-9a53-40d2-83b9-1d8129ff4043 service nova] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Refreshing network info cache for port b04d2fc1-bf86-48d3-84e2-a3adc861b832 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.920143] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Task: {'id': task-2789213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585589} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.920572] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 71c69f98-c57a-4419-9e28-48f869f2dba4/71c69f98-c57a-4419-9e28-48f869f2dba4.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.923429] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.928439] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5950f362-d4de-42df-8a74-28bff93501da {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.938956] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Waiting for the task: (returnval){ [ 633.938956] env[69183]: value = "task-2789217" [ 633.938956] env[69183]: _type = "Task" [ 633.938956] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.946477] env[69183]: DEBUG nova.policy [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '226c8722e8b4434caf877cd9958831f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b09573d0415a4665989baf5391d10b83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.959174] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Task: {'id': task-2789217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.045581] env[69183]: DEBUG oslo_vmware.api [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Task: {'id': task-2789216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29502} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.046148] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.046487] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 634.046955] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 634.047277] env[69183]: INFO nova.compute.manager [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Took 1.13 seconds to destroy the instance on the hypervisor. [ 634.049033] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.049033] env[69183]: DEBUG nova.compute.manager [-] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 634.049033] env[69183]: DEBUG nova.network.neutron [-] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 634.279027] env[69183]: INFO nova.compute.manager [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Took 27.42 seconds to build instance. [ 634.283294] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52630023-8102-b8c5-fb3f-34d1a184ad87, 'name': SearchDatastore_Task, 'duration_secs': 0.011725} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.283862] env[69183]: DEBUG oslo_concurrency.lockutils [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.284121] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f/94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.284356] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-982775ca-d314-4997-b837-22217d4e9086 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.295517] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Waiting for the task: (returnval){ [ 634.295517] env[69183]: value = "task-2789218" [ 634.295517] env[69183]: _type = "Task" [ 634.295517] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.305857] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Task: {'id': task-2789218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.328098] env[69183]: DEBUG nova.compute.manager [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.332955] env[69183]: INFO nova.compute.resource_tracker [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Updating resource usage from migration 095d4794-73b4-4f8e-bdd0-f73cc9e67a13 [ 634.436769] env[69183]: DEBUG nova.compute.manager [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.437374] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005cf5d2-4737-4403-bbc7-8e0dfd3c2b0b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.464801] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Task: {'id': task-2789217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.290081} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.465492] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.466412] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d8cc3d-df08-4583-96c2-cd832117a688 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.497531] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 71c69f98-c57a-4419-9e28-48f869f2dba4/71c69f98-c57a-4419-9e28-48f869f2dba4.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.505558] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d96d2d6c-8bcb-457e-9d2d-22ad24303420 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.533611] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Waiting for the task: (returnval){ [ 634.533611] env[69183]: value = "task-2789219" [ 634.533611] env[69183]: _type = "Task" [ 634.533611] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.544349] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Task: {'id': task-2789219, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.669762] env[69183]: DEBUG nova.network.neutron [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.784585] env[69183]: DEBUG oslo_concurrency.lockutils [None req-856af579-a367-482b-af81-83e5c409448b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "4aa83732-4f5c-45e5-8929-d8301c2e9b3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.963s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.813162] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Task: {'id': task-2789218, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.834907] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a182e532-c892-4b20-b7c7-b366b413a67d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.850866] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad56e4b-2545-4f09-a6c0-421f115545f7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.886168] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3148c78-6a50-4feb-a98c-a18a9510b996 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.895234] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65d0aa4-b540-41fd-9229-01ded9611911 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.914719] env[69183]: DEBUG nova.compute.provider_tree [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.969577] env[69183]: INFO nova.compute.manager [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] instance snapshotting [ 634.972788] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01eec08d-ab86-43e5-a737-2625edf61d11 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.992494] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0685fc-1feb-4796-afd1-b7beb913efdf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.051493] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Task: {'id': task-2789219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.288376] env[69183]: DEBUG nova.compute.manager [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.310131] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Task: {'id': task-2789218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695993} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.310434] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f/94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.310626] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.311237] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e91e048-b9b1-4ca8-9704-b63e58eb735e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.318392] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Waiting for the task: (returnval){ [ 635.318392] env[69183]: value = "task-2789220" [ 635.318392] env[69183]: _type = "Task" [ 635.318392] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.322208] env[69183]: DEBUG nova.network.neutron [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Updating instance_info_cache with network_info: [{"id": "baa0bfd2-ce4d-4ba2-bcb5-cc076da41fd6", "address": "fa:16:3e:60:67:a5", "network": {"id": "387e4988-11eb-4dff-8946-b2d076c422a5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2015064125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6560727b0d654645b00bebdd4cd2f54c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaa0bfd2-ce", "ovs_interfaceid": "baa0bfd2-ce4d-4ba2-bcb5-cc076da41fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.330569] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Task: {'id': task-2789220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.346514] env[69183]: DEBUG nova.compute.manager [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.408444] env[69183]: DEBUG nova.network.neutron [-] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.422644] env[69183]: DEBUG nova.scheduler.client.report [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.501342] env[69183]: DEBUG nova.virt.hardware [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.501342] env[69183]: DEBUG nova.virt.hardware [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.502300] env[69183]: DEBUG nova.virt.hardware [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.502300] env[69183]: DEBUG nova.virt.hardware [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.502300] env[69183]: DEBUG nova.virt.hardware [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.502300] env[69183]: DEBUG nova.virt.hardware [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.502300] env[69183]: DEBUG nova.virt.hardware [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.502832] env[69183]: DEBUG nova.virt.hardware [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.502832] env[69183]: DEBUG nova.virt.hardware [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.502832] env[69183]: DEBUG nova.virt.hardware [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.502832] env[69183]: DEBUG nova.virt.hardware [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.503801] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Creating Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 635.504953] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a3495a-8b9d-4d12-9200-62abfaa175a5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.507697] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6049261b-4f0c-4e9f-ae4d-6b07b64b7954 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.516625] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4996f8c7-1b97-4e4a-b2d1-6ddf2f812bdd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.521894] env[69183]: DEBUG oslo_vmware.api [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 635.521894] env[69183]: value = "task-2789221" [ 635.521894] env[69183]: _type = "Task" [ 635.521894] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.522906] env[69183]: DEBUG nova.network.neutron [req-659c7026-4c7c-4b79-bd94-d6fe9eb7f83a req-e0a20c96-9a53-40d2-83b9-1d8129ff4043 service nova] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Updated VIF entry in instance network info cache for port b04d2fc1-bf86-48d3-84e2-a3adc861b832. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.523334] env[69183]: DEBUG nova.network.neutron [req-659c7026-4c7c-4b79-bd94-d6fe9eb7f83a req-e0a20c96-9a53-40d2-83b9-1d8129ff4043 service nova] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Updating instance_info_cache with network_info: [{"id": "b04d2fc1-bf86-48d3-84e2-a3adc861b832", "address": "fa:16:3e:93:27:cd", "network": {"id": "b285acb6-7a22-4f40-a474-1733542fbda6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1426863089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe0b332fec534415acfc3c2a5c516b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb04d2fc1-bf", "ovs_interfaceid": "b04d2fc1-bf86-48d3-84e2-a3adc861b832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.545836] env[69183]: DEBUG oslo_vmware.api [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789221, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.551645] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Task: {'id': task-2789219, 'name': ReconfigVM_Task, 'duration_secs': 0.584381} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.551914] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 71c69f98-c57a-4419-9e28-48f869f2dba4/71c69f98-c57a-4419-9e28-48f869f2dba4.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.552679] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad2693ea-cb4c-4179-b26c-31debfd60778 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.559086] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Waiting for the task: (returnval){ [ 635.559086] env[69183]: value = "task-2789222" [ 635.559086] env[69183]: _type = "Task" [ 635.559086] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.571122] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Task: {'id': task-2789222, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.581534] env[69183]: DEBUG nova.network.neutron [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Successfully created port: e56bb3d5-415c-4f40-bb57-2cae4ce0f944 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.819164] env[69183]: DEBUG nova.network.neutron [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Successfully updated port: 7657d8ae-5385-4e83-b54b-b77b8182dd17 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.829200] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.833343] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Releasing lock "refresh_cache-67db8d5d-3399-4519-a950-5dcce2f54210" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.833343] env[69183]: DEBUG nova.compute.manager [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Instance network_info: |[{"id": "baa0bfd2-ce4d-4ba2-bcb5-cc076da41fd6", "address": "fa:16:3e:60:67:a5", "network": {"id": "387e4988-11eb-4dff-8946-b2d076c422a5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2015064125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6560727b0d654645b00bebdd4cd2f54c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaa0bfd2-ce", "ovs_interfaceid": "baa0bfd2-ce4d-4ba2-bcb5-cc076da41fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.836374] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:67:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'baa0bfd2-ce4d-4ba2-bcb5-cc076da41fd6', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.843247] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Creating folder: Project (6560727b0d654645b00bebdd4cd2f54c). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.843582] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Task: {'id': task-2789220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175935} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.844457] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94bcd063-4e7b-4da6-978e-d5cb8f879ebf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.846365] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.847588] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6420469d-96c0-48b6-8673-20d1cfa40a0a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.876955] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f/94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.877639] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54724738-9270-4467-885f-a86d38901129 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.898488] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Waiting for the task: (returnval){ [ 635.898488] env[69183]: value = "task-2789224" [ 635.898488] env[69183]: _type = "Task" [ 635.898488] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.902980] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Created folder: Project (6560727b0d654645b00bebdd4cd2f54c) in parent group-v560622. [ 635.903251] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Creating folder: Instances. Parent ref: group-v560652. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.903807] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb33a158-c996-4b5b-a656-74f854de26f4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.908515] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Task: {'id': task-2789224, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.910720] env[69183]: INFO nova.compute.manager [-] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Took 1.86 seconds to deallocate network for instance. [ 635.918688] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Created folder: Instances in parent group-v560652. [ 635.918791] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.919330] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.919493] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f799475a-72cf-4973-ae6d-4ad824694fc8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.939458] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.634s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.939458] env[69183]: INFO nova.compute.manager [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Migrating [ 635.939458] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.939458] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.939689] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.343s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.941773] env[69183]: INFO nova.compute.claims [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.950375] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.950375] env[69183]: value = "task-2789226" [ 635.950375] env[69183]: _type = "Task" [ 635.950375] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.961848] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789226, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.029746] env[69183]: DEBUG oslo_concurrency.lockutils [req-659c7026-4c7c-4b79-bd94-d6fe9eb7f83a req-e0a20c96-9a53-40d2-83b9-1d8129ff4043 service nova] Releasing lock "refresh_cache-94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.030042] env[69183]: DEBUG nova.compute.manager [req-659c7026-4c7c-4b79-bd94-d6fe9eb7f83a req-e0a20c96-9a53-40d2-83b9-1d8129ff4043 service nova] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Received event network-vif-deleted-2dad4231-57c7-4647-89a3-7ccc12e52a85 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 636.035087] env[69183]: DEBUG oslo_vmware.api [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789221, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.070672] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Task: {'id': task-2789222, 'name': Rename_Task, 'duration_secs': 0.142439} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.071058] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.071350] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e95dbca2-3d4d-447f-9d85-53cd090c119e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.077744] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Waiting for the task: (returnval){ [ 636.077744] env[69183]: value = "task-2789227" [ 636.077744] env[69183]: _type = "Task" [ 636.077744] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.090945] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Task: {'id': task-2789227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.332031] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "refresh_cache-941df97c-8cc5-4ffd-9cff-60f38a72579d" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.332031] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquired lock "refresh_cache-941df97c-8cc5-4ffd-9cff-60f38a72579d" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.332031] env[69183]: DEBUG nova.network.neutron [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.413032] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Task: {'id': task-2789224, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.421770] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.447170] env[69183]: INFO nova.compute.rpcapi [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 636.447406] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.488389] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789226, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.539849] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Acquiring lock "cbb7af1d-6a53-4762-8337-69b17cdb7581" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.540339] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Lock "cbb7af1d-6a53-4762-8337-69b17cdb7581" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.549057] env[69183]: DEBUG oslo_vmware.api [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789221, 'name': CreateSnapshot_Task, 'duration_secs': 0.552383} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.549797] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Created Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 636.551409] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5597d88-371d-421d-b18c-333f9fffb560 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.596073] env[69183]: DEBUG oslo_vmware.api [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Task: {'id': task-2789227, 'name': PowerOnVM_Task, 'duration_secs': 0.49853} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.596812] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.596812] env[69183]: INFO nova.compute.manager [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Took 11.47 seconds to spawn the instance on the hypervisor. [ 636.596959] env[69183]: DEBUG nova.compute.manager [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.597902] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07f1243-4136-499e-aae9-6b387b44797f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.913089] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Task: {'id': task-2789224, 'name': ReconfigVM_Task, 'duration_secs': 0.600455} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.913089] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f/94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.913707] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4263dd3-57c0-4d3b-9317-437d2e5e5217 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.921331] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Waiting for the task: (returnval){ [ 636.921331] env[69183]: value = "task-2789228" [ 636.921331] env[69183]: _type = "Task" [ 636.921331] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.929937] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Task: {'id': task-2789228, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.979283] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "refresh_cache-8b417b3a-4ec1-4b64-9a85-94cda10fcea9" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.979513] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquired lock "refresh_cache-8b417b3a-4ec1-4b64-9a85-94cda10fcea9" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.979701] env[69183]: DEBUG nova.network.neutron [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.981110] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789226, 'name': CreateVM_Task, 'duration_secs': 0.575862} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.981710] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.984029] env[69183]: DEBUG oslo_vmware.service [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed02cc0e-6998-4cbb-abae-8538c7f00db8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.991276] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.991276] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.992919] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.992919] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da7149a7-560f-423f-b3b3-20135c03e770 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.999014] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 636.999014] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5267bec7-d583-f642-b831-139467cb6dae" [ 636.999014] env[69183]: _type = "Task" [ 636.999014] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.009352] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5267bec7-d583-f642-b831-139467cb6dae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.079493] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Creating linked-clone VM from snapshot {{(pid=69183) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 637.079811] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d7a72a30-cedb-46fa-816a-a8fa1a635b44 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.093382] env[69183]: DEBUG oslo_vmware.api [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 637.093382] env[69183]: value = "task-2789229" [ 637.093382] env[69183]: _type = "Task" [ 637.093382] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.104941] env[69183]: DEBUG oslo_vmware.api [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789229, 'name': CloneVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.122106] env[69183]: INFO nova.compute.manager [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Took 28.00 seconds to build instance. [ 637.133039] env[69183]: DEBUG nova.network.neutron [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.363126] env[69183]: DEBUG nova.compute.manager [req-22c03e98-1087-479b-99ef-83b293eda8af req-fd3eeb8f-9e3c-4ead-a115-7c8a18041c3b service nova] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Received event network-vif-deleted-781133ff-2c04-4e20-b511-4f85bb0f7f0b {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 637.425162] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.425675] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.438844] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Task: {'id': task-2789228, 'name': Rename_Task, 'duration_secs': 0.32301} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.441863] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.442162] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01ef8134-b16b-4db6-912e-4715b5baaee5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.449274] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb962794-2949-4959-94d7-942699e676a0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.453563] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Waiting for the task: (returnval){ [ 637.453563] env[69183]: value = "task-2789230" [ 637.453563] env[69183]: _type = "Task" [ 637.453563] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.460948] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dfd8ea-6b73-4b05-af71-2f0be1463369 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.467381] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Task: {'id': task-2789230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.508136] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b4494b-8b9f-4f8d-afcc-9f22b462a04d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.511357] env[69183]: DEBUG nova.network.neutron [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Updating instance_info_cache with network_info: [{"id": "7657d8ae-5385-4e83-b54b-b77b8182dd17", "address": "fa:16:3e:0b:1f:c5", "network": {"id": "387e4988-11eb-4dff-8946-b2d076c422a5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2015064125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6560727b0d654645b00bebdd4cd2f54c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7657d8ae-53", "ovs_interfaceid": "7657d8ae-5385-4e83-b54b-b77b8182dd17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.520499] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.520761] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.521045] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.521257] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.521468] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.522315] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89395758-8938-41cc-bacc-e72b3e2315a6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.526466] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3354c6-aa6c-47d6-a5a7-5c4d022c1fac {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.544883] env[69183]: DEBUG nova.compute.provider_tree [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.547662] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.547877] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.548934] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5cce5c-bf1e-457e-8948-88d4888a16f3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.555793] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95e77a4f-50bb-4ee9-8722-c1e0bba0174f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.561788] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 637.561788] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52808b22-f8b9-e0b3-fe68-e876671f15d8" [ 637.561788] env[69183]: _type = "Task" [ 637.561788] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.570560] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52808b22-f8b9-e0b3-fe68-e876671f15d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.609608] env[69183]: DEBUG oslo_vmware.api [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789229, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.625548] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd0c1c04-2103-4ce9-89e2-3bef6638a491 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Lock "71c69f98-c57a-4419-9e28-48f869f2dba4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.514s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.915050] env[69183]: DEBUG nova.network.neutron [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Successfully updated port: e56bb3d5-415c-4f40-bb57-2cae4ce0f944 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.926737] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "c2b68522-d582-49d7-b288-426405aec498" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.926737] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "c2b68522-d582-49d7-b288-426405aec498" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.963538] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Task: {'id': task-2789230, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.014297] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Releasing lock "refresh_cache-941df97c-8cc5-4ffd-9cff-60f38a72579d" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.015100] env[69183]: DEBUG nova.compute.manager [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Instance network_info: |[{"id": "7657d8ae-5385-4e83-b54b-b77b8182dd17", "address": "fa:16:3e:0b:1f:c5", "network": {"id": "387e4988-11eb-4dff-8946-b2d076c422a5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2015064125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6560727b0d654645b00bebdd4cd2f54c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7657d8ae-53", "ovs_interfaceid": "7657d8ae-5385-4e83-b54b-b77b8182dd17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.015196] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:1f:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7657d8ae-5385-4e83-b54b-b77b8182dd17', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.023279] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.023535] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.024029] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfc7bc79-fcdc-4617-9d82-a863faafebee {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.047105] env[69183]: DEBUG nova.network.neutron [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Updating instance_info_cache with network_info: [{"id": "1cb42eda-ecf1-40d2-8f6b-379fb01c9383", "address": "fa:16:3e:5d:ce:d4", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cb42eda-ec", "ovs_interfaceid": "1cb42eda-ecf1-40d2-8f6b-379fb01c9383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.054539] env[69183]: DEBUG nova.scheduler.client.report [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.056615] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.056615] env[69183]: value = "task-2789231" [ 638.056615] env[69183]: _type = "Task" [ 638.056615] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.073892] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789231, 'name': CreateVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.080737] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Preparing fetch location {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 638.080999] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Creating directory with path [datastore1] vmware_temp/7cf7bbb9-7543-47d7-bb23-18d44c7783de/f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.081348] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-170d6aa7-7810-4551-b0bd-b678931665a7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.105809] env[69183]: DEBUG oslo_vmware.api [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789229, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.130883] env[69183]: DEBUG nova.compute.manager [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.138043] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Created directory with path [datastore1] vmware_temp/7cf7bbb9-7543-47d7-bb23-18d44c7783de/f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.138306] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Fetch image to [datastore1] vmware_temp/7cf7bbb9-7543-47d7-bb23-18d44c7783de/f7726cdb-6378-48d3-afce-c7bc7e065714/tmp-sparse.vmdk {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 638.138479] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Downloading image file data f7726cdb-6378-48d3-afce-c7bc7e065714 to [datastore1] vmware_temp/7cf7bbb9-7543-47d7-bb23-18d44c7783de/f7726cdb-6378-48d3-afce-c7bc7e065714/tmp-sparse.vmdk on the data store datastore1 {{(pid=69183) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 638.139889] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3069fa95-aae6-45b1-bed7-52e3543f7297 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.157278] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0301aa57-534a-4b0f-ad0d-5fa8cfb9a82e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.170044] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ead4f57-213b-47bd-b684-e41057360c1f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.213411] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b790c5-94ce-4ecd-9b85-f1551433f15c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.221119] env[69183]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-4241580d-b32b-4ee7-a3e8-25a8843bbc61 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.242994] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Downloading image file data f7726cdb-6378-48d3-afce-c7bc7e065714 to the data store datastore1 {{(pid=69183) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 638.329456] env[69183]: DEBUG oslo_vmware.rw_handles [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7cf7bbb9-7543-47d7-bb23-18d44c7783de/f7726cdb-6378-48d3-afce-c7bc7e065714/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69183) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 638.409040] env[69183]: DEBUG nova.compute.manager [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Received event network-vif-plugged-baa0bfd2-ce4d-4ba2-bcb5-cc076da41fd6 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 638.409392] env[69183]: DEBUG oslo_concurrency.lockutils [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] Acquiring lock "67db8d5d-3399-4519-a950-5dcce2f54210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.409693] env[69183]: DEBUG oslo_concurrency.lockutils [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] Lock "67db8d5d-3399-4519-a950-5dcce2f54210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.409947] env[69183]: DEBUG oslo_concurrency.lockutils [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] Lock "67db8d5d-3399-4519-a950-5dcce2f54210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.410216] env[69183]: DEBUG nova.compute.manager [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] No waiting events found dispatching network-vif-plugged-baa0bfd2-ce4d-4ba2-bcb5-cc076da41fd6 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.410469] env[69183]: WARNING nova.compute.manager [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Received unexpected event network-vif-plugged-baa0bfd2-ce4d-4ba2-bcb5-cc076da41fd6 for instance with vm_state building and task_state spawning. [ 638.410767] env[69183]: DEBUG nova.compute.manager [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Received event network-changed-baa0bfd2-ce4d-4ba2-bcb5-cc076da41fd6 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 638.411270] env[69183]: DEBUG nova.compute.manager [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Refreshing instance network info cache due to event network-changed-baa0bfd2-ce4d-4ba2-bcb5-cc076da41fd6. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 638.411369] env[69183]: DEBUG oslo_concurrency.lockutils [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] Acquiring lock "refresh_cache-67db8d5d-3399-4519-a950-5dcce2f54210" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.411606] env[69183]: DEBUG oslo_concurrency.lockutils [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] Acquired lock "refresh_cache-67db8d5d-3399-4519-a950-5dcce2f54210" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.411852] env[69183]: DEBUG nova.network.neutron [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Refreshing network info cache for port baa0bfd2-ce4d-4ba2-bcb5-cc076da41fd6 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.421814] env[69183]: DEBUG oslo_concurrency.lockutils [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Acquiring lock "refresh_cache-b99b6af4-b37d-44cf-81d7-de744d7cc8e5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.421814] env[69183]: DEBUG oslo_concurrency.lockutils [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Acquired lock "refresh_cache-b99b6af4-b37d-44cf-81d7-de744d7cc8e5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.421814] env[69183]: DEBUG nova.network.neutron [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.467435] env[69183]: DEBUG oslo_vmware.api [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Task: {'id': task-2789230, 'name': PowerOnVM_Task, 'duration_secs': 0.770181} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.467904] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.468222] env[69183]: INFO nova.compute.manager [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Took 10.69 seconds to spawn the instance on the hypervisor. [ 638.468222] env[69183]: DEBUG nova.compute.manager [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.469481] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f9e3ca-d440-4ccf-b20a-ee9d7b8bcdd0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.553444] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Releasing lock "refresh_cache-8b417b3a-4ec1-4b64-9a85-94cda10fcea9" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.565674] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.565674] env[69183]: DEBUG nova.compute.manager [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.568590] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.276s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.568590] env[69183]: DEBUG nova.objects.instance [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] Lazy-loading 'resources' on Instance uuid 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 638.575403] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789231, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.610579] env[69183]: DEBUG oslo_vmware.api [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789229, 'name': CloneVM_Task} progress is 95%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.667645] env[69183]: DEBUG oslo_concurrency.lockutils [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.965198] env[69183]: DEBUG nova.network.neutron [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.994376] env[69183]: INFO nova.compute.manager [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Took 22.65 seconds to build instance. [ 639.077117] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789231, 'name': CreateVM_Task, 'duration_secs': 0.747451} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.077117] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.077117] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.077117] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.077117] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.078016] env[69183]: DEBUG nova.compute.utils [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.081936] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9026ae2b-0556-48e5-bd81-0dff80970a6c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.084665] env[69183]: DEBUG nova.compute.manager [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.085323] env[69183]: DEBUG nova.network.neutron [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.094650] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 639.094650] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5253964d-84d9-727d-55a4-640b561ddf03" [ 639.094650] env[69183]: _type = "Task" [ 639.094650] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.128799] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.129055] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.129278] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.129889] env[69183]: DEBUG oslo_vmware.api [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789229, 'name': CloneVM_Task, 'duration_secs': 1.875021} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.133191] env[69183]: INFO nova.virt.vmwareapi.vmops [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Created linked-clone VM from snapshot [ 639.134544] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb90eea-6bd4-42df-b6a0-e5755af72c18 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.143653] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Uploading image c083457c-5094-48f7-bb7d-75a07d4d3f14 {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 639.160596] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Destroying the VM {{(pid=69183) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 639.160985] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-16f4a122-fb94-461f-9931-60ef18e3717b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.173079] env[69183]: DEBUG nova.policy [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd87bffeda10c4a12b67d7d52916e2fe5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd26a38f12e4e4911b82e7496285489fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.179623] env[69183]: DEBUG oslo_vmware.api [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 639.179623] env[69183]: value = "task-2789232" [ 639.179623] env[69183]: _type = "Task" [ 639.179623] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.191487] env[69183]: DEBUG oslo_vmware.api [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789232, 'name': Destroy_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.205406] env[69183]: DEBUG nova.network.neutron [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Updating instance_info_cache with network_info: [{"id": "e56bb3d5-415c-4f40-bb57-2cae4ce0f944", "address": "fa:16:3e:a0:c1:79", "network": {"id": "497490aa-029a-4214-a319-38bf0654fb84", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1944063638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b09573d0415a4665989baf5391d10b83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56bb3d5-41", "ovs_interfaceid": "e56bb3d5-415c-4f40-bb57-2cae4ce0f944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.213134] env[69183]: DEBUG oslo_vmware.rw_handles [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Completed reading data from the image iterator. {{(pid=69183) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 639.213134] env[69183]: DEBUG oslo_vmware.rw_handles [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7cf7bbb9-7543-47d7-bb23-18d44c7783de/f7726cdb-6378-48d3-afce-c7bc7e065714/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69183) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 639.305880] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Downloaded image file data f7726cdb-6378-48d3-afce-c7bc7e065714 to vmware_temp/7cf7bbb9-7543-47d7-bb23-18d44c7783de/f7726cdb-6378-48d3-afce-c7bc7e065714/tmp-sparse.vmdk on the data store datastore1 {{(pid=69183) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 639.307817] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Caching image {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 639.308119] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Copying Virtual Disk [datastore1] vmware_temp/7cf7bbb9-7543-47d7-bb23-18d44c7783de/f7726cdb-6378-48d3-afce-c7bc7e065714/tmp-sparse.vmdk to [datastore1] vmware_temp/7cf7bbb9-7543-47d7-bb23-18d44c7783de/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.309227] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4dc196d-f100-4631-b86b-9a500afb76e2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.320240] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 639.320240] env[69183]: value = "task-2789233" [ 639.320240] env[69183]: _type = "Task" [ 639.320240] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.327624] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.355549] env[69183]: DEBUG nova.network.neutron [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Updated VIF entry in instance network info cache for port baa0bfd2-ce4d-4ba2-bcb5-cc076da41fd6. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.355549] env[69183]: DEBUG nova.network.neutron [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Updating instance_info_cache with network_info: [{"id": "baa0bfd2-ce4d-4ba2-bcb5-cc076da41fd6", "address": "fa:16:3e:60:67:a5", "network": {"id": "387e4988-11eb-4dff-8946-b2d076c422a5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2015064125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6560727b0d654645b00bebdd4cd2f54c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaa0bfd2-ce", "ovs_interfaceid": "baa0bfd2-ce4d-4ba2-bcb5-cc076da41fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.495361] env[69183]: DEBUG oslo_concurrency.lockutils [None req-99fe838d-93fd-44c6-a1cb-4f762aa4f4c5 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Lock "94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.516s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.576037] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9288eb-c3aa-403a-94b9-4f5569e62a93 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.585059] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abcc634-a0d5-44bf-ac2e-c754ac198e5f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.589174] env[69183]: DEBUG nova.compute.manager [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.624966] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9b9909-9384-4719-a177-a1d10ddbe891 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.633980] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9207bc3f-57a3-485a-8805-660f7e5936b8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.657550] env[69183]: DEBUG nova.compute.provider_tree [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.692941] env[69183]: DEBUG oslo_vmware.api [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789232, 'name': Destroy_Task, 'duration_secs': 0.445017} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.693249] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Destroyed the VM [ 639.693619] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Deleting Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 639.693879] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3c4d5b51-74ee-499d-940d-c84e547eea13 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.703763] env[69183]: DEBUG oslo_vmware.api [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 639.703763] env[69183]: value = "task-2789234" [ 639.703763] env[69183]: _type = "Task" [ 639.703763] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.712262] env[69183]: DEBUG oslo_concurrency.lockutils [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Releasing lock "refresh_cache-b99b6af4-b37d-44cf-81d7-de744d7cc8e5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.714060] env[69183]: DEBUG nova.compute.manager [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Instance network_info: |[{"id": "e56bb3d5-415c-4f40-bb57-2cae4ce0f944", "address": "fa:16:3e:a0:c1:79", "network": {"id": "497490aa-029a-4214-a319-38bf0654fb84", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1944063638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b09573d0415a4665989baf5391d10b83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56bb3d5-41", "ovs_interfaceid": "e56bb3d5-415c-4f40-bb57-2cae4ce0f944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 639.716648] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:c1:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e56bb3d5-415c-4f40-bb57-2cae4ce0f944', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.726514] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Creating folder: Project (b09573d0415a4665989baf5391d10b83). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.726900] env[69183]: DEBUG oslo_vmware.api [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789234, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.727054] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c61ea849-a070-43be-a30e-a1becdc1e9bf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.736881] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Created folder: Project (b09573d0415a4665989baf5391d10b83) in parent group-v560622. [ 639.737041] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Creating folder: Instances. Parent ref: group-v560658. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.737280] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d921f4c-c264-4570-8a02-4ed9e883acb9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.739937] env[69183]: DEBUG nova.network.neutron [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Successfully created port: 8fcbbe8b-0a33-4ba3-a42f-33b0232a58f4 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.751466] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Created folder: Instances in parent group-v560658. [ 639.751466] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.751604] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.751796] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d2f6cb2-eba0-4c5c-b268-a0f74b0395ac {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.775796] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.775796] env[69183]: value = "task-2789237" [ 639.775796] env[69183]: _type = "Task" [ 639.775796] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.784826] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789237, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.811597] env[69183]: DEBUG oslo_concurrency.lockutils [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquiring lock "121683d3-7205-425c-ae2e-e5866e555044" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.811876] env[69183]: DEBUG oslo_concurrency.lockutils [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lock "121683d3-7205-425c-ae2e-e5866e555044" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.834312] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789233, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.859882] env[69183]: DEBUG oslo_concurrency.lockutils [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] Releasing lock "refresh_cache-67db8d5d-3399-4519-a950-5dcce2f54210" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.860259] env[69183]: DEBUG nova.compute.manager [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Received event network-vif-plugged-7657d8ae-5385-4e83-b54b-b77b8182dd17 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 639.860496] env[69183]: DEBUG oslo_concurrency.lockutils [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] Acquiring lock "941df97c-8cc5-4ffd-9cff-60f38a72579d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.860718] env[69183]: DEBUG oslo_concurrency.lockutils [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] Lock "941df97c-8cc5-4ffd-9cff-60f38a72579d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.860886] env[69183]: DEBUG oslo_concurrency.lockutils [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] Lock "941df97c-8cc5-4ffd-9cff-60f38a72579d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.861068] env[69183]: DEBUG nova.compute.manager [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] No waiting events found dispatching network-vif-plugged-7657d8ae-5385-4e83-b54b-b77b8182dd17 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.861869] env[69183]: WARNING nova.compute.manager [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Received unexpected event network-vif-plugged-7657d8ae-5385-4e83-b54b-b77b8182dd17 for instance with vm_state building and task_state spawning. [ 639.861869] env[69183]: DEBUG nova.compute.manager [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Received event network-changed-7657d8ae-5385-4e83-b54b-b77b8182dd17 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 639.861869] env[69183]: DEBUG nova.compute.manager [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Refreshing instance network info cache due to event network-changed-7657d8ae-5385-4e83-b54b-b77b8182dd17. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 639.861869] env[69183]: DEBUG oslo_concurrency.lockutils [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] Acquiring lock "refresh_cache-941df97c-8cc5-4ffd-9cff-60f38a72579d" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.863728] env[69183]: DEBUG oslo_concurrency.lockutils [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] Acquired lock "refresh_cache-941df97c-8cc5-4ffd-9cff-60f38a72579d" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.863728] env[69183]: DEBUG nova.network.neutron [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Refreshing network info cache for port 7657d8ae-5385-4e83-b54b-b77b8182dd17 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.001749] env[69183]: DEBUG nova.compute.manager [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.084058] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2e9881-c4ff-4d44-877e-fa1c21027aac {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.110155] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Updating instance '8b417b3a-4ec1-4b64-9a85-94cda10fcea9' progress to 0 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 640.164269] env[69183]: DEBUG nova.scheduler.client.report [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.212937] env[69183]: DEBUG oslo_vmware.api [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789234, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.286416] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789237, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.332097] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.910447} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.332097] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Copied Virtual Disk [datastore1] vmware_temp/7cf7bbb9-7543-47d7-bb23-18d44c7783de/f7726cdb-6378-48d3-afce-c7bc7e065714/tmp-sparse.vmdk to [datastore1] vmware_temp/7cf7bbb9-7543-47d7-bb23-18d44c7783de/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.332097] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Deleting the datastore file [datastore1] vmware_temp/7cf7bbb9-7543-47d7-bb23-18d44c7783de/f7726cdb-6378-48d3-afce-c7bc7e065714/tmp-sparse.vmdk {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.332097] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ee06ea6-1fd1-4804-8ee7-073b9b4c48d8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.343802] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 640.343802] env[69183]: value = "task-2789238" [ 640.343802] env[69183]: _type = "Task" [ 640.343802] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.352764] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.473483] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "78a992cb-c299-42a5-9c6c-f9108b471538" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.473483] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "78a992cb-c299-42a5-9c6c-f9108b471538" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.542753] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.568206] env[69183]: DEBUG oslo_concurrency.lockutils [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "f1187494-accf-412b-a72a-fe68223da4cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.568386] env[69183]: DEBUG oslo_concurrency.lockutils [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "f1187494-accf-412b-a72a-fe68223da4cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.615449] env[69183]: DEBUG nova.compute.manager [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.622285] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 640.622285] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c6fbacf-89ef-4e2a-a157-227ce3a8ed2f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.630967] env[69183]: DEBUG oslo_vmware.api [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 640.630967] env[69183]: value = "task-2789239" [ 640.630967] env[69183]: _type = "Task" [ 640.630967] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.640974] env[69183]: DEBUG oslo_vmware.api [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.654326] env[69183]: DEBUG nova.virt.hardware [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.654326] env[69183]: DEBUG nova.virt.hardware [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.654326] env[69183]: DEBUG nova.virt.hardware [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.654326] env[69183]: DEBUG nova.virt.hardware [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.654635] env[69183]: DEBUG nova.virt.hardware [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.654635] env[69183]: DEBUG nova.virt.hardware [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.654828] env[69183]: DEBUG nova.virt.hardware [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.655262] env[69183]: DEBUG nova.virt.hardware [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.655262] env[69183]: DEBUG nova.virt.hardware [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.655379] env[69183]: DEBUG nova.virt.hardware [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.656053] env[69183]: DEBUG nova.virt.hardware [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.656999] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed7bcb6-e51c-4265-aad3-c209e4eeaa79 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.666036] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1aa541e-2158-49c5-bf6e-3d1fa2631860 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.669340] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.673201] env[69183]: DEBUG oslo_concurrency.lockutils [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.535s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.676752] env[69183]: INFO nova.compute.claims [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.715829] env[69183]: DEBUG oslo_vmware.api [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789234, 'name': RemoveSnapshot_Task, 'duration_secs': 0.946504} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.715829] env[69183]: INFO nova.scheduler.client.report [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] Deleted allocations for instance 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23 [ 640.717074] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Deleted Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 640.787746] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789237, 'name': CreateVM_Task, 'duration_secs': 0.631892} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.787956] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.788695] env[69183]: DEBUG oslo_concurrency.lockutils [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.789247] env[69183]: DEBUG oslo_concurrency.lockutils [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.789247] env[69183]: DEBUG oslo_concurrency.lockutils [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.789404] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdf4e0d6-2bfc-42c3-935e-56e4d79d9f3c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.794118] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Waiting for the task: (returnval){ [ 640.794118] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52c6f320-91ac-b1fa-07be-749c20134064" [ 640.794118] env[69183]: _type = "Task" [ 640.794118] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.803371] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c6f320-91ac-b1fa-07be-749c20134064, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.804298] env[69183]: DEBUG nova.network.neutron [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Updated VIF entry in instance network info cache for port 7657d8ae-5385-4e83-b54b-b77b8182dd17. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.804660] env[69183]: DEBUG nova.network.neutron [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Updating instance_info_cache with network_info: [{"id": "7657d8ae-5385-4e83-b54b-b77b8182dd17", "address": "fa:16:3e:0b:1f:c5", "network": {"id": "387e4988-11eb-4dff-8946-b2d076c422a5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2015064125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6560727b0d654645b00bebdd4cd2f54c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7657d8ae-53", "ovs_interfaceid": "7657d8ae-5385-4e83-b54b-b77b8182dd17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.857830] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034499} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.858362] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.858583] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Moving file from [datastore1] vmware_temp/7cf7bbb9-7543-47d7-bb23-18d44c7783de/f7726cdb-6378-48d3-afce-c7bc7e065714 to [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714. {{(pid=69183) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 640.858916] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-54092283-285f-4a6d-bdde-22bdece14a31 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.868928] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 640.868928] env[69183]: value = "task-2789240" [ 640.868928] env[69183]: _type = "Task" [ 640.868928] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.878201] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789240, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.145019] env[69183]: DEBUG oslo_vmware.api [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789239, 'name': PowerOffVM_Task, 'duration_secs': 0.328917} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.145019] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 641.145019] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Updating instance '8b417b3a-4ec1-4b64-9a85-94cda10fcea9' progress to 17 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 641.227526] env[69183]: WARNING nova.compute.manager [None req-de0476ff-352f-4e1d-8d98-fbf091a9c607 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Image not found during snapshot: nova.exception.ImageNotFound: Image c083457c-5094-48f7-bb7d-75a07d4d3f14 could not be found. [ 641.237966] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2ec4f805-1ac1-483e-8c53-193a5f506d41 tempest-DeleteServersAdminTestJSON-1759901740 tempest-DeleteServersAdminTestJSON-1759901740-project-admin] Lock "7e74fe1d-28cd-4dcb-be20-c3617e3c2d23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.933s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.304901] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c6f320-91ac-b1fa-07be-749c20134064, 'name': SearchDatastore_Task, 'duration_secs': 0.017513} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.305221] env[69183]: DEBUG oslo_concurrency.lockutils [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.305452] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.305685] env[69183]: DEBUG oslo_concurrency.lockutils [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.306046] env[69183]: DEBUG oslo_concurrency.lockutils [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.306339] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.306692] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb909453-e20d-48b2-b6a3-672af330ffcb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.310064] env[69183]: DEBUG oslo_concurrency.lockutils [req-08f4e60d-ced6-4107-ac8d-39f74d32d83c req-2aa7b4d9-dee5-42ef-aaa7-227df08d7f62 service nova] Releasing lock "refresh_cache-941df97c-8cc5-4ffd-9cff-60f38a72579d" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.316301] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.316497] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.317297] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-563bf6dd-6e94-4017-bc31-202b7242ef73 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.322653] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Waiting for the task: (returnval){ [ 641.322653] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]528a7f84-a089-efc6-2813-487b9cd66b69" [ 641.322653] env[69183]: _type = "Task" [ 641.322653] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.335047] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528a7f84-a089-efc6-2813-487b9cd66b69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.359532] env[69183]: DEBUG oslo_concurrency.lockutils [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Acquiring lock "71c69f98-c57a-4419-9e28-48f869f2dba4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.359829] env[69183]: DEBUG oslo_concurrency.lockutils [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Lock "71c69f98-c57a-4419-9e28-48f869f2dba4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.360056] env[69183]: DEBUG oslo_concurrency.lockutils [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Acquiring lock "71c69f98-c57a-4419-9e28-48f869f2dba4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.360280] env[69183]: DEBUG oslo_concurrency.lockutils [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Lock "71c69f98-c57a-4419-9e28-48f869f2dba4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.360449] env[69183]: DEBUG oslo_concurrency.lockutils [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Lock "71c69f98-c57a-4419-9e28-48f869f2dba4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.364019] env[69183]: INFO nova.compute.manager [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Terminating instance [ 641.383273] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789240, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.036525} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.383468] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] File moved {{(pid=69183) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 641.383726] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Cleaning up location [datastore1] vmware_temp/7cf7bbb9-7543-47d7-bb23-18d44c7783de {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 641.383898] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Deleting the datastore file [datastore1] vmware_temp/7cf7bbb9-7543-47d7-bb23-18d44c7783de {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 641.384485] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f10a0b3a-8c78-4d62-b2ac-d6ff387adcc0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.392296] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 641.392296] env[69183]: value = "task-2789241" [ 641.392296] env[69183]: _type = "Task" [ 641.392296] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.401426] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.574356] env[69183]: DEBUG nova.compute.manager [req-c60ac126-2572-46e7-a0b9-6a323cef09b6 req-379a6e13-aea0-4b25-bb66-7131c71f7fa2 service nova] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Received event network-vif-plugged-e56bb3d5-415c-4f40-bb57-2cae4ce0f944 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 641.574634] env[69183]: DEBUG oslo_concurrency.lockutils [req-c60ac126-2572-46e7-a0b9-6a323cef09b6 req-379a6e13-aea0-4b25-bb66-7131c71f7fa2 service nova] Acquiring lock "b99b6af4-b37d-44cf-81d7-de744d7cc8e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.574718] env[69183]: DEBUG oslo_concurrency.lockutils [req-c60ac126-2572-46e7-a0b9-6a323cef09b6 req-379a6e13-aea0-4b25-bb66-7131c71f7fa2 service nova] Lock "b99b6af4-b37d-44cf-81d7-de744d7cc8e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.575343] env[69183]: DEBUG oslo_concurrency.lockutils [req-c60ac126-2572-46e7-a0b9-6a323cef09b6 req-379a6e13-aea0-4b25-bb66-7131c71f7fa2 service nova] Lock "b99b6af4-b37d-44cf-81d7-de744d7cc8e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.575580] env[69183]: DEBUG nova.compute.manager [req-c60ac126-2572-46e7-a0b9-6a323cef09b6 req-379a6e13-aea0-4b25-bb66-7131c71f7fa2 service nova] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] No waiting events found dispatching network-vif-plugged-e56bb3d5-415c-4f40-bb57-2cae4ce0f944 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.575807] env[69183]: WARNING nova.compute.manager [req-c60ac126-2572-46e7-a0b9-6a323cef09b6 req-379a6e13-aea0-4b25-bb66-7131c71f7fa2 service nova] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Received unexpected event network-vif-plugged-e56bb3d5-415c-4f40-bb57-2cae4ce0f944 for instance with vm_state building and task_state spawning. [ 641.575917] env[69183]: DEBUG nova.compute.manager [req-c60ac126-2572-46e7-a0b9-6a323cef09b6 req-379a6e13-aea0-4b25-bb66-7131c71f7fa2 service nova] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Received event network-changed-fc95dd47-138c-4d1e-8fbd-638a6c5d31c4 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 641.576094] env[69183]: DEBUG nova.compute.manager [req-c60ac126-2572-46e7-a0b9-6a323cef09b6 req-379a6e13-aea0-4b25-bb66-7131c71f7fa2 service nova] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Refreshing instance network info cache due to event network-changed-fc95dd47-138c-4d1e-8fbd-638a6c5d31c4. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 641.576257] env[69183]: DEBUG oslo_concurrency.lockutils [req-c60ac126-2572-46e7-a0b9-6a323cef09b6 req-379a6e13-aea0-4b25-bb66-7131c71f7fa2 service nova] Acquiring lock "refresh_cache-4aa83732-4f5c-45e5-8929-d8301c2e9b3c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.576395] env[69183]: DEBUG oslo_concurrency.lockutils [req-c60ac126-2572-46e7-a0b9-6a323cef09b6 req-379a6e13-aea0-4b25-bb66-7131c71f7fa2 service nova] Acquired lock "refresh_cache-4aa83732-4f5c-45e5-8929-d8301c2e9b3c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.576548] env[69183]: DEBUG nova.network.neutron [req-c60ac126-2572-46e7-a0b9-6a323cef09b6 req-379a6e13-aea0-4b25-bb66-7131c71f7fa2 service nova] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Refreshing network info cache for port fc95dd47-138c-4d1e-8fbd-638a6c5d31c4 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.650015] env[69183]: DEBUG nova.virt.hardware [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.650319] env[69183]: DEBUG nova.virt.hardware [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.650501] env[69183]: DEBUG nova.virt.hardware [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.650665] env[69183]: DEBUG nova.virt.hardware [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.650811] env[69183]: DEBUG nova.virt.hardware [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.650957] env[69183]: DEBUG nova.virt.hardware [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.651180] env[69183]: DEBUG nova.virt.hardware [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.651668] env[69183]: DEBUG nova.virt.hardware [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.651668] env[69183]: DEBUG nova.virt.hardware [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.651668] env[69183]: DEBUG nova.virt.hardware [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.651936] env[69183]: DEBUG nova.virt.hardware [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.657492] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b764b5d2-d16b-492c-a74d-56c677a4463e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.675523] env[69183]: DEBUG nova.network.neutron [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Successfully updated port: 8fcbbe8b-0a33-4ba3-a42f-33b0232a58f4 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.694064] env[69183]: DEBUG oslo_vmware.api [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 641.694064] env[69183]: value = "task-2789242" [ 641.694064] env[69183]: _type = "Task" [ 641.694064] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.702144] env[69183]: DEBUG oslo_vmware.api [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.837324] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528a7f84-a089-efc6-2813-487b9cd66b69, 'name': SearchDatastore_Task, 'duration_secs': 0.01462} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.838531] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-669b0b17-531c-448c-ac18-c7b4533956c6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.844475] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Waiting for the task: (returnval){ [ 641.844475] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52b20fe9-ae61-2e9b-7893-1b888a1f9219" [ 641.844475] env[69183]: _type = "Task" [ 641.844475] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.857371] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52b20fe9-ae61-2e9b-7893-1b888a1f9219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.867256] env[69183]: DEBUG nova.compute.manager [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 641.867515] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 641.868524] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00c485f-9339-426b-b1ad-1243782133ea {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.878472] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.878731] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd6588a3-8b84-4954-b774-52d8e638c830 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.885297] env[69183]: DEBUG oslo_vmware.api [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Waiting for the task: (returnval){ [ 641.885297] env[69183]: value = "task-2789243" [ 641.885297] env[69183]: _type = "Task" [ 641.885297] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.899962] env[69183]: DEBUG oslo_vmware.api [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Task: {'id': task-2789243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.905677] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.048142} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.908534] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.909876] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d20647-d527-4097-a6cb-0bcf85f93d95 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.915735] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 641.915735] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5284dc3e-6b14-5502-fc73-2439b793c284" [ 641.915735] env[69183]: _type = "Task" [ 641.915735] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.924543] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5284dc3e-6b14-5502-fc73-2439b793c284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.180618] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Acquiring lock "refresh_cache-6bf1dca1-d5a5-4654-9909-bb30f3c56d79" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.180618] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Acquired lock "refresh_cache-6bf1dca1-d5a5-4654-9909-bb30f3c56d79" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.180618] env[69183]: DEBUG nova.network.neutron [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.198665] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f5f40e-555a-4635-9be3-eaf2d3750818 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.206195] env[69183]: DEBUG oslo_vmware.api [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789242, 'name': ReconfigVM_Task, 'duration_secs': 0.293456} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.207075] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Updating instance '8b417b3a-4ec1-4b64-9a85-94cda10fcea9' progress to 33 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 642.213543] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435f6785-f58d-411a-bf3b-a4b39bc92193 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.250522] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b889b479-c44e-4644-bd90-f37b7810f8b1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.259193] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a60b234-17f4-4616-a097-d8099a2ec83e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.273885] env[69183]: DEBUG nova.compute.provider_tree [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.354917] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52b20fe9-ae61-2e9b-7893-1b888a1f9219, 'name': SearchDatastore_Task, 'duration_secs': 0.01759} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.355207] env[69183]: DEBUG oslo_concurrency.lockutils [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.355474] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] b99b6af4-b37d-44cf-81d7-de744d7cc8e5/b99b6af4-b37d-44cf-81d7-de744d7cc8e5.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.355771] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b09321ed-d8c3-47f7-9843-6f30aa9faa9e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.364650] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Waiting for the task: (returnval){ [ 642.364650] env[69183]: value = "task-2789244" [ 642.364650] env[69183]: _type = "Task" [ 642.364650] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.372431] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Task: {'id': task-2789244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.394470] env[69183]: DEBUG oslo_vmware.api [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Task: {'id': task-2789243, 'name': PowerOffVM_Task, 'duration_secs': 0.372093} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.394827] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.395094] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.395434] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-810f9176-350a-427d-9d27-0324d0d42d24 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.426101] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5284dc3e-6b14-5502-fc73-2439b793c284, 'name': SearchDatastore_Task, 'duration_secs': 0.019388} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.426652] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.426652] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 67db8d5d-3399-4519-a950-5dcce2f54210/67db8d5d-3399-4519-a950-5dcce2f54210.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.426936] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.427081] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.427322] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67897ede-a097-4e1c-9a26-f1c7d9320eaa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.429313] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a65b09a-497f-4da1-8ad7-e0f99b7bb746 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.437721] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 642.437721] env[69183]: value = "task-2789246" [ 642.437721] env[69183]: _type = "Task" [ 642.437721] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.445211] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.448706] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.448951] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.449704] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d11667-23d7-470a-b531-e43dfff3ae9b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.455241] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 642.455241] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52dccf4c-364d-fb1d-d901-56ed3ca3a9e3" [ 642.455241] env[69183]: _type = "Task" [ 642.455241] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.464590] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52dccf4c-364d-fb1d-d901-56ed3ca3a9e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.465755] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.465956] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.466145] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Deleting the datastore file [datastore2] 71c69f98-c57a-4419-9e28-48f869f2dba4 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.466476] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-502ae19a-9d7c-430a-90cc-4343329a44c8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.472686] env[69183]: DEBUG oslo_vmware.api [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Waiting for the task: (returnval){ [ 642.472686] env[69183]: value = "task-2789247" [ 642.472686] env[69183]: _type = "Task" [ 642.472686] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.478629] env[69183]: DEBUG nova.network.neutron [req-c60ac126-2572-46e7-a0b9-6a323cef09b6 req-379a6e13-aea0-4b25-bb66-7131c71f7fa2 service nova] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Updated VIF entry in instance network info cache for port fc95dd47-138c-4d1e-8fbd-638a6c5d31c4. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.478629] env[69183]: DEBUG nova.network.neutron [req-c60ac126-2572-46e7-a0b9-6a323cef09b6 req-379a6e13-aea0-4b25-bb66-7131c71f7fa2 service nova] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Updating instance_info_cache with network_info: [{"id": "fc95dd47-138c-4d1e-8fbd-638a6c5d31c4", "address": "fa:16:3e:a1:d2:a9", "network": {"id": "dd86d277-8747-4c50-a305-9b46298b69c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619207239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b95c9dfa9d48df99b1364995883c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc95dd47-13", "ovs_interfaceid": "fc95dd47-138c-4d1e-8fbd-638a6c5d31c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.483178] env[69183]: DEBUG oslo_vmware.api [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Task: {'id': task-2789247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.716488] env[69183]: DEBUG nova.virt.hardware [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.718286] env[69183]: DEBUG nova.virt.hardware [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.718286] env[69183]: DEBUG nova.virt.hardware [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.718286] env[69183]: DEBUG nova.virt.hardware [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.718286] env[69183]: DEBUG nova.virt.hardware [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.718286] env[69183]: DEBUG nova.virt.hardware [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.720691] env[69183]: DEBUG nova.virt.hardware [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.720691] env[69183]: DEBUG nova.virt.hardware [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.720691] env[69183]: DEBUG nova.virt.hardware [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.720691] env[69183]: DEBUG nova.virt.hardware [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.720691] env[69183]: DEBUG nova.virt.hardware [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.728644] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Reconfiguring VM instance instance-00000003 to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 642.728644] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ff4761c-d6f9-4cbf-942d-8abfefe43f0c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.745446] env[69183]: DEBUG nova.network.neutron [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.757737] env[69183]: DEBUG oslo_vmware.api [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 642.757737] env[69183]: value = "task-2789248" [ 642.757737] env[69183]: _type = "Task" [ 642.757737] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.774435] env[69183]: DEBUG oslo_vmware.api [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.778550] env[69183]: DEBUG nova.scheduler.client.report [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.879532] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Task: {'id': task-2789244, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.948385] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789246, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.965806] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52dccf4c-364d-fb1d-d901-56ed3ca3a9e3, 'name': SearchDatastore_Task, 'duration_secs': 0.021325} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.966915] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-710878d2-b457-4798-9cda-816bb441b712 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.974430] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 642.974430] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52547db0-61ab-0378-2213-6fd2fc64174a" [ 642.974430] env[69183]: _type = "Task" [ 642.974430] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.983078] env[69183]: DEBUG oslo_concurrency.lockutils [req-c60ac126-2572-46e7-a0b9-6a323cef09b6 req-379a6e13-aea0-4b25-bb66-7131c71f7fa2 service nova] Releasing lock "refresh_cache-4aa83732-4f5c-45e5-8929-d8301c2e9b3c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.983078] env[69183]: DEBUG nova.compute.manager [req-c60ac126-2572-46e7-a0b9-6a323cef09b6 req-379a6e13-aea0-4b25-bb66-7131c71f7fa2 service nova] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Received event network-changed-e56bb3d5-415c-4f40-bb57-2cae4ce0f944 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 642.983371] env[69183]: DEBUG nova.compute.manager [req-c60ac126-2572-46e7-a0b9-6a323cef09b6 req-379a6e13-aea0-4b25-bb66-7131c71f7fa2 service nova] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Refreshing instance network info cache due to event network-changed-e56bb3d5-415c-4f40-bb57-2cae4ce0f944. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 642.983627] env[69183]: DEBUG oslo_concurrency.lockutils [req-c60ac126-2572-46e7-a0b9-6a323cef09b6 req-379a6e13-aea0-4b25-bb66-7131c71f7fa2 service nova] Acquiring lock "refresh_cache-b99b6af4-b37d-44cf-81d7-de744d7cc8e5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.983829] env[69183]: DEBUG oslo_concurrency.lockutils [req-c60ac126-2572-46e7-a0b9-6a323cef09b6 req-379a6e13-aea0-4b25-bb66-7131c71f7fa2 service nova] Acquired lock "refresh_cache-b99b6af4-b37d-44cf-81d7-de744d7cc8e5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.983927] env[69183]: DEBUG nova.network.neutron [req-c60ac126-2572-46e7-a0b9-6a323cef09b6 req-379a6e13-aea0-4b25-bb66-7131c71f7fa2 service nova] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Refreshing network info cache for port e56bb3d5-415c-4f40-bb57-2cae4ce0f944 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.990602] env[69183]: DEBUG oslo_vmware.api [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Task: {'id': task-2789247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445528} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.994862] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 642.994862] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 642.994862] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 642.994862] env[69183]: INFO nova.compute.manager [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 642.994862] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.998190] env[69183]: DEBUG nova.compute.manager [-] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 642.998305] env[69183]: DEBUG nova.network.neutron [-] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 643.000730] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52547db0-61ab-0378-2213-6fd2fc64174a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.224621] env[69183]: DEBUG nova.network.neutron [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Updating instance_info_cache with network_info: [{"id": "8fcbbe8b-0a33-4ba3-a42f-33b0232a58f4", "address": "fa:16:3e:9e:19:ec", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fcbbe8b-0a", "ovs_interfaceid": "8fcbbe8b-0a33-4ba3-a42f-33b0232a58f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.287664] env[69183]: DEBUG oslo_concurrency.lockutils [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.287664] env[69183]: DEBUG nova.compute.manager [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.288708] env[69183]: DEBUG oslo_vmware.api [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789248, 'name': ReconfigVM_Task, 'duration_secs': 0.369573} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.289069] env[69183]: DEBUG oslo_concurrency.lockutils [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.935s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.295727] env[69183]: INFO nova.compute.claims [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.298765] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Reconfigured VM instance instance-00000003 to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 643.299860] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a1c839-1d80-4a88-b81c-bb617611b18e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.341445] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 8b417b3a-4ec1-4b64-9a85-94cda10fcea9/8b417b3a-4ec1-4b64-9a85-94cda10fcea9.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.342853] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ca35080-1d76-4cb4-86a9-b7b4dd3920e9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.377178] env[69183]: DEBUG oslo_vmware.api [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 643.377178] env[69183]: value = "task-2789249" [ 643.377178] env[69183]: _type = "Task" [ 643.377178] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.392804] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Task: {'id': task-2789244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619325} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.393488] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] b99b6af4-b37d-44cf-81d7-de744d7cc8e5/b99b6af4-b37d-44cf-81d7-de744d7cc8e5.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.393835] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.399814] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d7c42e8-c686-4ac8-9cde-073d07927762 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.412312] env[69183]: DEBUG oslo_vmware.api [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.420097] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Waiting for the task: (returnval){ [ 643.420097] env[69183]: value = "task-2789250" [ 643.420097] env[69183]: _type = "Task" [ 643.420097] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.435964] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Task: {'id': task-2789250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.442725] env[69183]: DEBUG oslo_concurrency.lockutils [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Acquiring lock "1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.442986] env[69183]: DEBUG oslo_concurrency.lockutils [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Lock "1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.456350] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764378} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.456447] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 67db8d5d-3399-4519-a950-5dcce2f54210/67db8d5d-3399-4519-a950-5dcce2f54210.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.457313] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.457313] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bc2dc37-b367-492c-b4d6-36789668efe0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.463277] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 643.463277] env[69183]: value = "task-2789251" [ 643.463277] env[69183]: _type = "Task" [ 643.463277] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.472694] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.491294] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52547db0-61ab-0378-2213-6fd2fc64174a, 'name': SearchDatastore_Task, 'duration_secs': 0.058593} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.493864] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.494271] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 941df97c-8cc5-4ffd-9cff-60f38a72579d/941df97c-8cc5-4ffd-9cff-60f38a72579d.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.496513] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35ae137b-15d7-4ae4-8280-5f3974b582b2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.506209] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 643.506209] env[69183]: value = "task-2789252" [ 643.506209] env[69183]: _type = "Task" [ 643.506209] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.516553] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.619152] env[69183]: DEBUG oslo_concurrency.lockutils [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquiring lock "85d6b2fc-0d67-471e-8476-436d5f47071a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.619492] env[69183]: DEBUG oslo_concurrency.lockutils [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "85d6b2fc-0d67-471e-8476-436d5f47071a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.619691] env[69183]: DEBUG oslo_concurrency.lockutils [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquiring lock "85d6b2fc-0d67-471e-8476-436d5f47071a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.619885] env[69183]: DEBUG oslo_concurrency.lockutils [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "85d6b2fc-0d67-471e-8476-436d5f47071a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.620105] env[69183]: DEBUG oslo_concurrency.lockutils [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "85d6b2fc-0d67-471e-8476-436d5f47071a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.622666] env[69183]: INFO nova.compute.manager [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Terminating instance [ 643.730109] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Releasing lock "refresh_cache-6bf1dca1-d5a5-4654-9909-bb30f3c56d79" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.730736] env[69183]: DEBUG nova.compute.manager [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Instance network_info: |[{"id": "8fcbbe8b-0a33-4ba3-a42f-33b0232a58f4", "address": "fa:16:3e:9e:19:ec", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fcbbe8b-0a", "ovs_interfaceid": "8fcbbe8b-0a33-4ba3-a42f-33b0232a58f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.730993] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:19:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fcbbe8b-0a33-4ba3-a42f-33b0232a58f4', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.741605] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Creating folder: Project (d26a38f12e4e4911b82e7496285489fe). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.741605] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb2ed355-4495-456c-85cc-f906f086c720 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.757442] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Created folder: Project (d26a38f12e4e4911b82e7496285489fe) in parent group-v560622. [ 643.757442] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Creating folder: Instances. Parent ref: group-v560661. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.757442] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cede40c3-7dbc-4eb0-a1da-6e4f089c971f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.769655] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Created folder: Instances in parent group-v560661. [ 643.769940] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.770142] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.771093] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-639140db-2fed-4405-a989-8e2811f584bc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.790754] env[69183]: DEBUG nova.compute.utils [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.792263] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.792263] env[69183]: value = "task-2789255" [ 643.792263] env[69183]: _type = "Task" [ 643.792263] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.796039] env[69183]: DEBUG nova.compute.manager [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.796039] env[69183]: DEBUG nova.network.neutron [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.806308] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789255, 'name': CreateVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.891832] env[69183]: DEBUG oslo_vmware.api [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789249, 'name': ReconfigVM_Task, 'duration_secs': 0.411118} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.891832] env[69183]: DEBUG nova.network.neutron [req-c60ac126-2572-46e7-a0b9-6a323cef09b6 req-379a6e13-aea0-4b25-bb66-7131c71f7fa2 service nova] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Updated VIF entry in instance network info cache for port e56bb3d5-415c-4f40-bb57-2cae4ce0f944. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.892183] env[69183]: DEBUG nova.network.neutron [req-c60ac126-2572-46e7-a0b9-6a323cef09b6 req-379a6e13-aea0-4b25-bb66-7131c71f7fa2 service nova] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Updating instance_info_cache with network_info: [{"id": "e56bb3d5-415c-4f40-bb57-2cae4ce0f944", "address": "fa:16:3e:a0:c1:79", "network": {"id": "497490aa-029a-4214-a319-38bf0654fb84", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1944063638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b09573d0415a4665989baf5391d10b83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56bb3d5-41", "ovs_interfaceid": "e56bb3d5-415c-4f40-bb57-2cae4ce0f944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.892468] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 8b417b3a-4ec1-4b64-9a85-94cda10fcea9/8b417b3a-4ec1-4b64-9a85-94cda10fcea9.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.892605] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Updating instance '8b417b3a-4ec1-4b64-9a85-94cda10fcea9' progress to 50 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 643.899111] env[69183]: DEBUG nova.policy [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a48bb2c9beb54594a22646d26bfc1ac6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c459dfee9d04d929c6886bd100552ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.930753] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Task: {'id': task-2789250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085289} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.931236] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.932051] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2052066-4638-42f9-b507-0ef7939826a5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.957917] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] b99b6af4-b37d-44cf-81d7-de744d7cc8e5/b99b6af4-b37d-44cf-81d7-de744d7cc8e5.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.959208] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52eafcf1-9955-4400-b3ce-af65e310b88f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.984978] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097242} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.987256] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.988229] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Waiting for the task: (returnval){ [ 643.988229] env[69183]: value = "task-2789256" [ 643.988229] env[69183]: _type = "Task" [ 643.988229] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.989011] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88cffda-b413-4c9e-8bfa-2a867f55140d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.008262] env[69183]: DEBUG nova.network.neutron [-] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.020712] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 67db8d5d-3399-4519-a950-5dcce2f54210/67db8d5d-3399-4519-a950-5dcce2f54210.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.029086] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bff2cb74-5c1b-4fcf-9eb9-287fb4cf83f4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.043348] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Task: {'id': task-2789256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.045822] env[69183]: DEBUG nova.compute.manager [req-c7667359-d389-438c-b79a-d28c9b453bd4 req-2e6cda9b-6d9f-44e1-a1b8-1901f515503e service nova] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Received event network-changed-b04d2fc1-bf86-48d3-84e2-a3adc861b832 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 644.046058] env[69183]: DEBUG nova.compute.manager [req-c7667359-d389-438c-b79a-d28c9b453bd4 req-2e6cda9b-6d9f-44e1-a1b8-1901f515503e service nova] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Refreshing instance network info cache due to event network-changed-b04d2fc1-bf86-48d3-84e2-a3adc861b832. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 644.046276] env[69183]: DEBUG oslo_concurrency.lockutils [req-c7667359-d389-438c-b79a-d28c9b453bd4 req-2e6cda9b-6d9f-44e1-a1b8-1901f515503e service nova] Acquiring lock "refresh_cache-94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.046417] env[69183]: DEBUG oslo_concurrency.lockutils [req-c7667359-d389-438c-b79a-d28c9b453bd4 req-2e6cda9b-6d9f-44e1-a1b8-1901f515503e service nova] Acquired lock "refresh_cache-94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.046570] env[69183]: DEBUG nova.network.neutron [req-c7667359-d389-438c-b79a-d28c9b453bd4 req-2e6cda9b-6d9f-44e1-a1b8-1901f515503e service nova] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Refreshing network info cache for port b04d2fc1-bf86-48d3-84e2-a3adc861b832 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.055161] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50467} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.056934] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 941df97c-8cc5-4ffd-9cff-60f38a72579d/941df97c-8cc5-4ffd-9cff-60f38a72579d.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.056934] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.057207] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 644.057207] env[69183]: value = "task-2789257" [ 644.057207] env[69183]: _type = "Task" [ 644.057207] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.057385] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bbadaa1-9bb6-4371-aee3-3e34d0936eb3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.072407] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.074035] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 644.074035] env[69183]: value = "task-2789258" [ 644.074035] env[69183]: _type = "Task" [ 644.074035] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.082864] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.126801] env[69183]: DEBUG nova.compute.manager [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 644.127058] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.128103] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb24ea7-edbd-431c-a0cd-4c3bb0eedda6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.136683] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.137306] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c2e3ce6-8b3c-4dff-8db1-1556af5e78ef {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.144203] env[69183]: DEBUG oslo_vmware.api [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 644.144203] env[69183]: value = "task-2789259" [ 644.144203] env[69183]: _type = "Task" [ 644.144203] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.152213] env[69183]: DEBUG oslo_vmware.api [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.294267] env[69183]: DEBUG nova.compute.manager [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.306814] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789255, 'name': CreateVM_Task, 'duration_secs': 0.448888} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.306999] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.307943] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.311096] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.311096] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.312490] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e68612d-3338-47f2-95b1-dae16ab5132e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.317472] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Waiting for the task: (returnval){ [ 644.317472] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52ae1525-136b-9269-ac47-04bfeb859802" [ 644.317472] env[69183]: _type = "Task" [ 644.317472] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.326049] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52ae1525-136b-9269-ac47-04bfeb859802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.397749] env[69183]: DEBUG oslo_concurrency.lockutils [req-c60ac126-2572-46e7-a0b9-6a323cef09b6 req-379a6e13-aea0-4b25-bb66-7131c71f7fa2 service nova] Releasing lock "refresh_cache-b99b6af4-b37d-44cf-81d7-de744d7cc8e5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.401933] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289b90c7-f5ce-4ea1-95aa-fb8b6c5ce944 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.428373] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551ceb22-5d79-477e-af57-b6f8601b0887 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.447372] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Updating instance '8b417b3a-4ec1-4b64-9a85-94cda10fcea9' progress to 67 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 644.482931] env[69183]: DEBUG nova.compute.manager [req-54253a69-6adb-4fe3-ac2b-da843c6df360 req-ea3fbb72-d188-469c-ab42-f8b379419613 service nova] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Received event network-vif-plugged-8fcbbe8b-0a33-4ba3-a42f-33b0232a58f4 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 644.483299] env[69183]: DEBUG oslo_concurrency.lockutils [req-54253a69-6adb-4fe3-ac2b-da843c6df360 req-ea3fbb72-d188-469c-ab42-f8b379419613 service nova] Acquiring lock "6bf1dca1-d5a5-4654-9909-bb30f3c56d79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.483395] env[69183]: DEBUG oslo_concurrency.lockutils [req-54253a69-6adb-4fe3-ac2b-da843c6df360 req-ea3fbb72-d188-469c-ab42-f8b379419613 service nova] Lock "6bf1dca1-d5a5-4654-9909-bb30f3c56d79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.483558] env[69183]: DEBUG oslo_concurrency.lockutils [req-54253a69-6adb-4fe3-ac2b-da843c6df360 req-ea3fbb72-d188-469c-ab42-f8b379419613 service nova] Lock "6bf1dca1-d5a5-4654-9909-bb30f3c56d79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.483741] env[69183]: DEBUG nova.compute.manager [req-54253a69-6adb-4fe3-ac2b-da843c6df360 req-ea3fbb72-d188-469c-ab42-f8b379419613 service nova] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] No waiting events found dispatching network-vif-plugged-8fcbbe8b-0a33-4ba3-a42f-33b0232a58f4 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.483935] env[69183]: WARNING nova.compute.manager [req-54253a69-6adb-4fe3-ac2b-da843c6df360 req-ea3fbb72-d188-469c-ab42-f8b379419613 service nova] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Received unexpected event network-vif-plugged-8fcbbe8b-0a33-4ba3-a42f-33b0232a58f4 for instance with vm_state building and task_state spawning. [ 644.486505] env[69183]: DEBUG nova.compute.manager [req-54253a69-6adb-4fe3-ac2b-da843c6df360 req-ea3fbb72-d188-469c-ab42-f8b379419613 service nova] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Received event network-changed-8fcbbe8b-0a33-4ba3-a42f-33b0232a58f4 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 644.486670] env[69183]: DEBUG nova.compute.manager [req-54253a69-6adb-4fe3-ac2b-da843c6df360 req-ea3fbb72-d188-469c-ab42-f8b379419613 service nova] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Refreshing instance network info cache due to event network-changed-8fcbbe8b-0a33-4ba3-a42f-33b0232a58f4. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 644.486871] env[69183]: DEBUG oslo_concurrency.lockutils [req-54253a69-6adb-4fe3-ac2b-da843c6df360 req-ea3fbb72-d188-469c-ab42-f8b379419613 service nova] Acquiring lock "refresh_cache-6bf1dca1-d5a5-4654-9909-bb30f3c56d79" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.487019] env[69183]: DEBUG oslo_concurrency.lockutils [req-54253a69-6adb-4fe3-ac2b-da843c6df360 req-ea3fbb72-d188-469c-ab42-f8b379419613 service nova] Acquired lock "refresh_cache-6bf1dca1-d5a5-4654-9909-bb30f3c56d79" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.487560] env[69183]: DEBUG nova.network.neutron [req-54253a69-6adb-4fe3-ac2b-da843c6df360 req-ea3fbb72-d188-469c-ab42-f8b379419613 service nova] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Refreshing network info cache for port 8fcbbe8b-0a33-4ba3-a42f-33b0232a58f4 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.503414] env[69183]: DEBUG nova.network.neutron [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Successfully created port: e8cf744f-571a-4268-8006-25d8ec6f6e68 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.518677] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Task: {'id': task-2789256, 'name': ReconfigVM_Task, 'duration_secs': 0.423315} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.518677] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Reconfigured VM instance instance-0000000e to attach disk [datastore2] b99b6af4-b37d-44cf-81d7-de744d7cc8e5/b99b6af4-b37d-44cf-81d7-de744d7cc8e5.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.518677] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2767249a-3d89-4c32-9169-923bb174e2ef {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.525861] env[69183]: INFO nova.compute.manager [-] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Took 1.53 seconds to deallocate network for instance. [ 644.529293] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Waiting for the task: (returnval){ [ 644.529293] env[69183]: value = "task-2789260" [ 644.529293] env[69183]: _type = "Task" [ 644.529293] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.545558] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Task: {'id': task-2789260, 'name': Rename_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.573407] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.587823] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070327} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.588581] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.589262] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939a8aa6-44a5-4caf-9c84-924b5680b226 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.626723] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 941df97c-8cc5-4ffd-9cff-60f38a72579d/941df97c-8cc5-4ffd-9cff-60f38a72579d.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.630220] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1a56442-d48a-4be7-a084-d554d1600bea {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.658263] env[69183]: DEBUG oslo_vmware.api [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789259, 'name': PowerOffVM_Task, 'duration_secs': 0.201809} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.658404] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 644.658404] env[69183]: value = "task-2789261" [ 644.658404] env[69183]: _type = "Task" [ 644.658404] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.662400] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.662400] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 644.666515] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbcb165d-8cf9-4b05-b1ad-6be0fa7ca61e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.676930] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789261, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.758679] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.759049] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.759121] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Deleting the datastore file [datastore2] 85d6b2fc-0d67-471e-8476-436d5f47071a {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.759996] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-484f61a3-ed6f-44ea-bd1f-4a3b2ee4d399 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.768802] env[69183]: DEBUG oslo_vmware.api [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 644.768802] env[69183]: value = "task-2789263" [ 644.768802] env[69183]: _type = "Task" [ 644.768802] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.782016] env[69183]: DEBUG oslo_vmware.api [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.837533] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52ae1525-136b-9269-ac47-04bfeb859802, 'name': SearchDatastore_Task, 'duration_secs': 0.018522} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.838236] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.838236] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.838733] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.838733] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.838933] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.841103] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2f65d3e-040a-41cd-97ca-2d33b4d530a0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.847433] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.847634] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.848430] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ca18866-3aa3-484d-a7bf-d747adf01fe9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.853616] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Waiting for the task: (returnval){ [ 644.853616] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5216a1a3-dd7f-f62f-1c2a-8f53e93c50c5" [ 644.853616] env[69183]: _type = "Task" [ 644.853616] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.863935] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5216a1a3-dd7f-f62f-1c2a-8f53e93c50c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.921745] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec20415-2bc4-45d0-962b-721305767b81 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.932123] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a9a3e1-b2f9-422e-b32c-bc58f03a43f8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.979656] env[69183]: DEBUG nova.network.neutron [req-c7667359-d389-438c-b79a-d28c9b453bd4 req-2e6cda9b-6d9f-44e1-a1b8-1901f515503e service nova] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Updated VIF entry in instance network info cache for port b04d2fc1-bf86-48d3-84e2-a3adc861b832. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.980106] env[69183]: DEBUG nova.network.neutron [req-c7667359-d389-438c-b79a-d28c9b453bd4 req-2e6cda9b-6d9f-44e1-a1b8-1901f515503e service nova] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Updating instance_info_cache with network_info: [{"id": "b04d2fc1-bf86-48d3-84e2-a3adc861b832", "address": "fa:16:3e:93:27:cd", "network": {"id": "b285acb6-7a22-4f40-a474-1733542fbda6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1426863089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe0b332fec534415acfc3c2a5c516b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb04d2fc1-bf", "ovs_interfaceid": "b04d2fc1-bf86-48d3-84e2-a3adc861b832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.982038] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0aadcf-da0e-497a-befa-407299935551 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.994607] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0307204-b8a5-49d0-90cc-b8fbd9e2e12d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.012611] env[69183]: DEBUG nova.compute.provider_tree [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.044050] env[69183]: DEBUG oslo_concurrency.lockutils [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.044388] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Task: {'id': task-2789260, 'name': Rename_Task, 'duration_secs': 0.154934} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.045172] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.046134] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1995a3b4-c1ad-4941-aba5-68693522e152 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.053606] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Waiting for the task: (returnval){ [ 645.053606] env[69183]: value = "task-2789264" [ 645.053606] env[69183]: _type = "Task" [ 645.053606] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.070455] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Task: {'id': task-2789264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.073381] env[69183]: DEBUG nova.network.neutron [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Port 1cb42eda-ecf1-40d2-8f6b-379fb01c9383 binding to destination host cpu-1 is already ACTIVE {{(pid=69183) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 645.077880] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789257, 'name': ReconfigVM_Task, 'duration_secs': 0.925518} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.078231] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 67db8d5d-3399-4519-a950-5dcce2f54210/67db8d5d-3399-4519-a950-5dcce2f54210.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.079181] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2649c3c3-a6b0-4250-a40a-c2fc6a542f58 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.085277] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 645.085277] env[69183]: value = "task-2789265" [ 645.085277] env[69183]: _type = "Task" [ 645.085277] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.094845] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789265, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.127504] env[69183]: DEBUG oslo_concurrency.lockutils [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Acquiring lock "c1da3649-77d1-4da8-9779-9f4a3a591ba7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.130568] env[69183]: DEBUG oslo_concurrency.lockutils [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Lock "c1da3649-77d1-4da8-9779-9f4a3a591ba7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.174989] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789261, 'name': ReconfigVM_Task, 'duration_secs': 0.376668} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.175326] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 941df97c-8cc5-4ffd-9cff-60f38a72579d/941df97c-8cc5-4ffd-9cff-60f38a72579d.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.175913] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa1d5b01-8d54-4ca0-8dc4-8505b5995e1a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.182626] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 645.182626] env[69183]: value = "task-2789266" [ 645.182626] env[69183]: _type = "Task" [ 645.182626] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.193922] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789266, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.282520] env[69183]: DEBUG oslo_vmware.api [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192477} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.282892] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.283491] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.283491] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 645.283491] env[69183]: INFO nova.compute.manager [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 645.283871] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.284221] env[69183]: DEBUG nova.compute.manager [-] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 645.284221] env[69183]: DEBUG nova.network.neutron [-] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 645.308893] env[69183]: DEBUG nova.compute.manager [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.344952] env[69183]: DEBUG nova.network.neutron [req-54253a69-6adb-4fe3-ac2b-da843c6df360 req-ea3fbb72-d188-469c-ab42-f8b379419613 service nova] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Updated VIF entry in instance network info cache for port 8fcbbe8b-0a33-4ba3-a42f-33b0232a58f4. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.345385] env[69183]: DEBUG nova.network.neutron [req-54253a69-6adb-4fe3-ac2b-da843c6df360 req-ea3fbb72-d188-469c-ab42-f8b379419613 service nova] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Updating instance_info_cache with network_info: [{"id": "8fcbbe8b-0a33-4ba3-a42f-33b0232a58f4", "address": "fa:16:3e:9e:19:ec", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fcbbe8b-0a", "ovs_interfaceid": "8fcbbe8b-0a33-4ba3-a42f-33b0232a58f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.348946] env[69183]: DEBUG nova.virt.hardware [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.351019] env[69183]: DEBUG nova.virt.hardware [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.351019] env[69183]: DEBUG nova.virt.hardware [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.351019] env[69183]: DEBUG nova.virt.hardware [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.351019] env[69183]: DEBUG nova.virt.hardware [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.351019] env[69183]: DEBUG nova.virt.hardware [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.351290] env[69183]: DEBUG nova.virt.hardware [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.351290] env[69183]: DEBUG nova.virt.hardware [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.351290] env[69183]: DEBUG nova.virt.hardware [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.351290] env[69183]: DEBUG nova.virt.hardware [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.351290] env[69183]: DEBUG nova.virt.hardware [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.352033] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe4eb99-e9b4-4038-97f9-b3b34594db34 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.367139] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5216a1a3-dd7f-f62f-1c2a-8f53e93c50c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009604} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.369545] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f35e682-4a5c-4e53-8544-244e1f084a41 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.372240] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3f03eb-cbc2-4c8e-adcb-6e43540bed17 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.390802] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Waiting for the task: (returnval){ [ 645.390802] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]525a5cd8-ece6-1460-b058-d65f3c49dc04" [ 645.390802] env[69183]: _type = "Task" [ 645.390802] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.402418] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525a5cd8-ece6-1460-b058-d65f3c49dc04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.487485] env[69183]: DEBUG oslo_concurrency.lockutils [req-c7667359-d389-438c-b79a-d28c9b453bd4 req-2e6cda9b-6d9f-44e1-a1b8-1901f515503e service nova] Releasing lock "refresh_cache-94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.517310] env[69183]: DEBUG nova.scheduler.client.report [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.564755] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Task: {'id': task-2789264, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.595479] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789265, 'name': Rename_Task, 'duration_secs': 0.328577} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.595974] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.596068] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92b64f4f-2a5c-45b9-ab2e-1f5452b1a84b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.603558] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 645.603558] env[69183]: value = "task-2789267" [ 645.603558] env[69183]: _type = "Task" [ 645.603558] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.614323] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.703745] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789266, 'name': Rename_Task, 'duration_secs': 0.213922} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.703745] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.703745] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3593215c-b1a5-4b9d-aa92-16564fddcc76 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.708622] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 645.708622] env[69183]: value = "task-2789268" [ 645.708622] env[69183]: _type = "Task" [ 645.708622] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.717490] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.856875] env[69183]: DEBUG oslo_concurrency.lockutils [req-54253a69-6adb-4fe3-ac2b-da843c6df360 req-ea3fbb72-d188-469c-ab42-f8b379419613 service nova] Releasing lock "refresh_cache-6bf1dca1-d5a5-4654-9909-bb30f3c56d79" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.903448] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525a5cd8-ece6-1460-b058-d65f3c49dc04, 'name': SearchDatastore_Task, 'duration_secs': 0.018545} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.903723] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.903984] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 6bf1dca1-d5a5-4654-9909-bb30f3c56d79/6bf1dca1-d5a5-4654-9909-bb30f3c56d79.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.904432] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6085a27d-dfed-446d-b5f1-05b475cd06ee {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.912098] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Waiting for the task: (returnval){ [ 645.912098] env[69183]: value = "task-2789269" [ 645.912098] env[69183]: _type = "Task" [ 645.912098] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.921364] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Task: {'id': task-2789269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.026139] env[69183]: DEBUG oslo_concurrency.lockutils [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.026820] env[69183]: DEBUG nova.compute.manager [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.029773] env[69183]: DEBUG oslo_concurrency.lockutils [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.594s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.029838] env[69183]: DEBUG nova.objects.instance [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Lazy-loading 'resources' on Instance uuid 77f9c788-209c-4fab-8ca0-832bdc02e4b1 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 646.066409] env[69183]: DEBUG oslo_vmware.api [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Task: {'id': task-2789264, 'name': PowerOnVM_Task, 'duration_secs': 0.627416} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.066409] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.066409] env[69183]: INFO nova.compute.manager [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Took 10.72 seconds to spawn the instance on the hypervisor. [ 646.066409] env[69183]: DEBUG nova.compute.manager [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.066889] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5008f98-dce5-4d8a-8b30-4b21633bc32b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.090365] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "8b417b3a-4ec1-4b64-9a85-94cda10fcea9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.090607] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "8b417b3a-4ec1-4b64-9a85-94cda10fcea9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.090777] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "8b417b3a-4ec1-4b64-9a85-94cda10fcea9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.118717] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789267, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.219424] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789268, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.277636] env[69183]: DEBUG nova.network.neutron [-] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.428876] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Task: {'id': task-2789269, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.469887] env[69183]: DEBUG nova.compute.manager [req-404fc5ba-6683-402f-b5c2-7efba9cb9d6b req-6d89dd31-927a-43d2-9c52-dccc28d0174b service nova] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Received event network-vif-deleted-d448b29b-025b-4682-a471-a04f5d06f375 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 646.534270] env[69183]: DEBUG nova.compute.utils [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.543738] env[69183]: DEBUG nova.compute.manager [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.543738] env[69183]: DEBUG nova.network.neutron [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.615606] env[69183]: INFO nova.compute.manager [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Took 27.19 seconds to build instance. [ 646.618558] env[69183]: DEBUG nova.network.neutron [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Successfully updated port: e8cf744f-571a-4268-8006-25d8ec6f6e68 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.643227] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789267, 'name': PowerOnVM_Task, 'duration_secs': 0.723556} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.643227] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.643428] env[69183]: INFO nova.compute.manager [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Took 16.36 seconds to spawn the instance on the hypervisor. [ 646.643645] env[69183]: DEBUG nova.compute.manager [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.645149] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9f7082-9123-444c-863d-d281c644727e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.663808] env[69183]: DEBUG nova.policy [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bd2084774f24106bb0e9db3aba9ae87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c65972aeb1924aa6bf66834350254c53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.733357] env[69183]: DEBUG oslo_vmware.api [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789268, 'name': PowerOnVM_Task, 'duration_secs': 0.691922} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.733357] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.733357] env[69183]: INFO nova.compute.manager [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Took 13.92 seconds to spawn the instance on the hypervisor. [ 646.733357] env[69183]: DEBUG nova.compute.manager [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.733357] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c80d478-05f3-4f04-8568-03ef72befd1c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.781059] env[69183]: INFO nova.compute.manager [-] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Took 1.50 seconds to deallocate network for instance. [ 646.927721] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Task: {'id': task-2789269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621134} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.928035] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 6bf1dca1-d5a5-4654-9909-bb30f3c56d79/6bf1dca1-d5a5-4654-9909-bb30f3c56d79.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.929047] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.929476] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22d08ca1-7209-4442-a3f9-a50249c2b8cc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.941586] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Waiting for the task: (returnval){ [ 646.941586] env[69183]: value = "task-2789270" [ 646.941586] env[69183]: _type = "Task" [ 646.941586] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.952179] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Task: {'id': task-2789270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.040035] env[69183]: DEBUG nova.compute.manager [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.076299] env[69183]: DEBUG nova.network.neutron [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Successfully created port: 9cb2319b-7ba0-459f-8fb9-da38b2fc400e {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.101020] env[69183]: DEBUG nova.compute.manager [req-c7d9736d-5516-4c16-bdd9-c9ec63c8e4bb req-ffc95182-3432-4b77-baa3-4468a6ad6de2 service nova] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Received event network-vif-deleted-cd98c814-9158-4ec1-ae54-19030359ec80 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 647.133301] env[69183]: DEBUG oslo_concurrency.lockutils [None req-64162805-fe17-4237-a6d6-326cdf8796d9 tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Lock "b99b6af4-b37d-44cf-81d7-de744d7cc8e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.037s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.133430] env[69183]: DEBUG oslo_concurrency.lockutils [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Acquiring lock "refresh_cache-1f5a975e-84aa-4352-b630-857afb6788f9" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.133530] env[69183]: DEBUG oslo_concurrency.lockutils [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Acquired lock "refresh_cache-1f5a975e-84aa-4352-b630-857afb6788f9" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.133670] env[69183]: DEBUG nova.network.neutron [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.173393] env[69183]: INFO nova.compute.manager [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Took 30.53 seconds to build instance. [ 647.175224] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "refresh_cache-8b417b3a-4ec1-4b64-9a85-94cda10fcea9" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.175400] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquired lock "refresh_cache-8b417b3a-4ec1-4b64-9a85-94cda10fcea9" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.175605] env[69183]: DEBUG nova.network.neutron [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.182827] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7715a2-4651-4d92-aebe-11b24b91ace3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.195509] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d8bffc-cc19-47d7-89b3-c652a85e2148 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.236174] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1440f66d-dfbb-4acf-bcb4-f55359db8c0e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.243015] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194bcd49-2766-49bd-9559-124e920e6759 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.261756] env[69183]: DEBUG nova.compute.provider_tree [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.265811] env[69183]: INFO nova.compute.manager [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Took 30.44 seconds to build instance. [ 647.297118] env[69183]: DEBUG oslo_concurrency.lockutils [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.454626] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Task: {'id': task-2789270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069033} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.454924] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.456992] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa415267-2713-492a-8a8f-2fb2d3ffde86 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.487673] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 6bf1dca1-d5a5-4654-9909-bb30f3c56d79/6bf1dca1-d5a5-4654-9909-bb30f3c56d79.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.488733] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-257bd9e8-da73-446a-a981-b3075477238d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.515419] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Waiting for the task: (returnval){ [ 647.515419] env[69183]: value = "task-2789271" [ 647.515419] env[69183]: _type = "Task" [ 647.515419] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.526218] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Task: {'id': task-2789271, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.640755] env[69183]: DEBUG nova.compute.manager [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.678144] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "67db8d5d-3399-4519-a950-5dcce2f54210" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.416s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.725024] env[69183]: DEBUG nova.network.neutron [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.765625] env[69183]: DEBUG nova.scheduler.client.report [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.773155] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e784379-a9ac-4575-9e0b-47a9994dfb13 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "941df97c-8cc5-4ffd-9cff-60f38a72579d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.480s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.875471] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquiring lock "d414f97c-8367-4357-9529-eeac7f04d472" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.877615] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Lock "d414f97c-8367-4357-9529-eeac7f04d472" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.027547] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Task: {'id': task-2789271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.053499] env[69183]: DEBUG nova.compute.manager [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.082689] env[69183]: DEBUG nova.virt.hardware [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:01:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1635494994',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1934197568',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.082954] env[69183]: DEBUG nova.virt.hardware [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.083132] env[69183]: DEBUG nova.virt.hardware [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.084029] env[69183]: DEBUG nova.virt.hardware [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.084029] env[69183]: DEBUG nova.virt.hardware [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.084029] env[69183]: DEBUG nova.virt.hardware [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.084029] env[69183]: DEBUG nova.virt.hardware [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.084029] env[69183]: DEBUG nova.virt.hardware [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.084256] env[69183]: DEBUG nova.virt.hardware [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.084313] env[69183]: DEBUG nova.virt.hardware [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.084514] env[69183]: DEBUG nova.virt.hardware [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.085386] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b191ad41-f931-4d67-a192-720b66d6fc08 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.096780] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc3f76d-74ac-4040-8703-361131e61823 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.116412] env[69183]: DEBUG nova.network.neutron [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Updating instance_info_cache with network_info: [{"id": "1cb42eda-ecf1-40d2-8f6b-379fb01c9383", "address": "fa:16:3e:5d:ce:d4", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cb42eda-ec", "ovs_interfaceid": "1cb42eda-ecf1-40d2-8f6b-379fb01c9383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.180619] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.185626] env[69183]: DEBUG nova.compute.manager [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.275463] env[69183]: DEBUG oslo_concurrency.lockutils [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.277383] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.815s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.279647] env[69183]: INFO nova.compute.claims [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.281881] env[69183]: DEBUG nova.compute.manager [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.310328] env[69183]: INFO nova.scheduler.client.report [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Deleted allocations for instance 77f9c788-209c-4fab-8ca0-832bdc02e4b1 [ 648.470051] env[69183]: DEBUG nova.network.neutron [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Updating instance_info_cache with network_info: [{"id": "e8cf744f-571a-4268-8006-25d8ec6f6e68", "address": "fa:16:3e:72:06:c4", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8cf744f-57", "ovs_interfaceid": "e8cf744f-571a-4268-8006-25d8ec6f6e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.537855] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Task: {'id': task-2789271, 'name': ReconfigVM_Task, 'duration_secs': 0.77207} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.539919] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 6bf1dca1-d5a5-4654-9909-bb30f3c56d79/6bf1dca1-d5a5-4654-9909-bb30f3c56d79.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.539919] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52eb9f64-40a3-46dc-b948-fe2bcd74b65a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.549518] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Waiting for the task: (returnval){ [ 648.549518] env[69183]: value = "task-2789272" [ 648.549518] env[69183]: _type = "Task" [ 648.549518] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.560821] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Task: {'id': task-2789272, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.621168] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Releasing lock "refresh_cache-8b417b3a-4ec1-4b64-9a85-94cda10fcea9" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.713358] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.806383] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.820960] env[69183]: DEBUG oslo_concurrency.lockutils [None req-97177b7d-d37e-4cf7-8975-098730fa5b93 tempest-ImagesNegativeTestJSON-353179788 tempest-ImagesNegativeTestJSON-353179788-project-member] Lock "77f9c788-209c-4fab-8ca0-832bdc02e4b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.719s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.965762] env[69183]: DEBUG nova.network.neutron [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Successfully updated port: 9cb2319b-7ba0-459f-8fb9-da38b2fc400e {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.973138] env[69183]: DEBUG oslo_concurrency.lockutils [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Releasing lock "refresh_cache-1f5a975e-84aa-4352-b630-857afb6788f9" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.973492] env[69183]: DEBUG nova.compute.manager [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Instance network_info: |[{"id": "e8cf744f-571a-4268-8006-25d8ec6f6e68", "address": "fa:16:3e:72:06:c4", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8cf744f-57", "ovs_interfaceid": "e8cf744f-571a-4268-8006-25d8ec6f6e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.973904] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:06:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8cf744f-571a-4268-8006-25d8ec6f6e68', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.984990] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Creating folder: Project (4c459dfee9d04d929c6886bd100552ed). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.985965] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f44639e-aefd-4f31-8edd-ffc46c501384 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.999414] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Created folder: Project (4c459dfee9d04d929c6886bd100552ed) in parent group-v560622. [ 648.999414] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Creating folder: Instances. Parent ref: group-v560664. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.999414] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c4677c4-b86e-41f5-afbc-37e81a03e123 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.008993] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Created folder: Instances in parent group-v560664. [ 649.009474] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.009736] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.010248] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f1c9f14-19f4-4660-bdd9-7ce5cc2c9bfa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.036243] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.036243] env[69183]: value = "task-2789275" [ 649.036243] env[69183]: _type = "Task" [ 649.036243] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.046196] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789275, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.059858] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Task: {'id': task-2789272, 'name': Rename_Task, 'duration_secs': 0.209303} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.060297] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.060555] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da51f9a5-2994-42d9-8ff0-340f9bfc9ed7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.068598] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Waiting for the task: (returnval){ [ 649.068598] env[69183]: value = "task-2789276" [ 649.068598] env[69183]: _type = "Task" [ 649.068598] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.079882] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Task: {'id': task-2789276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.153672] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77177713-30f1-4309-ae3b-8cb529d2026d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.177210] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf23c4f-3c86-40dc-b23f-34425c9f29f2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.184973] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Updating instance '8b417b3a-4ec1-4b64-9a85-94cda10fcea9' progress to 83 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 649.299777] env[69183]: DEBUG nova.compute.manager [req-78014747-12b6-4df1-976c-a35d0dc78aaf req-6362e5e3-4647-49cd-afb9-361a43748ceb service nova] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Received event network-vif-plugged-e8cf744f-571a-4268-8006-25d8ec6f6e68 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 649.299994] env[69183]: DEBUG oslo_concurrency.lockutils [req-78014747-12b6-4df1-976c-a35d0dc78aaf req-6362e5e3-4647-49cd-afb9-361a43748ceb service nova] Acquiring lock "1f5a975e-84aa-4352-b630-857afb6788f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.300362] env[69183]: DEBUG oslo_concurrency.lockutils [req-78014747-12b6-4df1-976c-a35d0dc78aaf req-6362e5e3-4647-49cd-afb9-361a43748ceb service nova] Lock "1f5a975e-84aa-4352-b630-857afb6788f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.300546] env[69183]: DEBUG oslo_concurrency.lockutils [req-78014747-12b6-4df1-976c-a35d0dc78aaf req-6362e5e3-4647-49cd-afb9-361a43748ceb service nova] Lock "1f5a975e-84aa-4352-b630-857afb6788f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.300746] env[69183]: DEBUG nova.compute.manager [req-78014747-12b6-4df1-976c-a35d0dc78aaf req-6362e5e3-4647-49cd-afb9-361a43748ceb service nova] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] No waiting events found dispatching network-vif-plugged-e8cf744f-571a-4268-8006-25d8ec6f6e68 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.300911] env[69183]: WARNING nova.compute.manager [req-78014747-12b6-4df1-976c-a35d0dc78aaf req-6362e5e3-4647-49cd-afb9-361a43748ceb service nova] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Received unexpected event network-vif-plugged-e8cf744f-571a-4268-8006-25d8ec6f6e68 for instance with vm_state building and task_state spawning. [ 649.301205] env[69183]: DEBUG nova.compute.manager [req-78014747-12b6-4df1-976c-a35d0dc78aaf req-6362e5e3-4647-49cd-afb9-361a43748ceb service nova] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Received event network-changed-e8cf744f-571a-4268-8006-25d8ec6f6e68 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 649.301402] env[69183]: DEBUG nova.compute.manager [req-78014747-12b6-4df1-976c-a35d0dc78aaf req-6362e5e3-4647-49cd-afb9-361a43748ceb service nova] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Refreshing instance network info cache due to event network-changed-e8cf744f-571a-4268-8006-25d8ec6f6e68. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 649.301627] env[69183]: DEBUG oslo_concurrency.lockutils [req-78014747-12b6-4df1-976c-a35d0dc78aaf req-6362e5e3-4647-49cd-afb9-361a43748ceb service nova] Acquiring lock "refresh_cache-1f5a975e-84aa-4352-b630-857afb6788f9" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.301627] env[69183]: DEBUG oslo_concurrency.lockutils [req-78014747-12b6-4df1-976c-a35d0dc78aaf req-6362e5e3-4647-49cd-afb9-361a43748ceb service nova] Acquired lock "refresh_cache-1f5a975e-84aa-4352-b630-857afb6788f9" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.301818] env[69183]: DEBUG nova.network.neutron [req-78014747-12b6-4df1-976c-a35d0dc78aaf req-6362e5e3-4647-49cd-afb9-361a43748ceb service nova] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Refreshing network info cache for port e8cf744f-571a-4268-8006-25d8ec6f6e68 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.387054] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9ed346cc-bc85-4640-9a06-356471b63a95 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "e117a0fb-c4ad-4a94-a2b6-761047c35c72" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.387790] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9ed346cc-bc85-4640-9a06-356471b63a95 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "e117a0fb-c4ad-4a94-a2b6-761047c35c72" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.387790] env[69183]: DEBUG nova.compute.manager [None req-9ed346cc-bc85-4640-9a06-356471b63a95 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.389494] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718d1f8f-9bf0-4a25-9c21-7065632d1a13 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.403905] env[69183]: DEBUG nova.compute.manager [None req-9ed346cc-bc85-4640-9a06-356471b63a95 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69183) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 649.403905] env[69183]: DEBUG nova.objects.instance [None req-9ed346cc-bc85-4640-9a06-356471b63a95 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lazy-loading 'flavor' on Instance uuid e117a0fb-c4ad-4a94-a2b6-761047c35c72 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.469622] env[69183]: DEBUG oslo_concurrency.lockutils [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Acquiring lock "refresh_cache-54ecef88-0417-45f5-8558-3dbda97fd4c8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.469705] env[69183]: DEBUG oslo_concurrency.lockutils [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Acquired lock "refresh_cache-54ecef88-0417-45f5-8558-3dbda97fd4c8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.470176] env[69183]: DEBUG nova.network.neutron [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.549310] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789275, 'name': CreateVM_Task, 'duration_secs': 0.388185} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.549492] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.550217] env[69183]: DEBUG oslo_concurrency.lockutils [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.550398] env[69183]: DEBUG oslo_concurrency.lockutils [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.550708] env[69183]: DEBUG oslo_concurrency.lockutils [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.550952] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab6979b-a451-4579-a6cd-3e6831933521 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.561417] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Waiting for the task: (returnval){ [ 649.561417] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]520626ff-5f7d-2caa-5a69-e966d9908a3c" [ 649.561417] env[69183]: _type = "Task" [ 649.561417] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.578976] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520626ff-5f7d-2caa-5a69-e966d9908a3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.589488] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Task: {'id': task-2789276, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.692464] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.693196] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9988d90-2391-49b1-9481-d66cf9757ce8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.705715] env[69183]: DEBUG oslo_vmware.api [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 649.705715] env[69183]: value = "task-2789277" [ 649.705715] env[69183]: _type = "Task" [ 649.705715] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.720803] env[69183]: DEBUG oslo_vmware.api [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.823573] env[69183]: DEBUG nova.compute.manager [req-98c07017-80c5-420c-beeb-496d7241f365 req-6adffdda-836b-4b26-bacd-6edfe053b0fc service nova] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Received event network-vif-plugged-9cb2319b-7ba0-459f-8fb9-da38b2fc400e {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 649.823803] env[69183]: DEBUG oslo_concurrency.lockutils [req-98c07017-80c5-420c-beeb-496d7241f365 req-6adffdda-836b-4b26-bacd-6edfe053b0fc service nova] Acquiring lock "54ecef88-0417-45f5-8558-3dbda97fd4c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.824348] env[69183]: DEBUG oslo_concurrency.lockutils [req-98c07017-80c5-420c-beeb-496d7241f365 req-6adffdda-836b-4b26-bacd-6edfe053b0fc service nova] Lock "54ecef88-0417-45f5-8558-3dbda97fd4c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.824348] env[69183]: DEBUG oslo_concurrency.lockutils [req-98c07017-80c5-420c-beeb-496d7241f365 req-6adffdda-836b-4b26-bacd-6edfe053b0fc service nova] Lock "54ecef88-0417-45f5-8558-3dbda97fd4c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.824348] env[69183]: DEBUG nova.compute.manager [req-98c07017-80c5-420c-beeb-496d7241f365 req-6adffdda-836b-4b26-bacd-6edfe053b0fc service nova] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] No waiting events found dispatching network-vif-plugged-9cb2319b-7ba0-459f-8fb9-da38b2fc400e {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.824510] env[69183]: WARNING nova.compute.manager [req-98c07017-80c5-420c-beeb-496d7241f365 req-6adffdda-836b-4b26-bacd-6edfe053b0fc service nova] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Received unexpected event network-vif-plugged-9cb2319b-7ba0-459f-8fb9-da38b2fc400e for instance with vm_state building and task_state spawning. [ 649.824663] env[69183]: DEBUG nova.compute.manager [req-98c07017-80c5-420c-beeb-496d7241f365 req-6adffdda-836b-4b26-bacd-6edfe053b0fc service nova] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Received event network-changed-9cb2319b-7ba0-459f-8fb9-da38b2fc400e {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 649.824807] env[69183]: DEBUG nova.compute.manager [req-98c07017-80c5-420c-beeb-496d7241f365 req-6adffdda-836b-4b26-bacd-6edfe053b0fc service nova] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Refreshing instance network info cache due to event network-changed-9cb2319b-7ba0-459f-8fb9-da38b2fc400e. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 649.824973] env[69183]: DEBUG oslo_concurrency.lockutils [req-98c07017-80c5-420c-beeb-496d7241f365 req-6adffdda-836b-4b26-bacd-6edfe053b0fc service nova] Acquiring lock "refresh_cache-54ecef88-0417-45f5-8558-3dbda97fd4c8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.835783] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d514aaca-d96b-4272-885b-48826b373f5d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.844163] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d08a87d-cf9d-455e-839e-bd4bb8e9c819 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.887399] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69995992-59b7-40c6-b714-546df5e57c44 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.896529] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9524a9f-4ef8-4519-a5c4-c42b25a4131f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.913234] env[69183]: DEBUG nova.compute.provider_tree [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.054144] env[69183]: DEBUG nova.network.neutron [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.080104] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520626ff-5f7d-2caa-5a69-e966d9908a3c, 'name': SearchDatastore_Task, 'duration_secs': 0.012822} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.081023] env[69183]: DEBUG oslo_concurrency.lockutils [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.081306] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.082011] env[69183]: DEBUG oslo_concurrency.lockutils [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.082216] env[69183]: DEBUG oslo_concurrency.lockutils [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.082405] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.088161] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce3d86ec-6dac-4042-9dee-23a1fd51e944 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.089862] env[69183]: DEBUG oslo_vmware.api [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Task: {'id': task-2789276, 'name': PowerOnVM_Task, 'duration_secs': 0.694317} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.092324] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.092578] env[69183]: INFO nova.compute.manager [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Took 9.48 seconds to spawn the instance on the hypervisor. [ 650.092793] env[69183]: DEBUG nova.compute.manager [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.094080] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f13a3a-a411-44e0-88e2-0bdc86d4ecf5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.101313] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.101499] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.104029] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85a96fb8-63fd-417d-95d3-496f378e74ce {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.116631] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Waiting for the task: (returnval){ [ 650.116631] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5215e39a-9808-4fdc-950f-3c1b5e6eccbb" [ 650.116631] env[69183]: _type = "Task" [ 650.116631] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.125517] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5215e39a-9808-4fdc-950f-3c1b5e6eccbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.176418] env[69183]: DEBUG oslo_concurrency.lockutils [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "941df97c-8cc5-4ffd-9cff-60f38a72579d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.176689] env[69183]: DEBUG oslo_concurrency.lockutils [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "941df97c-8cc5-4ffd-9cff-60f38a72579d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.176896] env[69183]: DEBUG oslo_concurrency.lockutils [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "941df97c-8cc5-4ffd-9cff-60f38a72579d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.177596] env[69183]: DEBUG oslo_concurrency.lockutils [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "941df97c-8cc5-4ffd-9cff-60f38a72579d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.177834] env[69183]: DEBUG oslo_concurrency.lockutils [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "941df97c-8cc5-4ffd-9cff-60f38a72579d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.181065] env[69183]: INFO nova.compute.manager [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Terminating instance [ 650.214441] env[69183]: DEBUG oslo_vmware.api [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789277, 'name': PowerOnVM_Task, 'duration_secs': 0.457631} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.215674] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.215868] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4362eb-b7e8-4772-be01-b496e39bb961 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Updating instance '8b417b3a-4ec1-4b64-9a85-94cda10fcea9' progress to 100 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 650.306014] env[69183]: DEBUG nova.network.neutron [req-78014747-12b6-4df1-976c-a35d0dc78aaf req-6362e5e3-4647-49cd-afb9-361a43748ceb service nova] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Updated VIF entry in instance network info cache for port e8cf744f-571a-4268-8006-25d8ec6f6e68. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.306404] env[69183]: DEBUG nova.network.neutron [req-78014747-12b6-4df1-976c-a35d0dc78aaf req-6362e5e3-4647-49cd-afb9-361a43748ceb service nova] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Updating instance_info_cache with network_info: [{"id": "e8cf744f-571a-4268-8006-25d8ec6f6e68", "address": "fa:16:3e:72:06:c4", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8cf744f-57", "ovs_interfaceid": "e8cf744f-571a-4268-8006-25d8ec6f6e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.421537] env[69183]: DEBUG nova.scheduler.client.report [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.422570] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed346cc-bc85-4640-9a06-356471b63a95 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.423156] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02581ac9-a107-4153-8fed-a294ab9d8478 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.432019] env[69183]: DEBUG oslo_vmware.api [None req-9ed346cc-bc85-4640-9a06-356471b63a95 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 650.432019] env[69183]: value = "task-2789278" [ 650.432019] env[69183]: _type = "Task" [ 650.432019] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.441091] env[69183]: DEBUG oslo_vmware.api [None req-9ed346cc-bc85-4640-9a06-356471b63a95 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.624791] env[69183]: INFO nova.compute.manager [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Took 28.06 seconds to build instance. [ 650.633028] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5215e39a-9808-4fdc-950f-3c1b5e6eccbb, 'name': SearchDatastore_Task, 'duration_secs': 0.028228} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.633028] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-427e2df8-01c6-4e05-8c96-672e07bdf506 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.639015] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Waiting for the task: (returnval){ [ 650.639015] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]521383c9-f224-4ec7-c8ca-824d78988c04" [ 650.639015] env[69183]: _type = "Task" [ 650.639015] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.652020] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521383c9-f224-4ec7-c8ca-824d78988c04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.673243] env[69183]: DEBUG nova.network.neutron [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Updating instance_info_cache with network_info: [{"id": "9cb2319b-7ba0-459f-8fb9-da38b2fc400e", "address": "fa:16:3e:49:84:dd", "network": {"id": "be6e750e-8934-479c-9e1f-74fbde2330ab", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-873922149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65972aeb1924aa6bf66834350254c53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cb2319b-7b", "ovs_interfaceid": "9cb2319b-7ba0-459f-8fb9-da38b2fc400e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.687378] env[69183]: DEBUG nova.compute.manager [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 650.689018] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.689018] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4470a08d-9fdc-4e58-8b8e-2994c04b69dd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.698513] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.699851] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90135a57-f548-482d-99d7-a7ee9c06ee2b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.707407] env[69183]: DEBUG oslo_vmware.api [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 650.707407] env[69183]: value = "task-2789279" [ 650.707407] env[69183]: _type = "Task" [ 650.707407] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.718187] env[69183]: DEBUG oslo_vmware.api [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.726742] env[69183]: DEBUG oslo_concurrency.lockutils [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "67db8d5d-3399-4519-a950-5dcce2f54210" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.727282] env[69183]: DEBUG oslo_concurrency.lockutils [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "67db8d5d-3399-4519-a950-5dcce2f54210" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.727613] env[69183]: DEBUG oslo_concurrency.lockutils [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "67db8d5d-3399-4519-a950-5dcce2f54210-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.727909] env[69183]: DEBUG oslo_concurrency.lockutils [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "67db8d5d-3399-4519-a950-5dcce2f54210-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.729018] env[69183]: DEBUG oslo_concurrency.lockutils [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "67db8d5d-3399-4519-a950-5dcce2f54210-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.730463] env[69183]: INFO nova.compute.manager [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Terminating instance [ 650.809448] env[69183]: DEBUG oslo_concurrency.lockutils [req-78014747-12b6-4df1-976c-a35d0dc78aaf req-6362e5e3-4647-49cd-afb9-361a43748ceb service nova] Releasing lock "refresh_cache-1f5a975e-84aa-4352-b630-857afb6788f9" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.925062] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.925540] env[69183]: DEBUG nova.compute.manager [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.929070] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.100s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.930030] env[69183]: INFO nova.compute.claims [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.946980] env[69183]: DEBUG oslo_vmware.api [None req-9ed346cc-bc85-4640-9a06-356471b63a95 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789278, 'name': PowerOffVM_Task, 'duration_secs': 0.393458} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.948220] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed346cc-bc85-4640-9a06-356471b63a95 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.948220] env[69183]: DEBUG nova.compute.manager [None req-9ed346cc-bc85-4640-9a06-356471b63a95 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.950298] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba124a0-df6c-41b3-af46-88ca3737bec8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.127055] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1dda9f8b-bce4-451c-a99a-56dd167a256b tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Lock "6bf1dca1-d5a5-4654-9909-bb30f3c56d79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.305s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.150835] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521383c9-f224-4ec7-c8ca-824d78988c04, 'name': SearchDatastore_Task, 'duration_secs': 0.029038} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.151137] env[69183]: DEBUG oslo_concurrency.lockutils [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.151569] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 1f5a975e-84aa-4352-b630-857afb6788f9/1f5a975e-84aa-4352-b630-857afb6788f9.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.151695] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4cb56fe-fd66-462e-b6fa-0071bcbe7695 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.160965] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Waiting for the task: (returnval){ [ 651.160965] env[69183]: value = "task-2789280" [ 651.160965] env[69183]: _type = "Task" [ 651.160965] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.169346] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': task-2789280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.175926] env[69183]: DEBUG oslo_concurrency.lockutils [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Releasing lock "refresh_cache-54ecef88-0417-45f5-8558-3dbda97fd4c8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.176313] env[69183]: DEBUG nova.compute.manager [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Instance network_info: |[{"id": "9cb2319b-7ba0-459f-8fb9-da38b2fc400e", "address": "fa:16:3e:49:84:dd", "network": {"id": "be6e750e-8934-479c-9e1f-74fbde2330ab", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-873922149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65972aeb1924aa6bf66834350254c53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cb2319b-7b", "ovs_interfaceid": "9cb2319b-7ba0-459f-8fb9-da38b2fc400e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.176662] env[69183]: DEBUG oslo_concurrency.lockutils [req-98c07017-80c5-420c-beeb-496d7241f365 req-6adffdda-836b-4b26-bacd-6edfe053b0fc service nova] Acquired lock "refresh_cache-54ecef88-0417-45f5-8558-3dbda97fd4c8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.176855] env[69183]: DEBUG nova.network.neutron [req-98c07017-80c5-420c-beeb-496d7241f365 req-6adffdda-836b-4b26-bacd-6edfe053b0fc service nova] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Refreshing network info cache for port 9cb2319b-7ba0-459f-8fb9-da38b2fc400e {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.181053] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:84:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cb2319b-7ba0-459f-8fb9-da38b2fc400e', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.186130] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Creating folder: Project (c65972aeb1924aa6bf66834350254c53). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.187279] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a153879a-13e7-4bae-802c-561a445e77f2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.197986] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Created folder: Project (c65972aeb1924aa6bf66834350254c53) in parent group-v560622. [ 651.198483] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Creating folder: Instances. Parent ref: group-v560667. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.198610] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-758d6e94-fd22-4615-91be-88c6e88bd73d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.208741] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Created folder: Instances in parent group-v560667. [ 651.209080] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.212451] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.212690] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c13f35ce-3f0e-40a1-85be-da26e99d3e6d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.245075] env[69183]: DEBUG nova.compute.manager [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 651.245345] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.246180] env[69183]: DEBUG oslo_vmware.api [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789279, 'name': PowerOffVM_Task, 'duration_secs': 0.433708} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.248049] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8609e2-00f9-4a40-a3de-16ee780fea2c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.250126] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 651.250309] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 651.253107] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd2cb083-2908-4905-9022-2beacad53cfb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.253232] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.253232] env[69183]: value = "task-2789283" [ 651.253232] env[69183]: _type = "Task" [ 651.253232] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.259742] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.260466] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f852a2fe-649a-4e5a-8326-d811f805a1b1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.267679] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789283, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.269109] env[69183]: DEBUG oslo_vmware.api [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 651.269109] env[69183]: value = "task-2789285" [ 651.269109] env[69183]: _type = "Task" [ 651.269109] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.277192] env[69183]: DEBUG oslo_vmware.api [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.328026] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 651.328026] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 651.328026] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Deleting the datastore file [datastore1] 941df97c-8cc5-4ffd-9cff-60f38a72579d {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.328026] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06a1aef6-ef3e-41f6-9370-0223f9439ea1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.334205] env[69183]: DEBUG oslo_vmware.api [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 651.334205] env[69183]: value = "task-2789286" [ 651.334205] env[69183]: _type = "Task" [ 651.334205] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.345649] env[69183]: DEBUG oslo_vmware.api [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.430392] env[69183]: DEBUG nova.compute.utils [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.432893] env[69183]: DEBUG nova.compute.manager [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Not allocating networking since 'none' was specified. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 651.472470] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9ed346cc-bc85-4640-9a06-356471b63a95 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "e117a0fb-c4ad-4a94-a2b6-761047c35c72" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.085s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.630259] env[69183]: DEBUG nova.compute.manager [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.675326] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': task-2789280, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.780388] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789283, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.786763] env[69183]: DEBUG oslo_vmware.api [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789285, 'name': PowerOffVM_Task, 'duration_secs': 0.186934} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.786763] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 651.786960] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 651.787234] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9aa3cf51-446f-463b-856d-542b07bc3573 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.845098] env[69183]: DEBUG oslo_vmware.api [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393302} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.847646] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.847839] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.848075] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.848256] env[69183]: INFO nova.compute.manager [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 651.848677] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.848677] env[69183]: DEBUG nova.compute.manager [-] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 651.848783] env[69183]: DEBUG nova.network.neutron [-] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 651.876043] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 651.876043] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 651.876043] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Deleting the datastore file [datastore1] 67db8d5d-3399-4519-a950-5dcce2f54210 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.876043] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a97a50e8-836a-4796-bd20-426df3b4ef59 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.881881] env[69183]: DEBUG oslo_vmware.api [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 651.881881] env[69183]: value = "task-2789288" [ 651.881881] env[69183]: _type = "Task" [ 651.881881] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.893712] env[69183]: DEBUG oslo_vmware.api [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.934100] env[69183]: DEBUG nova.compute.manager [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.154479] env[69183]: DEBUG nova.network.neutron [req-98c07017-80c5-420c-beeb-496d7241f365 req-6adffdda-836b-4b26-bacd-6edfe053b0fc service nova] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Updated VIF entry in instance network info cache for port 9cb2319b-7ba0-459f-8fb9-da38b2fc400e. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.154829] env[69183]: DEBUG nova.network.neutron [req-98c07017-80c5-420c-beeb-496d7241f365 req-6adffdda-836b-4b26-bacd-6edfe053b0fc service nova] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Updating instance_info_cache with network_info: [{"id": "9cb2319b-7ba0-459f-8fb9-da38b2fc400e", "address": "fa:16:3e:49:84:dd", "network": {"id": "be6e750e-8934-479c-9e1f-74fbde2330ab", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-873922149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65972aeb1924aa6bf66834350254c53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cb2319b-7b", "ovs_interfaceid": "9cb2319b-7ba0-459f-8fb9-da38b2fc400e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.158404] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.175577] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': task-2789280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566145} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.176771] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 1f5a975e-84aa-4352-b630-857afb6788f9/1f5a975e-84aa-4352-b630-857afb6788f9.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.176920] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.177103] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39641ceb-265a-4df5-8d2c-6c46ec3c7e30 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.186012] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Waiting for the task: (returnval){ [ 652.186012] env[69183]: value = "task-2789289" [ 652.186012] env[69183]: _type = "Task" [ 652.186012] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.199312] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': task-2789289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.208065] env[69183]: DEBUG nova.compute.manager [req-21db3e5e-2b55-4539-ad46-83a212b9e1bc req-deff68cf-e044-433d-afa0-e05991117b66 service nova] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Received event network-changed-e56bb3d5-415c-4f40-bb57-2cae4ce0f944 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 652.208275] env[69183]: DEBUG nova.compute.manager [req-21db3e5e-2b55-4539-ad46-83a212b9e1bc req-deff68cf-e044-433d-afa0-e05991117b66 service nova] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Refreshing instance network info cache due to event network-changed-e56bb3d5-415c-4f40-bb57-2cae4ce0f944. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 652.208484] env[69183]: DEBUG oslo_concurrency.lockutils [req-21db3e5e-2b55-4539-ad46-83a212b9e1bc req-deff68cf-e044-433d-afa0-e05991117b66 service nova] Acquiring lock "refresh_cache-b99b6af4-b37d-44cf-81d7-de744d7cc8e5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.208620] env[69183]: DEBUG oslo_concurrency.lockutils [req-21db3e5e-2b55-4539-ad46-83a212b9e1bc req-deff68cf-e044-433d-afa0-e05991117b66 service nova] Acquired lock "refresh_cache-b99b6af4-b37d-44cf-81d7-de744d7cc8e5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.208787] env[69183]: DEBUG nova.network.neutron [req-21db3e5e-2b55-4539-ad46-83a212b9e1bc req-deff68cf-e044-433d-afa0-e05991117b66 service nova] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Refreshing network info cache for port e56bb3d5-415c-4f40-bb57-2cae4ce0f944 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.270800] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789283, 'name': CreateVM_Task, 'duration_secs': 0.645737} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.272611] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.274195] env[69183]: DEBUG oslo_concurrency.lockutils [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.274195] env[69183]: DEBUG oslo_concurrency.lockutils [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.274195] env[69183]: DEBUG oslo_concurrency.lockutils [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.274604] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00ed3943-be55-4127-981b-98e124ce35b6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.281439] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for the task: (returnval){ [ 652.281439] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]521c1908-d38f-10e0-bf98-7535111ec075" [ 652.281439] env[69183]: _type = "Task" [ 652.281439] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.294876] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521c1908-d38f-10e0-bf98-7535111ec075, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.399038] env[69183]: DEBUG oslo_vmware.api [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323128} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.401999] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.402384] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.402677] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.402990] env[69183]: INFO nova.compute.manager [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Took 1.16 seconds to destroy the instance on the hypervisor. [ 652.403439] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.403982] env[69183]: DEBUG nova.compute.manager [-] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 652.404215] env[69183]: DEBUG nova.network.neutron [-] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 652.478100] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f18c4bc-9fb8-457e-8bd1-027c98882932 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.486305] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1654d7-9861-4da6-b080-36441cfb3173 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.534834] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36db531a-c399-4489-bad2-6e56517051ed {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.543259] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f3704c-3904-4005-b11e-b04cc3522729 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.564854] env[69183]: DEBUG nova.compute.provider_tree [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.661590] env[69183]: DEBUG oslo_concurrency.lockutils [req-98c07017-80c5-420c-beeb-496d7241f365 req-6adffdda-836b-4b26-bacd-6edfe053b0fc service nova] Releasing lock "refresh_cache-54ecef88-0417-45f5-8558-3dbda97fd4c8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.687140] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Acquiring lock "de6cb453-ef68-4121-93b8-5252d8e6fb33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.687675] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Lock "de6cb453-ef68-4121-93b8-5252d8e6fb33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.698251] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': task-2789289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072738} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.698816] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.699732] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cc692e-e6e4-48a1-834e-774494a7a313 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.731658] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 1f5a975e-84aa-4352-b630-857afb6788f9/1f5a975e-84aa-4352-b630-857afb6788f9.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.732028] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95e04072-ce9d-4c9b-8106-936e2c035a7b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.754308] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Waiting for the task: (returnval){ [ 652.754308] env[69183]: value = "task-2789290" [ 652.754308] env[69183]: _type = "Task" [ 652.754308] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.764144] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': task-2789290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.795458] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521c1908-d38f-10e0-bf98-7535111ec075, 'name': SearchDatastore_Task, 'duration_secs': 0.016833} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.795647] env[69183]: DEBUG oslo_concurrency.lockutils [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.795876] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.796135] env[69183]: DEBUG oslo_concurrency.lockutils [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.796340] env[69183]: DEBUG oslo_concurrency.lockutils [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.796558] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.797038] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b99e313a-9537-4c76-86e1-d2ec7d03106c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.808967] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.809276] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.810238] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6aab081-a315-4952-a6dd-8ca2f950ddc6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.817587] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for the task: (returnval){ [ 652.817587] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52aa157f-4f8e-4393-51c6-b6b7e1a4c308" [ 652.817587] env[69183]: _type = "Task" [ 652.817587] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.829578] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52aa157f-4f8e-4393-51c6-b6b7e1a4c308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.843403] env[69183]: DEBUG nova.network.neutron [-] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.951050] env[69183]: DEBUG nova.compute.manager [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.991966] env[69183]: DEBUG nova.virt.hardware [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.992232] env[69183]: DEBUG nova.virt.hardware [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.992394] env[69183]: DEBUG nova.virt.hardware [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.992769] env[69183]: DEBUG nova.virt.hardware [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.993087] env[69183]: DEBUG nova.virt.hardware [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.993188] env[69183]: DEBUG nova.virt.hardware [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.995638] env[69183]: DEBUG nova.virt.hardware [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.995899] env[69183]: DEBUG nova.virt.hardware [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.996125] env[69183]: DEBUG nova.virt.hardware [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.996306] env[69183]: DEBUG nova.virt.hardware [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.996537] env[69183]: DEBUG nova.virt.hardware [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.997455] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d021b2e-372a-435d-ad9d-f8df451385c6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.008890] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81921b8-8db9-4dff-ad1a-3c0b6d9ae1ab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.022490] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Instance VIF info [] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.028291] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Creating folder: Project (ad3b77be908b48ca9bd30f662171a6b6). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.028970] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0849e456-2714-43a0-8519-9da0a0f072f2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.044083] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Created folder: Project (ad3b77be908b48ca9bd30f662171a6b6) in parent group-v560622. [ 653.045028] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Creating folder: Instances. Parent ref: group-v560670. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.045028] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1f78c6f-e5f7-4b3e-91a4-b2141e06463b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.056132] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Created folder: Instances in parent group-v560670. [ 653.056132] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.060091] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.060396] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c6ede5c-7a13-4107-95be-457e1c0bd102 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.076520] env[69183]: DEBUG nova.scheduler.client.report [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.085757] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.085757] env[69183]: value = "task-2789293" [ 653.085757] env[69183]: _type = "Task" [ 653.085757] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.096780] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789293, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.191784] env[69183]: DEBUG nova.network.neutron [req-21db3e5e-2b55-4539-ad46-83a212b9e1bc req-deff68cf-e044-433d-afa0-e05991117b66 service nova] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Updated VIF entry in instance network info cache for port e56bb3d5-415c-4f40-bb57-2cae4ce0f944. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.191784] env[69183]: DEBUG nova.network.neutron [req-21db3e5e-2b55-4539-ad46-83a212b9e1bc req-deff68cf-e044-433d-afa0-e05991117b66 service nova] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Updating instance_info_cache with network_info: [{"id": "e56bb3d5-415c-4f40-bb57-2cae4ce0f944", "address": "fa:16:3e:a0:c1:79", "network": {"id": "497490aa-029a-4214-a319-38bf0654fb84", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1944063638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b09573d0415a4665989baf5391d10b83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56bb3d5-41", "ovs_interfaceid": "e56bb3d5-415c-4f40-bb57-2cae4ce0f944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.271026] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': task-2789290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.273343] env[69183]: DEBUG nova.compute.manager [req-364a2f6d-8b06-49e3-a81c-514c6ae179ab req-1b5d62e5-c6c3-404f-9544-be928ee1427f service nova] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Received event network-vif-deleted-7657d8ae-5385-4e83-b54b-b77b8182dd17 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 653.333026] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52aa157f-4f8e-4393-51c6-b6b7e1a4c308, 'name': SearchDatastore_Task, 'duration_secs': 0.016739} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.333026] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5be1ae8-fe0a-4005-b879-1687e9f1dd9f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.339354] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for the task: (returnval){ [ 653.339354] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52add471-19a8-5759-0243-bc49f4db2d0d" [ 653.339354] env[69183]: _type = "Task" [ 653.339354] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.349108] env[69183]: INFO nova.compute.manager [-] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Took 1.50 seconds to deallocate network for instance. [ 653.349439] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52add471-19a8-5759-0243-bc49f4db2d0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.582755] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.583566] env[69183]: DEBUG nova.compute.manager [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.589221] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.165s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.589221] env[69183]: DEBUG nova.objects.instance [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Lazy-loading 'resources' on Instance uuid 15c37209-65dc-4dd2-800f-2987a3cbfa12 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.599454] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789293, 'name': CreateVM_Task, 'duration_secs': 0.477947} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.599651] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.600512] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.600805] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.601197] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.601579] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-058f9d82-1c46-4f05-9551-a517d99b0849 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.609206] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Waiting for the task: (returnval){ [ 653.609206] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52762a96-c27e-9c3f-bca4-aa8465735c03" [ 653.609206] env[69183]: _type = "Task" [ 653.609206] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.619910] env[69183]: DEBUG nova.network.neutron [-] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.620376] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52762a96-c27e-9c3f-bca4-aa8465735c03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.695132] env[69183]: DEBUG oslo_concurrency.lockutils [req-21db3e5e-2b55-4539-ad46-83a212b9e1bc req-deff68cf-e044-433d-afa0-e05991117b66 service nova] Releasing lock "refresh_cache-b99b6af4-b37d-44cf-81d7-de744d7cc8e5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.754972] env[69183]: DEBUG nova.objects.instance [None req-e564f6f4-560a-45ee-a980-c960a3d54d7b tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lazy-loading 'flavor' on Instance uuid e117a0fb-c4ad-4a94-a2b6-761047c35c72 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.766763] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': task-2789290, 'name': ReconfigVM_Task, 'duration_secs': 0.689744} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.767829] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 1f5a975e-84aa-4352-b630-857afb6788f9/1f5a975e-84aa-4352-b630-857afb6788f9.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.767829] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1e7c724-a145-4e7b-84d6-885eac732773 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.774697] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Waiting for the task: (returnval){ [ 653.774697] env[69183]: value = "task-2789294" [ 653.774697] env[69183]: _type = "Task" [ 653.774697] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.784224] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': task-2789294, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.850834] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52add471-19a8-5759-0243-bc49f4db2d0d, 'name': SearchDatastore_Task, 'duration_secs': 0.012091} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.851231] env[69183]: DEBUG oslo_concurrency.lockutils [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.851425] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 54ecef88-0417-45f5-8558-3dbda97fd4c8/54ecef88-0417-45f5-8558-3dbda97fd4c8.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.851698] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8614641-00bd-40aa-9a79-b7e72f1b5f30 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.856379] env[69183]: DEBUG oslo_concurrency.lockutils [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.858075] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for the task: (returnval){ [ 653.858075] env[69183]: value = "task-2789295" [ 653.858075] env[69183]: _type = "Task" [ 653.858075] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.866690] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.091316] env[69183]: DEBUG nova.compute.utils [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.091911] env[69183]: DEBUG nova.compute.manager [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.091911] env[69183]: DEBUG nova.network.neutron [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.123147] env[69183]: INFO nova.compute.manager [-] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Took 1.72 seconds to deallocate network for instance. [ 654.123506] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52762a96-c27e-9c3f-bca4-aa8465735c03, 'name': SearchDatastore_Task, 'duration_secs': 0.026375} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.125560] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.125796] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.126047] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.126208] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.126402] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.126662] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-067eeb4f-5ba4-49c2-b008-bcfe88fdb5cd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.140724] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.140946] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.141907] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9980541-e60d-459e-8035-6d317098a60c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.151182] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Waiting for the task: (returnval){ [ 654.151182] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52ac9a2e-e56b-cccf-7c6a-8b889651c573" [ 654.151182] env[69183]: _type = "Task" [ 654.151182] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.161597] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52ac9a2e-e56b-cccf-7c6a-8b889651c573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.187100] env[69183]: DEBUG nova.policy [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53af22756f0a49518639007ebb6c2bb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13e32a4b51df4111839c3b805603d1bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.267832] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e564f6f4-560a-45ee-a980-c960a3d54d7b tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "refresh_cache-e117a0fb-c4ad-4a94-a2b6-761047c35c72" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.268196] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e564f6f4-560a-45ee-a980-c960a3d54d7b tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquired lock "refresh_cache-e117a0fb-c4ad-4a94-a2b6-761047c35c72" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.268248] env[69183]: DEBUG nova.network.neutron [None req-e564f6f4-560a-45ee-a980-c960a3d54d7b tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.269047] env[69183]: DEBUG nova.objects.instance [None req-e564f6f4-560a-45ee-a980-c960a3d54d7b tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lazy-loading 'info_cache' on Instance uuid e117a0fb-c4ad-4a94-a2b6-761047c35c72 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.288856] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': task-2789294, 'name': Rename_Task, 'duration_secs': 0.204621} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.289187] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.289499] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac46e16a-0d6f-4dd2-81fb-505c1b6de7c9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.299571] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Waiting for the task: (returnval){ [ 654.299571] env[69183]: value = "task-2789296" [ 654.299571] env[69183]: _type = "Task" [ 654.299571] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.315951] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': task-2789296, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.369118] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789295, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.598785] env[69183]: DEBUG nova.compute.manager [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.646264] env[69183]: DEBUG oslo_concurrency.lockutils [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.668245] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52ac9a2e-e56b-cccf-7c6a-8b889651c573, 'name': SearchDatastore_Task, 'duration_secs': 0.01108} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.668633] env[69183]: DEBUG oslo_concurrency.lockutils [None req-22efb565-6883-4d51-9932-62688b5a8be6 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "8b417b3a-4ec1-4b64-9a85-94cda10fcea9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.668823] env[69183]: DEBUG oslo_concurrency.lockutils [None req-22efb565-6883-4d51-9932-62688b5a8be6 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "8b417b3a-4ec1-4b64-9a85-94cda10fcea9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.669161] env[69183]: DEBUG nova.compute.manager [None req-22efb565-6883-4d51-9932-62688b5a8be6 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Going to confirm migration 1 {{(pid=69183) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 654.671308] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fdc55d9-1fd0-4150-a9c1-47832e384c31 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.679477] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Waiting for the task: (returnval){ [ 654.679477] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5259b8b1-1506-cb27-48af-263660c4bec1" [ 654.679477] env[69183]: _type = "Task" [ 654.679477] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.696653] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5259b8b1-1506-cb27-48af-263660c4bec1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.763513] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca164ec-a331-4260-8633-01b54aadd972 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.771061] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88ce72d-059c-436a-aa6c-576a30ae99af {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.775916] env[69183]: DEBUG nova.objects.base [None req-e564f6f4-560a-45ee-a980-c960a3d54d7b tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69183) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 654.811962] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05df26d4-71c6-4e17-bfa7-18e795acb55c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.820058] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': task-2789296, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.823220] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90459506-843e-4e3f-9118-01ba172a01f0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.839442] env[69183]: DEBUG nova.compute.provider_tree [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.868934] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689836} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.869953] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 54ecef88-0417-45f5-8558-3dbda97fd4c8/54ecef88-0417-45f5-8558-3dbda97fd4c8.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.869953] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.869953] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-447c8a9f-232f-410a-89c9-222b5823d3d8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.876756] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for the task: (returnval){ [ 654.876756] env[69183]: value = "task-2789297" [ 654.876756] env[69183]: _type = "Task" [ 654.876756] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.886169] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.189272] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5259b8b1-1506-cb27-48af-263660c4bec1, 'name': SearchDatastore_Task, 'duration_secs': 0.027513} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.190145] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.190145] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] bb261445-e43a-4a98-ac05-eb95ad4c67aa/bb261445-e43a-4a98-ac05-eb95ad4c67aa.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.190145] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0703bc84-6885-419f-9de4-d17df611b0ec {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.198222] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Waiting for the task: (returnval){ [ 655.198222] env[69183]: value = "task-2789298" [ 655.198222] env[69183]: _type = "Task" [ 655.198222] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.207328] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Task: {'id': task-2789298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.307836] env[69183]: DEBUG oslo_concurrency.lockutils [None req-22efb565-6883-4d51-9932-62688b5a8be6 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "refresh_cache-8b417b3a-4ec1-4b64-9a85-94cda10fcea9" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.308166] env[69183]: DEBUG oslo_concurrency.lockutils [None req-22efb565-6883-4d51-9932-62688b5a8be6 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquired lock "refresh_cache-8b417b3a-4ec1-4b64-9a85-94cda10fcea9" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.308166] env[69183]: DEBUG nova.network.neutron [None req-22efb565-6883-4d51-9932-62688b5a8be6 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.308347] env[69183]: DEBUG nova.objects.instance [None req-22efb565-6883-4d51-9932-62688b5a8be6 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lazy-loading 'info_cache' on Instance uuid 8b417b3a-4ec1-4b64-9a85-94cda10fcea9 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 655.320710] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': task-2789296, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.342144] env[69183]: DEBUG nova.scheduler.client.report [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.391551] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072545} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.391827] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.392731] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ef84dc-af07-4fef-87e8-000fba4c0c42 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.421104] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 54ecef88-0417-45f5-8558-3dbda97fd4c8/54ecef88-0417-45f5-8558-3dbda97fd4c8.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.425279] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afc6c7da-2f48-4f33-af0c-718c02da140d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.446338] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for the task: (returnval){ [ 655.446338] env[69183]: value = "task-2789299" [ 655.446338] env[69183]: _type = "Task" [ 655.446338] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.456879] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.458380] env[69183]: DEBUG nova.network.neutron [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Successfully created port: 09f24967-be59-40a7-9c5e-62e9e0c27b70 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.581534] env[69183]: DEBUG nova.network.neutron [None req-e564f6f4-560a-45ee-a980-c960a3d54d7b tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Updating instance_info_cache with network_info: [{"id": "9de88727-ae5b-4677-aa6b-da2d10a55b69", "address": "fa:16:3e:8b:81:b9", "network": {"id": "bebea28c-2208-4d24-a442-ec753d970f78", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2116791220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "70599e84e52a41cc8ef9665bd3a0b16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de88727-ae", "ovs_interfaceid": "9de88727-ae5b-4677-aa6b-da2d10a55b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.613609] env[69183]: DEBUG nova.compute.manager [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.656526] env[69183]: DEBUG nova.virt.hardware [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.656909] env[69183]: DEBUG nova.virt.hardware [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.657135] env[69183]: DEBUG nova.virt.hardware [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.657371] env[69183]: DEBUG nova.virt.hardware [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.657604] env[69183]: DEBUG nova.virt.hardware [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.657881] env[69183]: DEBUG nova.virt.hardware [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.658199] env[69183]: DEBUG nova.virt.hardware [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.658460] env[69183]: DEBUG nova.virt.hardware [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.658655] env[69183]: DEBUG nova.virt.hardware [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.658837] env[69183]: DEBUG nova.virt.hardware [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.661183] env[69183]: DEBUG nova.virt.hardware [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.662161] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ae25a0-7c84-4106-9a4e-3f921e22d663 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.673368] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5c39e4-3d0d-491f-8f3d-6468584a0166 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.712751] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Task: {'id': task-2789298, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.822587] env[69183]: DEBUG oslo_vmware.api [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': task-2789296, 'name': PowerOnVM_Task, 'duration_secs': 1.268711} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.822587] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.822587] env[69183]: INFO nova.compute.manager [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Took 10.51 seconds to spawn the instance on the hypervisor. [ 655.823576] env[69183]: DEBUG nova.compute.manager [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.824030] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073df7fa-ebae-4239-9b89-117f3a126e04 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.847521] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.849763] env[69183]: DEBUG oslo_concurrency.lockutils [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.182s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.852250] env[69183]: INFO nova.compute.claims [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.887085] env[69183]: INFO nova.scheduler.client.report [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Deleted allocations for instance 15c37209-65dc-4dd2-800f-2987a3cbfa12 [ 655.957254] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.087274] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e564f6f4-560a-45ee-a980-c960a3d54d7b tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Releasing lock "refresh_cache-e117a0fb-c4ad-4a94-a2b6-761047c35c72" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.214018] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Task: {'id': task-2789298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756144} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.214018] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] bb261445-e43a-4a98-ac05-eb95ad4c67aa/bb261445-e43a-4a98-ac05-eb95ad4c67aa.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.214018] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.214018] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ad8b666-b27c-4ca3-bc00-e0023eac4205 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.225024] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Waiting for the task: (returnval){ [ 656.225024] env[69183]: value = "task-2789300" [ 656.225024] env[69183]: _type = "Task" [ 656.225024] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.236154] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Task: {'id': task-2789300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.342859] env[69183]: INFO nova.compute.manager [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Took 29.22 seconds to build instance. [ 656.353592] env[69183]: DEBUG nova.network.neutron [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Successfully created port: 82320fea-ae49-4c8d-a9ec-fdb8f06df39b {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.397487] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f3152c6e-aa09-4b99-a3d7-46bcfaa52755 tempest-ServerDiagnosticsNegativeTest-1197961332 tempest-ServerDiagnosticsNegativeTest-1197961332-project-member] Lock "15c37209-65dc-4dd2-800f-2987a3cbfa12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.987s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.457031] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789299, 'name': ReconfigVM_Task, 'duration_secs': 0.658891} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.457505] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 54ecef88-0417-45f5-8558-3dbda97fd4c8/54ecef88-0417-45f5-8558-3dbda97fd4c8.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.458939] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4008145c-0b2b-4b82-93f9-188277110cb0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.465699] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for the task: (returnval){ [ 656.465699] env[69183]: value = "task-2789301" [ 656.465699] env[69183]: _type = "Task" [ 656.465699] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.473129] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789301, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.547418] env[69183]: DEBUG nova.compute.manager [req-77533612-d3ce-4453-aebd-eade85247a03 req-c4b9423a-0956-455b-8330-1a6de5332915 service nova] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Received event network-vif-deleted-baa0bfd2-ce4d-4ba2-bcb5-cc076da41fd6 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 656.733893] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Task: {'id': task-2789300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066619} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.734192] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.736025] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea641b01-dbc9-4786-b9bb-07257263f47d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.759070] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] bb261445-e43a-4a98-ac05-eb95ad4c67aa/bb261445-e43a-4a98-ac05-eb95ad4c67aa.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.759499] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eccb8018-2dfa-40cc-9275-41423af660f0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.781150] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Waiting for the task: (returnval){ [ 656.781150] env[69183]: value = "task-2789302" [ 656.781150] env[69183]: _type = "Task" [ 656.781150] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.790401] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Task: {'id': task-2789302, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.843307] env[69183]: DEBUG nova.network.neutron [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Successfully created port: 542c0f5a-ca88-4340-8c58-5148c062324a {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.849243] env[69183]: DEBUG oslo_concurrency.lockutils [None req-eaefd7de-4ec7-41db-982d-aadf2ecf9492 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Lock "1f5a975e-84aa-4352-b630-857afb6788f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.641s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.873508] env[69183]: DEBUG nova.network.neutron [None req-22efb565-6883-4d51-9932-62688b5a8be6 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Updating instance_info_cache with network_info: [{"id": "1cb42eda-ecf1-40d2-8f6b-379fb01c9383", "address": "fa:16:3e:5d:ce:d4", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cb42eda-ec", "ovs_interfaceid": "1cb42eda-ecf1-40d2-8f6b-379fb01c9383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.983014] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789301, 'name': Rename_Task, 'duration_secs': 0.21206} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.985827] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.986260] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45c5be27-c582-420f-b1d0-af99baf72194 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.992958] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for the task: (returnval){ [ 656.992958] env[69183]: value = "task-2789303" [ 656.992958] env[69183]: _type = "Task" [ 656.992958] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.005970] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.094032] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e564f6f4-560a-45ee-a980-c960a3d54d7b tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.097367] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0b5c9d7-f720-49dc-b4e1-f436c58b153d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.102263] env[69183]: DEBUG oslo_vmware.api [None req-e564f6f4-560a-45ee-a980-c960a3d54d7b tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 657.102263] env[69183]: value = "task-2789304" [ 657.102263] env[69183]: _type = "Task" [ 657.102263] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.111091] env[69183]: DEBUG nova.compute.manager [None req-0fdd93ab-c8e5-4eae-9ec4-b68e9afc1426 tempest-ServerExternalEventsTest-355110115 tempest-ServerExternalEventsTest-355110115-project] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Received event network-changed {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 657.111286] env[69183]: DEBUG nova.compute.manager [None req-0fdd93ab-c8e5-4eae-9ec4-b68e9afc1426 tempest-ServerExternalEventsTest-355110115 tempest-ServerExternalEventsTest-355110115-project] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Refreshing instance network info cache due to event network-changed. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 657.111577] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0fdd93ab-c8e5-4eae-9ec4-b68e9afc1426 tempest-ServerExternalEventsTest-355110115 tempest-ServerExternalEventsTest-355110115-project] Acquiring lock "refresh_cache-1f5a975e-84aa-4352-b630-857afb6788f9" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.111796] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0fdd93ab-c8e5-4eae-9ec4-b68e9afc1426 tempest-ServerExternalEventsTest-355110115 tempest-ServerExternalEventsTest-355110115-project] Acquired lock "refresh_cache-1f5a975e-84aa-4352-b630-857afb6788f9" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.112017] env[69183]: DEBUG nova.network.neutron [None req-0fdd93ab-c8e5-4eae-9ec4-b68e9afc1426 tempest-ServerExternalEventsTest-355110115 tempest-ServerExternalEventsTest-355110115-project] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.122447] env[69183]: DEBUG oslo_vmware.api [None req-e564f6f4-560a-45ee-a980-c960a3d54d7b tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789304, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.304153] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Task: {'id': task-2789302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.351852] env[69183]: DEBUG nova.compute.manager [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.357377] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65da430a-604b-41c5-b41b-4adb3557096f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.367123] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee4367a-bb7d-423c-9168-a26b9eeb3aec {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.405762] env[69183]: DEBUG oslo_concurrency.lockutils [None req-22efb565-6883-4d51-9932-62688b5a8be6 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Releasing lock "refresh_cache-8b417b3a-4ec1-4b64-9a85-94cda10fcea9" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.406229] env[69183]: DEBUG nova.objects.instance [None req-22efb565-6883-4d51-9932-62688b5a8be6 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lazy-loading 'migration_context' on Instance uuid 8b417b3a-4ec1-4b64-9a85-94cda10fcea9 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 657.409636] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfb21c1-03c6-46f2-814e-7fa1e87e14ca {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.419508] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9484a54f-d9f0-43e7-b0cb-a4fa0e747810 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.435458] env[69183]: DEBUG nova.compute.provider_tree [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.468550] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Acquiring lock "6bf1dca1-d5a5-4654-9909-bb30f3c56d79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.468550] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Lock "6bf1dca1-d5a5-4654-9909-bb30f3c56d79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.468793] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Acquiring lock "6bf1dca1-d5a5-4654-9909-bb30f3c56d79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.469458] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Lock "6bf1dca1-d5a5-4654-9909-bb30f3c56d79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.469458] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Lock "6bf1dca1-d5a5-4654-9909-bb30f3c56d79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.471870] env[69183]: INFO nova.compute.manager [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Terminating instance [ 657.504964] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789303, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.616509] env[69183]: DEBUG oslo_vmware.api [None req-e564f6f4-560a-45ee-a980-c960a3d54d7b tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789304, 'name': PowerOnVM_Task, 'duration_secs': 0.477615} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.617322] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e564f6f4-560a-45ee-a980-c960a3d54d7b tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.617536] env[69183]: DEBUG nova.compute.manager [None req-e564f6f4-560a-45ee-a980-c960a3d54d7b tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.621323] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f3d3b2-5c35-422e-b4c2-34292905db05 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.796534] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Task: {'id': task-2789302, 'name': ReconfigVM_Task, 'duration_secs': 0.632422} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.796807] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Reconfigured VM instance instance-00000012 to attach disk [datastore2] bb261445-e43a-4a98-ac05-eb95ad4c67aa/bb261445-e43a-4a98-ac05-eb95ad4c67aa.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.797449] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12d81a0e-c21a-4afa-82d1-924a8604a434 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.804244] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Waiting for the task: (returnval){ [ 657.804244] env[69183]: value = "task-2789305" [ 657.804244] env[69183]: _type = "Task" [ 657.804244] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.813443] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Task: {'id': task-2789305, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.862606] env[69183]: DEBUG nova.network.neutron [None req-0fdd93ab-c8e5-4eae-9ec4-b68e9afc1426 tempest-ServerExternalEventsTest-355110115 tempest-ServerExternalEventsTest-355110115-project] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Updating instance_info_cache with network_info: [{"id": "e8cf744f-571a-4268-8006-25d8ec6f6e68", "address": "fa:16:3e:72:06:c4", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8cf744f-57", "ovs_interfaceid": "e8cf744f-571a-4268-8006-25d8ec6f6e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.884479] env[69183]: DEBUG oslo_concurrency.lockutils [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.912038] env[69183]: DEBUG nova.objects.base [None req-22efb565-6883-4d51-9932-62688b5a8be6 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Object Instance<8b417b3a-4ec1-4b64-9a85-94cda10fcea9> lazy-loaded attributes: info_cache,migration_context {{(pid=69183) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 657.912230] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e48c07-3674-4086-ae5c-e0ed567fafc7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.938172] env[69183]: DEBUG nova.scheduler.client.report [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.941524] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cafac14-b782-4f7a-bfd6-cd9338b5b90a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.948670] env[69183]: DEBUG oslo_vmware.api [None req-22efb565-6883-4d51-9932-62688b5a8be6 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 657.948670] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]522f5265-2a05-e4dd-66be-4298c8931a09" [ 657.948670] env[69183]: _type = "Task" [ 657.948670] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.958656] env[69183]: DEBUG oslo_vmware.api [None req-22efb565-6883-4d51-9932-62688b5a8be6 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]522f5265-2a05-e4dd-66be-4298c8931a09, 'name': SearchDatastore_Task} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.959863] env[69183]: DEBUG oslo_concurrency.lockutils [None req-22efb565-6883-4d51-9932-62688b5a8be6 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.979613] env[69183]: DEBUG nova.compute.manager [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.979896] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.980923] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ebafae-7565-4127-9fc1-6bc396bfc67e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.991375] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.991375] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-972e2a01-9eda-4ab0-97d4-72e4cae188e0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.999594] env[69183]: DEBUG oslo_vmware.api [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Waiting for the task: (returnval){ [ 657.999594] env[69183]: value = "task-2789306" [ 657.999594] env[69183]: _type = "Task" [ 657.999594] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.008020] env[69183]: DEBUG oslo_vmware.api [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789303, 'name': PowerOnVM_Task, 'duration_secs': 0.815591} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.008667] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.008989] env[69183]: INFO nova.compute.manager [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Took 9.96 seconds to spawn the instance on the hypervisor. [ 658.009274] env[69183]: DEBUG nova.compute.manager [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.013570] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de8410c-14e4-41cc-8bb9-f58f2bae568b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.017357] env[69183]: DEBUG oslo_vmware.api [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Task: {'id': task-2789306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.318388] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Task: {'id': task-2789305, 'name': Rename_Task, 'duration_secs': 0.21132} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.321189] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.321189] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f140fd41-539d-4500-bb39-5b6ee6b148d4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.326688] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Waiting for the task: (returnval){ [ 658.326688] env[69183]: value = "task-2789307" [ 658.326688] env[69183]: _type = "Task" [ 658.326688] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.343299] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Task: {'id': task-2789307, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.369618] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0fdd93ab-c8e5-4eae-9ec4-b68e9afc1426 tempest-ServerExternalEventsTest-355110115 tempest-ServerExternalEventsTest-355110115-project] Releasing lock "refresh_cache-1f5a975e-84aa-4352-b630-857afb6788f9" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.446937] env[69183]: DEBUG oslo_concurrency.lockutils [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.447656] env[69183]: DEBUG nova.compute.manager [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.451167] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.909s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.457030] env[69183]: INFO nova.compute.claims [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.515837] env[69183]: DEBUG oslo_vmware.api [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Task: {'id': task-2789306, 'name': PowerOffVM_Task, 'duration_secs': 0.31136} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.516938] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.517882] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.518121] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36afa465-d36e-470d-99a3-ee98d371188c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.541298] env[69183]: INFO nova.compute.manager [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Took 30.21 seconds to build instance. [ 658.550837] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "5599a8c9-58c6-40c3-97cc-b0eea581ad5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.550837] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "5599a8c9-58c6-40c3-97cc-b0eea581ad5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.592101] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.592101] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.592101] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Deleting the datastore file [datastore2] 6bf1dca1-d5a5-4654-9909-bb30f3c56d79 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.592101] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e439a736-c50a-4047-95b8-c328ef8a1709 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.598672] env[69183]: DEBUG oslo_vmware.api [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Waiting for the task: (returnval){ [ 658.598672] env[69183]: value = "task-2789309" [ 658.598672] env[69183]: _type = "Task" [ 658.598672] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.611021] env[69183]: DEBUG oslo_vmware.api [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Task: {'id': task-2789309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.837522] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Task: {'id': task-2789307, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.960383] env[69183]: DEBUG nova.compute.utils [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.966484] env[69183]: DEBUG nova.compute.manager [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.966842] env[69183]: DEBUG nova.network.neutron [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.025027] env[69183]: DEBUG nova.policy [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1420651956de4e2a832dd199a8dab9aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b580c94732204d0b9228237b5e5a507d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.050507] env[69183]: DEBUG oslo_concurrency.lockutils [None req-39f7a828-5773-47f7-bfc5-bda56cfadd6e tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Lock "54ecef88-0417-45f5-8558-3dbda97fd4c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.351s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.111227] env[69183]: DEBUG oslo_vmware.api [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Task: {'id': task-2789309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200635} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.111474] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.111662] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.111834] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.112062] env[69183]: INFO nova.compute.manager [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Took 1.13 seconds to destroy the instance on the hypervisor. [ 659.112335] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.112527] env[69183]: DEBUG nova.compute.manager [-] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 659.112616] env[69183]: DEBUG nova.network.neutron [-] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 659.131508] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Acquiring lock "1f5a975e-84aa-4352-b630-857afb6788f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.131863] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Lock "1f5a975e-84aa-4352-b630-857afb6788f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.132519] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Acquiring lock "1f5a975e-84aa-4352-b630-857afb6788f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.132519] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Lock "1f5a975e-84aa-4352-b630-857afb6788f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.132519] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Lock "1f5a975e-84aa-4352-b630-857afb6788f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.134664] env[69183]: INFO nova.compute.manager [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Terminating instance [ 659.191868] env[69183]: DEBUG nova.network.neutron [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Successfully updated port: 09f24967-be59-40a7-9c5e-62e9e0c27b70 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.338426] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Task: {'id': task-2789307, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.462454] env[69183]: DEBUG nova.compute.manager [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.556951] env[69183]: DEBUG nova.compute.manager [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.631163] env[69183]: DEBUG nova.compute.manager [req-e0521929-da57-4e94-9d30-ec42cb05e0be req-c04ff311-ab51-4f76-9495-b0abe58fd7a2 service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Received event network-vif-plugged-09f24967-be59-40a7-9c5e-62e9e0c27b70 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 659.631163] env[69183]: DEBUG oslo_concurrency.lockutils [req-e0521929-da57-4e94-9d30-ec42cb05e0be req-c04ff311-ab51-4f76-9495-b0abe58fd7a2 service nova] Acquiring lock "ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.631163] env[69183]: DEBUG oslo_concurrency.lockutils [req-e0521929-da57-4e94-9d30-ec42cb05e0be req-c04ff311-ab51-4f76-9495-b0abe58fd7a2 service nova] Lock "ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.631163] env[69183]: DEBUG oslo_concurrency.lockutils [req-e0521929-da57-4e94-9d30-ec42cb05e0be req-c04ff311-ab51-4f76-9495-b0abe58fd7a2 service nova] Lock "ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.631163] env[69183]: DEBUG nova.compute.manager [req-e0521929-da57-4e94-9d30-ec42cb05e0be req-c04ff311-ab51-4f76-9495-b0abe58fd7a2 service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] No waiting events found dispatching network-vif-plugged-09f24967-be59-40a7-9c5e-62e9e0c27b70 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.631454] env[69183]: WARNING nova.compute.manager [req-e0521929-da57-4e94-9d30-ec42cb05e0be req-c04ff311-ab51-4f76-9495-b0abe58fd7a2 service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Received unexpected event network-vif-plugged-09f24967-be59-40a7-9c5e-62e9e0c27b70 for instance with vm_state building and task_state spawning. [ 659.641666] env[69183]: DEBUG nova.compute.manager [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 659.641666] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.642575] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a09c67-c9f1-4063-8336-ab30e434ffd6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.652295] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.652874] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bcd8c88-427f-440b-badf-d5eb4ac12a13 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.663094] env[69183]: DEBUG oslo_vmware.api [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Waiting for the task: (returnval){ [ 659.663094] env[69183]: value = "task-2789310" [ 659.663094] env[69183]: _type = "Task" [ 659.663094] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.674458] env[69183]: DEBUG oslo_vmware.api [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': task-2789310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.680035] env[69183]: DEBUG nova.network.neutron [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Successfully created port: b820e460-dbb3-4e22-85fc-30b94d65f9e5 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.844479] env[69183]: DEBUG oslo_vmware.api [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Task: {'id': task-2789307, 'name': PowerOnVM_Task, 'duration_secs': 1.218438} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.844771] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.844976] env[69183]: INFO nova.compute.manager [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Took 6.89 seconds to spawn the instance on the hypervisor. [ 659.845436] env[69183]: DEBUG nova.compute.manager [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.846019] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d549ee18-3a77-4bf4-bae2-ed14b128c59c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.036878] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbd48c5-ca0d-493f-a05d-2146ff696135 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.046075] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80463c6b-37ac-43f5-b946-8f3b3501132b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.085571] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a8eecb-dfa6-4127-a54b-94fab1415f72 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.095185] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430d091a-2a75-42d9-ab9a-857c14bc2665 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.110186] env[69183]: DEBUG nova.compute.provider_tree [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.112345] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.153498] env[69183]: DEBUG nova.network.neutron [-] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.173526] env[69183]: DEBUG oslo_vmware.api [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': task-2789310, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.369783] env[69183]: INFO nova.compute.manager [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Took 27.93 seconds to build instance. [ 660.478862] env[69183]: DEBUG nova.compute.manager [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.482358] env[69183]: DEBUG nova.compute.manager [req-e901746a-ed44-4825-91c8-a349401f2bf1 req-af0911ec-8143-4a16-b056-f37e3f8a78a9 service nova] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Received event network-vif-deleted-8fcbbe8b-0a33-4ba3-a42f-33b0232a58f4 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 660.515207] env[69183]: DEBUG nova.virt.hardware [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.515207] env[69183]: DEBUG nova.virt.hardware [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.515460] env[69183]: DEBUG nova.virt.hardware [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.515827] env[69183]: DEBUG nova.virt.hardware [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.516061] env[69183]: DEBUG nova.virt.hardware [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.516454] env[69183]: DEBUG nova.virt.hardware [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.516713] env[69183]: DEBUG nova.virt.hardware [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.516917] env[69183]: DEBUG nova.virt.hardware [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.517712] env[69183]: DEBUG nova.virt.hardware [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.517712] env[69183]: DEBUG nova.virt.hardware [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.517836] env[69183]: DEBUG nova.virt.hardware [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.519643] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8a738e-bbe3-4494-95c3-e8337982bf6d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.530826] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929710e2-dcca-4f78-b741-ad24d39004ac {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.617234] env[69183]: DEBUG nova.scheduler.client.report [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.658244] env[69183]: INFO nova.compute.manager [-] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Took 1.54 seconds to deallocate network for instance. [ 660.680685] env[69183]: DEBUG oslo_vmware.api [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': task-2789310, 'name': PowerOffVM_Task, 'duration_secs': 0.637977} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.681136] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.681702] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.682116] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33d74b26-1361-4577-a7b3-74211478cee1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.763111] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.763111] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.763111] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Deleting the datastore file [datastore2] 1f5a975e-84aa-4352-b630-857afb6788f9 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.763111] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-deb32c0e-cbff-4fa4-9af1-521604be64d0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.769752] env[69183]: DEBUG oslo_vmware.api [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Waiting for the task: (returnval){ [ 660.769752] env[69183]: value = "task-2789312" [ 660.769752] env[69183]: _type = "Task" [ 660.769752] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.780513] env[69183]: DEBUG oslo_vmware.api [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': task-2789312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.872927] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ee365a9-d907-454f-a8ec-5f3e287c5507 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Lock "bb261445-e43a-4a98-ac05-eb95ad4c67aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.379s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.121782] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.121782] env[69183]: DEBUG nova.compute.manager [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.124962] env[69183]: DEBUG oslo_concurrency.lockutils [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.081s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.127221] env[69183]: DEBUG nova.objects.instance [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Lazy-loading 'resources' on Instance uuid 71c69f98-c57a-4419-9e28-48f869f2dba4 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.166576] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.283811] env[69183]: DEBUG oslo_vmware.api [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Task: {'id': task-2789312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154064} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.283811] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.283811] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.283811] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.283811] env[69183]: INFO nova.compute.manager [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Took 1.64 seconds to destroy the instance on the hypervisor. [ 661.284116] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.284347] env[69183]: DEBUG nova.compute.manager [-] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.284464] env[69183]: DEBUG nova.network.neutron [-] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.341102] env[69183]: DEBUG nova.compute.manager [None req-78336d3f-2567-49ac-9e60-1a5f2cbd9128 tempest-ServerDiagnosticsV248Test-1629448018 tempest-ServerDiagnosticsV248Test-1629448018-project-admin] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.342087] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5c813a-302f-4a92-ad46-5d700fb5d17a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.349483] env[69183]: INFO nova.compute.manager [None req-78336d3f-2567-49ac-9e60-1a5f2cbd9128 tempest-ServerDiagnosticsV248Test-1629448018 tempest-ServerDiagnosticsV248Test-1629448018-project-admin] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Retrieving diagnostics [ 661.350251] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41f1eb9-8b52-4abb-9307-47c47eadab29 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.387788] env[69183]: DEBUG nova.compute.manager [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.628473] env[69183]: DEBUG nova.compute.utils [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.636338] env[69183]: DEBUG nova.compute.manager [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.636476] env[69183]: DEBUG nova.network.neutron [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.696051] env[69183]: DEBUG nova.policy [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55fb806bf5074afb8bdda11da90ad6cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '947a00fe423a46e6afab13adb82f0200', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.857676] env[69183]: DEBUG nova.network.neutron [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Successfully updated port: b820e460-dbb3-4e22-85fc-30b94d65f9e5 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.881218] env[69183]: DEBUG nova.network.neutron [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Successfully updated port: 82320fea-ae49-4c8d-a9ec-fdb8f06df39b {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.908352] env[69183]: DEBUG oslo_concurrency.lockutils [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.126228] env[69183]: DEBUG nova.network.neutron [-] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.139644] env[69183]: DEBUG nova.compute.manager [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.144724] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8c287f-7388-4c4e-87b3-aa7a749bcf29 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.153455] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5c4528-c872-4018-9418-1121d12ee8b9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.196874] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e173d67-72b8-440e-9608-05180b31ae16 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.206178] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2726228-bcae-4e31-aa7c-8fffbd9f9fe7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.221707] env[69183]: DEBUG nova.compute.provider_tree [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.251564] env[69183]: DEBUG nova.network.neutron [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Successfully created port: 765a6f19-7429-440b-80f7-54eeebe7e30a {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.359874] env[69183]: DEBUG oslo_concurrency.lockutils [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Acquiring lock "refresh_cache-73e2db9a-d476-4774-8d38-4268376f4dd1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.360087] env[69183]: DEBUG oslo_concurrency.lockutils [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Acquired lock "refresh_cache-73e2db9a-d476-4774-8d38-4268376f4dd1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.360254] env[69183]: DEBUG nova.network.neutron [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.629487] env[69183]: INFO nova.compute.manager [-] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Took 1.34 seconds to deallocate network for instance. [ 662.724638] env[69183]: DEBUG nova.scheduler.client.report [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.792211] env[69183]: DEBUG nova.compute.manager [req-fc47591a-f2e5-4437-823d-bc76a7333aba req-b4d1fb8d-5d79-4635-ac83-db2d9f99954c service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Received event network-changed-09f24967-be59-40a7-9c5e-62e9e0c27b70 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 662.792211] env[69183]: DEBUG nova.compute.manager [req-fc47591a-f2e5-4437-823d-bc76a7333aba req-b4d1fb8d-5d79-4635-ac83-db2d9f99954c service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Refreshing instance network info cache due to event network-changed-09f24967-be59-40a7-9c5e-62e9e0c27b70. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 662.792211] env[69183]: DEBUG oslo_concurrency.lockutils [req-fc47591a-f2e5-4437-823d-bc76a7333aba req-b4d1fb8d-5d79-4635-ac83-db2d9f99954c service nova] Acquiring lock "refresh_cache-ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.792378] env[69183]: DEBUG oslo_concurrency.lockutils [req-fc47591a-f2e5-4437-823d-bc76a7333aba req-b4d1fb8d-5d79-4635-ac83-db2d9f99954c service nova] Acquired lock "refresh_cache-ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.792517] env[69183]: DEBUG nova.network.neutron [req-fc47591a-f2e5-4437-823d-bc76a7333aba req-b4d1fb8d-5d79-4635-ac83-db2d9f99954c service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Refreshing network info cache for port 09f24967-be59-40a7-9c5e-62e9e0c27b70 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.900146] env[69183]: DEBUG nova.network.neutron [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.062877] env[69183]: DEBUG nova.network.neutron [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Updating instance_info_cache with network_info: [{"id": "b820e460-dbb3-4e22-85fc-30b94d65f9e5", "address": "fa:16:3e:81:b4:30", "network": {"id": "4bee570a-bdd9-46e4-ada0-5c19e8bfed4e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-118840066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b580c94732204d0b9228237b5e5a507d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb820e460-db", "ovs_interfaceid": "b820e460-dbb3-4e22-85fc-30b94d65f9e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.138546] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.154422] env[69183]: DEBUG nova.compute.manager [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.179025] env[69183]: DEBUG nova.virt.hardware [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.179025] env[69183]: DEBUG nova.virt.hardware [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.179025] env[69183]: DEBUG nova.virt.hardware [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.179394] env[69183]: DEBUG nova.virt.hardware [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.179394] env[69183]: DEBUG nova.virt.hardware [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.179394] env[69183]: DEBUG nova.virt.hardware [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.179394] env[69183]: DEBUG nova.virt.hardware [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.179394] env[69183]: DEBUG nova.virt.hardware [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.179596] env[69183]: DEBUG nova.virt.hardware [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.179596] env[69183]: DEBUG nova.virt.hardware [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.179596] env[69183]: DEBUG nova.virt.hardware [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.179596] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a6cc83-07ae-45df-8f98-8bdfc7e97027 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.187178] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93660cc-a89c-4bf3-a45e-ff49fe0646a2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.232347] env[69183]: DEBUG oslo_concurrency.lockutils [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.235009] env[69183]: DEBUG oslo_concurrency.lockutils [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.938s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.235009] env[69183]: DEBUG nova.objects.instance [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lazy-loading 'resources' on Instance uuid 85d6b2fc-0d67-471e-8476-436d5f47071a {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 663.251281] env[69183]: INFO nova.scheduler.client.report [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Deleted allocations for instance 71c69f98-c57a-4419-9e28-48f869f2dba4 [ 663.340486] env[69183]: DEBUG nova.network.neutron [req-fc47591a-f2e5-4437-823d-bc76a7333aba req-b4d1fb8d-5d79-4635-ac83-db2d9f99954c service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.415748] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Acquiring lock "1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.416065] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Lock "1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.457548] env[69183]: DEBUG nova.network.neutron [req-fc47591a-f2e5-4437-823d-bc76a7333aba req-b4d1fb8d-5d79-4635-ac83-db2d9f99954c service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.565622] env[69183]: DEBUG oslo_concurrency.lockutils [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Releasing lock "refresh_cache-73e2db9a-d476-4774-8d38-4268376f4dd1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.565964] env[69183]: DEBUG nova.compute.manager [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Instance network_info: |[{"id": "b820e460-dbb3-4e22-85fc-30b94d65f9e5", "address": "fa:16:3e:81:b4:30", "network": {"id": "4bee570a-bdd9-46e4-ada0-5c19e8bfed4e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-118840066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b580c94732204d0b9228237b5e5a507d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb820e460-db", "ovs_interfaceid": "b820e460-dbb3-4e22-85fc-30b94d65f9e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.566962] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:b4:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b820e460-dbb3-4e22-85fc-30b94d65f9e5', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.574502] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Creating folder: Project (b580c94732204d0b9228237b5e5a507d). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.574809] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9fdd954-d43f-4701-b4de-b501f1e5582f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.579422] env[69183]: DEBUG nova.compute.manager [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Received event network-vif-plugged-b820e460-dbb3-4e22-85fc-30b94d65f9e5 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 663.579628] env[69183]: DEBUG oslo_concurrency.lockutils [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] Acquiring lock "73e2db9a-d476-4774-8d38-4268376f4dd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.579831] env[69183]: DEBUG oslo_concurrency.lockutils [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] Lock "73e2db9a-d476-4774-8d38-4268376f4dd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.579995] env[69183]: DEBUG oslo_concurrency.lockutils [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] Lock "73e2db9a-d476-4774-8d38-4268376f4dd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.580173] env[69183]: DEBUG nova.compute.manager [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] No waiting events found dispatching network-vif-plugged-b820e460-dbb3-4e22-85fc-30b94d65f9e5 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.580335] env[69183]: WARNING nova.compute.manager [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Received unexpected event network-vif-plugged-b820e460-dbb3-4e22-85fc-30b94d65f9e5 for instance with vm_state building and task_state spawning. [ 663.580514] env[69183]: DEBUG nova.compute.manager [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Received event network-vif-plugged-82320fea-ae49-4c8d-a9ec-fdb8f06df39b {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 663.580687] env[69183]: DEBUG oslo_concurrency.lockutils [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] Acquiring lock "ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.580870] env[69183]: DEBUG oslo_concurrency.lockutils [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] Lock "ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.581033] env[69183]: DEBUG oslo_concurrency.lockutils [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] Lock "ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.581192] env[69183]: DEBUG nova.compute.manager [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] No waiting events found dispatching network-vif-plugged-82320fea-ae49-4c8d-a9ec-fdb8f06df39b {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.581346] env[69183]: WARNING nova.compute.manager [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Received unexpected event network-vif-plugged-82320fea-ae49-4c8d-a9ec-fdb8f06df39b for instance with vm_state building and task_state spawning. [ 663.581506] env[69183]: DEBUG nova.compute.manager [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Received event network-changed-b820e460-dbb3-4e22-85fc-30b94d65f9e5 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 663.581653] env[69183]: DEBUG nova.compute.manager [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Refreshing instance network info cache due to event network-changed-b820e460-dbb3-4e22-85fc-30b94d65f9e5. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 663.581824] env[69183]: DEBUG oslo_concurrency.lockutils [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] Acquiring lock "refresh_cache-73e2db9a-d476-4774-8d38-4268376f4dd1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.581954] env[69183]: DEBUG oslo_concurrency.lockutils [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] Acquired lock "refresh_cache-73e2db9a-d476-4774-8d38-4268376f4dd1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.582113] env[69183]: DEBUG nova.network.neutron [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Refreshing network info cache for port b820e460-dbb3-4e22-85fc-30b94d65f9e5 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.592887] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Created folder: Project (b580c94732204d0b9228237b5e5a507d) in parent group-v560622. [ 663.593090] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Creating folder: Instances. Parent ref: group-v560676. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.593325] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f297813-66af-465e-9f60-5c83a87ad7c2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.604037] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Created folder: Instances in parent group-v560676. [ 663.604037] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.604037] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.604037] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-340fbfd5-ae00-4c20-b646-98ef125e8ce2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.622506] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.622506] env[69183]: value = "task-2789319" [ 663.622506] env[69183]: _type = "Task" [ 663.622506] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.629927] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789319, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.765635] env[69183]: DEBUG oslo_concurrency.lockutils [None req-84b432fc-9426-44ef-ac21-6c4c6e575ae0 tempest-InstanceActionsV221TestJSON-299704941 tempest-InstanceActionsV221TestJSON-299704941-project-member] Lock "71c69f98-c57a-4419-9e28-48f869f2dba4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.405s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.963595] env[69183]: DEBUG oslo_concurrency.lockutils [req-fc47591a-f2e5-4437-823d-bc76a7333aba req-b4d1fb8d-5d79-4635-ac83-db2d9f99954c service nova] Releasing lock "refresh_cache-ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.963865] env[69183]: DEBUG nova.compute.manager [req-fc47591a-f2e5-4437-823d-bc76a7333aba req-b4d1fb8d-5d79-4635-ac83-db2d9f99954c service nova] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Received event network-changed-9cb2319b-7ba0-459f-8fb9-da38b2fc400e {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 663.964044] env[69183]: DEBUG nova.compute.manager [req-fc47591a-f2e5-4437-823d-bc76a7333aba req-b4d1fb8d-5d79-4635-ac83-db2d9f99954c service nova] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Refreshing instance network info cache due to event network-changed-9cb2319b-7ba0-459f-8fb9-da38b2fc400e. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 663.964252] env[69183]: DEBUG oslo_concurrency.lockutils [req-fc47591a-f2e5-4437-823d-bc76a7333aba req-b4d1fb8d-5d79-4635-ac83-db2d9f99954c service nova] Acquiring lock "refresh_cache-54ecef88-0417-45f5-8558-3dbda97fd4c8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.964434] env[69183]: DEBUG oslo_concurrency.lockutils [req-fc47591a-f2e5-4437-823d-bc76a7333aba req-b4d1fb8d-5d79-4635-ac83-db2d9f99954c service nova] Acquired lock "refresh_cache-54ecef88-0417-45f5-8558-3dbda97fd4c8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.964545] env[69183]: DEBUG nova.network.neutron [req-fc47591a-f2e5-4437-823d-bc76a7333aba req-b4d1fb8d-5d79-4635-ac83-db2d9f99954c service nova] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Refreshing network info cache for port 9cb2319b-7ba0-459f-8fb9-da38b2fc400e {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.137277] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789319, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.190545] env[69183]: DEBUG nova.network.neutron [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Successfully updated port: 542c0f5a-ca88-4340-8c58-5148c062324a {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.230211] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7fa716-d670-4710-b90e-15834cb1e2c5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.241377] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e279b598-3427-4c2b-a55a-94cf5973bb0a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.286294] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c92437-5561-4284-9bff-fd9e3559dc55 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.298312] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e1e0dc-5088-4be4-8ead-ec055bca694e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.316794] env[69183]: DEBUG nova.compute.provider_tree [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.376639] env[69183]: DEBUG nova.network.neutron [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Updated VIF entry in instance network info cache for port b820e460-dbb3-4e22-85fc-30b94d65f9e5. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.377022] env[69183]: DEBUG nova.network.neutron [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Updating instance_info_cache with network_info: [{"id": "b820e460-dbb3-4e22-85fc-30b94d65f9e5", "address": "fa:16:3e:81:b4:30", "network": {"id": "4bee570a-bdd9-46e4-ada0-5c19e8bfed4e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-118840066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b580c94732204d0b9228237b5e5a507d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb820e460-db", "ovs_interfaceid": "b820e460-dbb3-4e22-85fc-30b94d65f9e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.400121] env[69183]: DEBUG nova.network.neutron [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Successfully updated port: 765a6f19-7429-440b-80f7-54eeebe7e30a {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.634555] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789319, 'name': CreateVM_Task, 'duration_secs': 0.517313} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.635214] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.635345] env[69183]: DEBUG oslo_concurrency.lockutils [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.635507] env[69183]: DEBUG oslo_concurrency.lockutils [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.635818] env[69183]: DEBUG oslo_concurrency.lockutils [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.637175] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be39564c-6048-4dfe-9344-909badaaed1a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.640707] env[69183]: DEBUG oslo_vmware.api [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Waiting for the task: (returnval){ [ 664.640707] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]521f5e55-d8b7-04e9-4ea0-e84b6a996d10" [ 664.640707] env[69183]: _type = "Task" [ 664.640707] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.648777] env[69183]: DEBUG oslo_vmware.api [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521f5e55-d8b7-04e9-4ea0-e84b6a996d10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.697035] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Acquiring lock "refresh_cache-ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.697035] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Acquired lock "refresh_cache-ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.697035] env[69183]: DEBUG nova.network.neutron [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.817400] env[69183]: DEBUG nova.scheduler.client.report [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.879923] env[69183]: DEBUG oslo_concurrency.lockutils [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] Releasing lock "refresh_cache-73e2db9a-d476-4774-8d38-4268376f4dd1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.880216] env[69183]: DEBUG nova.compute.manager [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Received event network-changed-82320fea-ae49-4c8d-a9ec-fdb8f06df39b {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 664.880387] env[69183]: DEBUG nova.compute.manager [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Refreshing instance network info cache due to event network-changed-82320fea-ae49-4c8d-a9ec-fdb8f06df39b. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 664.880733] env[69183]: DEBUG oslo_concurrency.lockutils [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] Acquiring lock "refresh_cache-ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.906938] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "refresh_cache-67811381-5b1d-454d-923b-ba26dd2c3659" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.906938] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "refresh_cache-67811381-5b1d-454d-923b-ba26dd2c3659" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.906938] env[69183]: DEBUG nova.network.neutron [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.997987] env[69183]: DEBUG nova.network.neutron [req-fc47591a-f2e5-4437-823d-bc76a7333aba req-b4d1fb8d-5d79-4635-ac83-db2d9f99954c service nova] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Updated VIF entry in instance network info cache for port 9cb2319b-7ba0-459f-8fb9-da38b2fc400e. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.998566] env[69183]: DEBUG nova.network.neutron [req-fc47591a-f2e5-4437-823d-bc76a7333aba req-b4d1fb8d-5d79-4635-ac83-db2d9f99954c service nova] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Updating instance_info_cache with network_info: [{"id": "9cb2319b-7ba0-459f-8fb9-da38b2fc400e", "address": "fa:16:3e:49:84:dd", "network": {"id": "be6e750e-8934-479c-9e1f-74fbde2330ab", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-873922149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65972aeb1924aa6bf66834350254c53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cb2319b-7b", "ovs_interfaceid": "9cb2319b-7ba0-459f-8fb9-da38b2fc400e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.152843] env[69183]: DEBUG oslo_vmware.api [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521f5e55-d8b7-04e9-4ea0-e84b6a996d10, 'name': SearchDatastore_Task, 'duration_secs': 0.010005} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.152843] env[69183]: DEBUG oslo_concurrency.lockutils [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.152843] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.153260] env[69183]: DEBUG oslo_concurrency.lockutils [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.153411] env[69183]: DEBUG oslo_concurrency.lockutils [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.153585] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.153838] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97402016-ca74-48fa-9fd8-bc05feaaa8ff {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.162519] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.162708] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.163445] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b85cf3fa-3f95-4a79-9b0b-809eb57fdbbc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.169183] env[69183]: DEBUG oslo_vmware.api [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Waiting for the task: (returnval){ [ 665.169183] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52787529-9db7-21ff-d60f-c7a65fa08a23" [ 665.169183] env[69183]: _type = "Task" [ 665.169183] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.179414] env[69183]: DEBUG oslo_vmware.api [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52787529-9db7-21ff-d60f-c7a65fa08a23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.302193] env[69183]: DEBUG nova.network.neutron [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.322309] env[69183]: DEBUG oslo_concurrency.lockutils [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.324911] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.144s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.327020] env[69183]: INFO nova.compute.claims [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.357293] env[69183]: INFO nova.scheduler.client.report [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Deleted allocations for instance 85d6b2fc-0d67-471e-8476-436d5f47071a [ 665.443478] env[69183]: DEBUG nova.network.neutron [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.506144] env[69183]: DEBUG oslo_concurrency.lockutils [req-fc47591a-f2e5-4437-823d-bc76a7333aba req-b4d1fb8d-5d79-4635-ac83-db2d9f99954c service nova] Releasing lock "refresh_cache-54ecef88-0417-45f5-8558-3dbda97fd4c8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.506144] env[69183]: DEBUG nova.compute.manager [req-fc47591a-f2e5-4437-823d-bc76a7333aba req-b4d1fb8d-5d79-4635-ac83-db2d9f99954c service nova] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Received event network-vif-deleted-e8cf744f-571a-4268-8006-25d8ec6f6e68 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 665.607285] env[69183]: DEBUG nova.compute.manager [req-7d5fb38c-d938-43f0-8778-3ca9556e91c8 req-217c51e7-5a30-4207-8d73-5274312d767a service nova] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Received event network-vif-plugged-765a6f19-7429-440b-80f7-54eeebe7e30a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 665.607504] env[69183]: DEBUG oslo_concurrency.lockutils [req-7d5fb38c-d938-43f0-8778-3ca9556e91c8 req-217c51e7-5a30-4207-8d73-5274312d767a service nova] Acquiring lock "67811381-5b1d-454d-923b-ba26dd2c3659-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.607713] env[69183]: DEBUG oslo_concurrency.lockutils [req-7d5fb38c-d938-43f0-8778-3ca9556e91c8 req-217c51e7-5a30-4207-8d73-5274312d767a service nova] Lock "67811381-5b1d-454d-923b-ba26dd2c3659-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.607882] env[69183]: DEBUG oslo_concurrency.lockutils [req-7d5fb38c-d938-43f0-8778-3ca9556e91c8 req-217c51e7-5a30-4207-8d73-5274312d767a service nova] Lock "67811381-5b1d-454d-923b-ba26dd2c3659-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.608132] env[69183]: DEBUG nova.compute.manager [req-7d5fb38c-d938-43f0-8778-3ca9556e91c8 req-217c51e7-5a30-4207-8d73-5274312d767a service nova] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] No waiting events found dispatching network-vif-plugged-765a6f19-7429-440b-80f7-54eeebe7e30a {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.608402] env[69183]: WARNING nova.compute.manager [req-7d5fb38c-d938-43f0-8778-3ca9556e91c8 req-217c51e7-5a30-4207-8d73-5274312d767a service nova] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Received unexpected event network-vif-plugged-765a6f19-7429-440b-80f7-54eeebe7e30a for instance with vm_state building and task_state spawning. [ 665.608523] env[69183]: DEBUG nova.compute.manager [req-7d5fb38c-d938-43f0-8778-3ca9556e91c8 req-217c51e7-5a30-4207-8d73-5274312d767a service nova] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Received event network-changed-765a6f19-7429-440b-80f7-54eeebe7e30a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 665.608679] env[69183]: DEBUG nova.compute.manager [req-7d5fb38c-d938-43f0-8778-3ca9556e91c8 req-217c51e7-5a30-4207-8d73-5274312d767a service nova] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Refreshing instance network info cache due to event network-changed-765a6f19-7429-440b-80f7-54eeebe7e30a. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 665.608936] env[69183]: DEBUG oslo_concurrency.lockutils [req-7d5fb38c-d938-43f0-8778-3ca9556e91c8 req-217c51e7-5a30-4207-8d73-5274312d767a service nova] Acquiring lock "refresh_cache-67811381-5b1d-454d-923b-ba26dd2c3659" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.625925] env[69183]: DEBUG nova.network.neutron [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Updating instance_info_cache with network_info: [{"id": "765a6f19-7429-440b-80f7-54eeebe7e30a", "address": "fa:16:3e:2a:31:55", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap765a6f19-74", "ovs_interfaceid": "765a6f19-7429-440b-80f7-54eeebe7e30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.683433] env[69183]: DEBUG oslo_vmware.api [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52787529-9db7-21ff-d60f-c7a65fa08a23, 'name': SearchDatastore_Task, 'duration_secs': 0.009884} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.684531] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50769160-f8dd-48da-982a-1ab10c60e591 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.691541] env[69183]: DEBUG oslo_vmware.api [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Waiting for the task: (returnval){ [ 665.691541] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52652838-2dbb-8c2f-34f3-751893eccc91" [ 665.691541] env[69183]: _type = "Task" [ 665.691541] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.703780] env[69183]: DEBUG oslo_vmware.api [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52652838-2dbb-8c2f-34f3-751893eccc91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.870915] env[69183]: DEBUG oslo_concurrency.lockutils [None req-23f65e01-5474-41ef-8749-8a8f820e2366 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "85d6b2fc-0d67-471e-8476-436d5f47071a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.251s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.130163] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "refresh_cache-67811381-5b1d-454d-923b-ba26dd2c3659" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.130355] env[69183]: DEBUG nova.compute.manager [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Instance network_info: |[{"id": "765a6f19-7429-440b-80f7-54eeebe7e30a", "address": "fa:16:3e:2a:31:55", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap765a6f19-74", "ovs_interfaceid": "765a6f19-7429-440b-80f7-54eeebe7e30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.130840] env[69183]: DEBUG oslo_concurrency.lockutils [req-7d5fb38c-d938-43f0-8778-3ca9556e91c8 req-217c51e7-5a30-4207-8d73-5274312d767a service nova] Acquired lock "refresh_cache-67811381-5b1d-454d-923b-ba26dd2c3659" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.131163] env[69183]: DEBUG nova.network.neutron [req-7d5fb38c-d938-43f0-8778-3ca9556e91c8 req-217c51e7-5a30-4207-8d73-5274312d767a service nova] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Refreshing network info cache for port 765a6f19-7429-440b-80f7-54eeebe7e30a {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.132590] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:31:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '765a6f19-7429-440b-80f7-54eeebe7e30a', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.141318] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Creating folder: Project (947a00fe423a46e6afab13adb82f0200). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.144225] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-436f970b-af99-4fc7-907e-8104a5ff9a72 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.148388] env[69183]: DEBUG nova.compute.manager [req-d418d00b-a0e6-4abe-be5f-37a4ddc65383 req-2aadcaca-d4c8-4692-8cd4-15d91b5641c6 service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Received event network-vif-plugged-542c0f5a-ca88-4340-8c58-5148c062324a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 666.150016] env[69183]: DEBUG oslo_concurrency.lockutils [req-d418d00b-a0e6-4abe-be5f-37a4ddc65383 req-2aadcaca-d4c8-4692-8cd4-15d91b5641c6 service nova] Acquiring lock "ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.150016] env[69183]: DEBUG oslo_concurrency.lockutils [req-d418d00b-a0e6-4abe-be5f-37a4ddc65383 req-2aadcaca-d4c8-4692-8cd4-15d91b5641c6 service nova] Lock "ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.150016] env[69183]: DEBUG oslo_concurrency.lockutils [req-d418d00b-a0e6-4abe-be5f-37a4ddc65383 req-2aadcaca-d4c8-4692-8cd4-15d91b5641c6 service nova] Lock "ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.150016] env[69183]: DEBUG nova.compute.manager [req-d418d00b-a0e6-4abe-be5f-37a4ddc65383 req-2aadcaca-d4c8-4692-8cd4-15d91b5641c6 service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] No waiting events found dispatching network-vif-plugged-542c0f5a-ca88-4340-8c58-5148c062324a {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.150016] env[69183]: WARNING nova.compute.manager [req-d418d00b-a0e6-4abe-be5f-37a4ddc65383 req-2aadcaca-d4c8-4692-8cd4-15d91b5641c6 service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Received unexpected event network-vif-plugged-542c0f5a-ca88-4340-8c58-5148c062324a for instance with vm_state building and task_state spawning. [ 666.150311] env[69183]: DEBUG nova.compute.manager [req-d418d00b-a0e6-4abe-be5f-37a4ddc65383 req-2aadcaca-d4c8-4692-8cd4-15d91b5641c6 service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Received event network-changed-542c0f5a-ca88-4340-8c58-5148c062324a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 666.150311] env[69183]: DEBUG nova.compute.manager [req-d418d00b-a0e6-4abe-be5f-37a4ddc65383 req-2aadcaca-d4c8-4692-8cd4-15d91b5641c6 service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Refreshing instance network info cache due to event network-changed-542c0f5a-ca88-4340-8c58-5148c062324a. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 666.150311] env[69183]: DEBUG oslo_concurrency.lockutils [req-d418d00b-a0e6-4abe-be5f-37a4ddc65383 req-2aadcaca-d4c8-4692-8cd4-15d91b5641c6 service nova] Acquiring lock "refresh_cache-ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.163312] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Created folder: Project (947a00fe423a46e6afab13adb82f0200) in parent group-v560622. [ 666.163312] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Creating folder: Instances. Parent ref: group-v560679. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.163312] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bac6bbd0-7109-428c-8da2-951f9126cfa3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.173435] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Created folder: Instances in parent group-v560679. [ 666.173867] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.174196] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.174642] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.175024] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b3716db-5911-443b-aea4-8ae4f5bd3311 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.194269] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.202427] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.202427] env[69183]: value = "task-2789323" [ 666.202427] env[69183]: _type = "Task" [ 666.202427] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.206160] env[69183]: DEBUG oslo_vmware.api [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52652838-2dbb-8c2f-34f3-751893eccc91, 'name': SearchDatastore_Task, 'duration_secs': 0.022236} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.209309] env[69183]: DEBUG oslo_concurrency.lockutils [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.209706] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 73e2db9a-d476-4774-8d38-4268376f4dd1/73e2db9a-d476-4774-8d38-4268376f4dd1.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.210110] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57160ffb-9c45-4981-991f-16e2c8616a61 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.217139] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789323, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.218472] env[69183]: DEBUG oslo_vmware.api [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Waiting for the task: (returnval){ [ 666.218472] env[69183]: value = "task-2789324" [ 666.218472] env[69183]: _type = "Task" [ 666.218472] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.226960] env[69183]: DEBUG oslo_vmware.api [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Task: {'id': task-2789324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.702215] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.702494] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.702836] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.702915] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.703089] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.703801] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.703842] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69183) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 666.704029] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.728812] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789323, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.739479] env[69183]: DEBUG oslo_vmware.api [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Task: {'id': task-2789324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46304} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.739599] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 73e2db9a-d476-4774-8d38-4268376f4dd1/73e2db9a-d476-4774-8d38-4268376f4dd1.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.739767] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.740367] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0444ec80-63b9-49c8-9310-176c01a0a041 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.748806] env[69183]: DEBUG oslo_vmware.api [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Waiting for the task: (returnval){ [ 666.748806] env[69183]: value = "task-2789325" [ 666.748806] env[69183]: _type = "Task" [ 666.748806] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.763951] env[69183]: DEBUG oslo_vmware.api [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Task: {'id': task-2789325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.812511] env[69183]: DEBUG nova.network.neutron [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Updating instance_info_cache with network_info: [{"id": "09f24967-be59-40a7-9c5e-62e9e0c27b70", "address": "fa:16:3e:c8:39:7a", "network": {"id": "7bf008ff-525f-498a-9fa9-25c984414e51", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-999566777", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e32a4b51df4111839c3b805603d1bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f24967-be", "ovs_interfaceid": "09f24967-be59-40a7-9c5e-62e9e0c27b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82320fea-ae49-4c8d-a9ec-fdb8f06df39b", "address": "fa:16:3e:6e:88:e6", "network": {"id": "9ad8b393-0633-4734-b0e2-dee586416fac", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2041932737", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "13e32a4b51df4111839c3b805603d1bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82320fea-ae", "ovs_interfaceid": "82320fea-ae49-4c8d-a9ec-fdb8f06df39b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "542c0f5a-ca88-4340-8c58-5148c062324a", "address": "fa:16:3e:48:b2:03", "network": {"id": "7bf008ff-525f-498a-9fa9-25c984414e51", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-999566777", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e32a4b51df4111839c3b805603d1bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap542c0f5a-ca", "ovs_interfaceid": "542c0f5a-ca88-4340-8c58-5148c062324a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.872388] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9737e62c-5fbb-40b9-b47b-16fd5d6541fa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.884124] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f80a59-6e53-41b0-a9a4-38ab27ae1a70 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.917900] env[69183]: DEBUG nova.network.neutron [req-7d5fb38c-d938-43f0-8778-3ca9556e91c8 req-217c51e7-5a30-4207-8d73-5274312d767a service nova] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Updated VIF entry in instance network info cache for port 765a6f19-7429-440b-80f7-54eeebe7e30a. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.918303] env[69183]: DEBUG nova.network.neutron [req-7d5fb38c-d938-43f0-8778-3ca9556e91c8 req-217c51e7-5a30-4207-8d73-5274312d767a service nova] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Updating instance_info_cache with network_info: [{"id": "765a6f19-7429-440b-80f7-54eeebe7e30a", "address": "fa:16:3e:2a:31:55", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap765a6f19-74", "ovs_interfaceid": "765a6f19-7429-440b-80f7-54eeebe7e30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.919972] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abb69a2-e8d3-4c3d-bd60-54fd077b7319 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.929674] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997314a5-e64f-41a5-a331-3e030edeea95 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.946096] env[69183]: DEBUG nova.compute.provider_tree [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.210118] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.221411] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789323, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.262131] env[69183]: DEBUG oslo_vmware.api [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Task: {'id': task-2789325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075761} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.262555] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.265940] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2ee208-a6c3-4fb4-abd3-c7cde0297dd7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.289254] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 73e2db9a-d476-4774-8d38-4268376f4dd1/73e2db9a-d476-4774-8d38-4268376f4dd1.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.289655] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65fb4800-7b79-4d81-99e0-8de8303ebd0f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.312152] env[69183]: DEBUG oslo_vmware.api [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Waiting for the task: (returnval){ [ 667.312152] env[69183]: value = "task-2789326" [ 667.312152] env[69183]: _type = "Task" [ 667.312152] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.315941] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Releasing lock "refresh_cache-ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.316386] env[69183]: DEBUG nova.compute.manager [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Instance network_info: |[{"id": "09f24967-be59-40a7-9c5e-62e9e0c27b70", "address": "fa:16:3e:c8:39:7a", "network": {"id": "7bf008ff-525f-498a-9fa9-25c984414e51", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-999566777", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e32a4b51df4111839c3b805603d1bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f24967-be", "ovs_interfaceid": "09f24967-be59-40a7-9c5e-62e9e0c27b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82320fea-ae49-4c8d-a9ec-fdb8f06df39b", "address": "fa:16:3e:6e:88:e6", "network": {"id": "9ad8b393-0633-4734-b0e2-dee586416fac", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2041932737", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "13e32a4b51df4111839c3b805603d1bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82320fea-ae", "ovs_interfaceid": "82320fea-ae49-4c8d-a9ec-fdb8f06df39b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "542c0f5a-ca88-4340-8c58-5148c062324a", "address": "fa:16:3e:48:b2:03", "network": {"id": "7bf008ff-525f-498a-9fa9-25c984414e51", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-999566777", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e32a4b51df4111839c3b805603d1bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap542c0f5a-ca", "ovs_interfaceid": "542c0f5a-ca88-4340-8c58-5148c062324a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.316682] env[69183]: DEBUG oslo_concurrency.lockutils [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] Acquired lock "refresh_cache-ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.316856] env[69183]: DEBUG nova.network.neutron [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Refreshing network info cache for port 82320fea-ae49-4c8d-a9ec-fdb8f06df39b {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.318108] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:39:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09f24967-be59-40a7-9c5e-62e9e0c27b70', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:88:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82320fea-ae49-4c8d-a9ec-fdb8f06df39b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:b2:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '542c0f5a-ca88-4340-8c58-5148c062324a', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.330209] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Creating folder: Project (13e32a4b51df4111839c3b805603d1bf). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.331894] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebe40456-5ad8-4eb4-adfb-81192d25721e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.339695] env[69183]: DEBUG oslo_vmware.api [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Task: {'id': task-2789326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.350675] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Created folder: Project (13e32a4b51df4111839c3b805603d1bf) in parent group-v560622. [ 667.350862] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Creating folder: Instances. Parent ref: group-v560682. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.351121] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52e47a42-511e-4c2b-995d-907753388c47 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.362398] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Created folder: Instances in parent group-v560682. [ 667.362555] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.362760] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.362963] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad9e6bd1-d9cb-4474-b8aa-7f9b1b4c2cdf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.388792] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.388792] env[69183]: value = "task-2789329" [ 667.388792] env[69183]: _type = "Task" [ 667.388792] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.397844] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789329, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.424373] env[69183]: DEBUG oslo_concurrency.lockutils [req-7d5fb38c-d938-43f0-8778-3ca9556e91c8 req-217c51e7-5a30-4207-8d73-5274312d767a service nova] Releasing lock "refresh_cache-67811381-5b1d-454d-923b-ba26dd2c3659" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.449703] env[69183]: DEBUG nova.scheduler.client.report [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.726342] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789323, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.829100] env[69183]: DEBUG oslo_vmware.api [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Task: {'id': task-2789326, 'name': ReconfigVM_Task, 'duration_secs': 0.389389} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.829100] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 73e2db9a-d476-4774-8d38-4268376f4dd1/73e2db9a-d476-4774-8d38-4268376f4dd1.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.829100] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec07cad3-4c99-4a15-bc48-d5b1f7bbf5d1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.839040] env[69183]: DEBUG oslo_vmware.api [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Waiting for the task: (returnval){ [ 667.839040] env[69183]: value = "task-2789331" [ 667.839040] env[69183]: _type = "Task" [ 667.839040] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.850449] env[69183]: DEBUG oslo_vmware.api [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Task: {'id': task-2789331, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.903961] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789329, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.959717] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.959717] env[69183]: DEBUG nova.compute.manager [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.961272] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.251s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.966024] env[69183]: INFO nova.compute.claims [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.228334] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789323, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.237848] env[69183]: DEBUG nova.network.neutron [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Updated VIF entry in instance network info cache for port 82320fea-ae49-4c8d-a9ec-fdb8f06df39b. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.238523] env[69183]: DEBUG nova.network.neutron [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Updating instance_info_cache with network_info: [{"id": "09f24967-be59-40a7-9c5e-62e9e0c27b70", "address": "fa:16:3e:c8:39:7a", "network": {"id": "7bf008ff-525f-498a-9fa9-25c984414e51", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-999566777", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e32a4b51df4111839c3b805603d1bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f24967-be", "ovs_interfaceid": "09f24967-be59-40a7-9c5e-62e9e0c27b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82320fea-ae49-4c8d-a9ec-fdb8f06df39b", "address": "fa:16:3e:6e:88:e6", "network": {"id": "9ad8b393-0633-4734-b0e2-dee586416fac", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2041932737", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "13e32a4b51df4111839c3b805603d1bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82320fea-ae", "ovs_interfaceid": "82320fea-ae49-4c8d-a9ec-fdb8f06df39b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "542c0f5a-ca88-4340-8c58-5148c062324a", "address": "fa:16:3e:48:b2:03", "network": {"id": "7bf008ff-525f-498a-9fa9-25c984414e51", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-999566777", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e32a4b51df4111839c3b805603d1bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap542c0f5a-ca", "ovs_interfaceid": "542c0f5a-ca88-4340-8c58-5148c062324a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.351748] env[69183]: DEBUG oslo_vmware.api [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Task: {'id': task-2789331, 'name': Rename_Task, 'duration_secs': 0.174896} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.352212] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.352491] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9b65be8-4489-4258-b5e0-91722828fa78 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.361057] env[69183]: DEBUG oslo_vmware.api [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Waiting for the task: (returnval){ [ 668.361057] env[69183]: value = "task-2789332" [ 668.361057] env[69183]: _type = "Task" [ 668.361057] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.371776] env[69183]: DEBUG oslo_vmware.api [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Task: {'id': task-2789332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.402590] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789329, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.472589] env[69183]: DEBUG nova.compute.utils [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.479637] env[69183]: DEBUG nova.compute.manager [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.479768] env[69183]: DEBUG nova.network.neutron [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.569054] env[69183]: DEBUG nova.policy [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6beab79d7b1047538532e86340354d46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f865efc5c6c74758a9b05dd6d5024806', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.731186] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789323, 'name': CreateVM_Task, 'duration_secs': 2.045741} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.731186] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.731186] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.731460] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.732605] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.732605] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccd3bb6a-ea2f-411f-b807-caab91bdb3a4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.741262] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 668.741262] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e0fdf6-9d36-4571-8a40-8f8563d3322a" [ 668.741262] env[69183]: _type = "Task" [ 668.741262] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.746139] env[69183]: DEBUG oslo_concurrency.lockutils [req-adbcfe61-eb0e-4876-894f-94dad57297d7 req-22ae7452-6846-4d82-b3d1-db8807c1adfa service nova] Releasing lock "refresh_cache-ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.746139] env[69183]: DEBUG oslo_concurrency.lockutils [req-d418d00b-a0e6-4abe-be5f-37a4ddc65383 req-2aadcaca-d4c8-4692-8cd4-15d91b5641c6 service nova] Acquired lock "refresh_cache-ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.746139] env[69183]: DEBUG nova.network.neutron [req-d418d00b-a0e6-4abe-be5f-37a4ddc65383 req-2aadcaca-d4c8-4692-8cd4-15d91b5641c6 service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Refreshing network info cache for port 542c0f5a-ca88-4340-8c58-5148c062324a {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.755101] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e0fdf6-9d36-4571-8a40-8f8563d3322a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.866444] env[69183]: DEBUG oslo_concurrency.lockutils [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Acquiring lock "8e72f6db-5dba-44ce-a406-76a5022f0001" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.867224] env[69183]: DEBUG oslo_concurrency.lockutils [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lock "8e72f6db-5dba-44ce-a406-76a5022f0001" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.880630] env[69183]: DEBUG oslo_vmware.api [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Task: {'id': task-2789332, 'name': PowerOnVM_Task, 'duration_secs': 0.512502} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.881209] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.881209] env[69183]: INFO nova.compute.manager [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Took 8.40 seconds to spawn the instance on the hypervisor. [ 668.881358] env[69183]: DEBUG nova.compute.manager [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.882676] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdda1e2-693e-444a-93c2-82820b0c2b89 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.905671] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789329, 'name': CreateVM_Task, 'duration_secs': 1.142223} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.905793] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.906970] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.906970] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.907248] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.907701] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c1acc7-cef4-4589-8a2c-18d5b7772269 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.919244] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Waiting for the task: (returnval){ [ 668.919244] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52f79f88-2c28-e15b-ad13-43ab3cd803a6" [ 668.919244] env[69183]: _type = "Task" [ 668.919244] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.929561] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f79f88-2c28-e15b-ad13-43ab3cd803a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011388} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.929912] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.930204] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.930474] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.930650] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.930859] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.931154] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d703c0b-2c1f-4749-baa2-d4519635fb98 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.942938] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.942938] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.943206] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eca946dc-677b-46f3-8641-a08b1a0617b5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.951873] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Waiting for the task: (returnval){ [ 668.951873] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52f54e01-7455-3219-9094-58accbbed527" [ 668.951873] env[69183]: _type = "Task" [ 668.951873] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.962459] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f54e01-7455-3219-9094-58accbbed527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.979694] env[69183]: DEBUG nova.compute.manager [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.139879] env[69183]: DEBUG nova.network.neutron [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Successfully created port: 2ecba0d6-7a57-4ebb-a652-9ad592fe6805 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.259848] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e0fdf6-9d36-4571-8a40-8f8563d3322a, 'name': SearchDatastore_Task, 'duration_secs': 0.018051} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.262547] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.262976] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.263440] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.263750] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.264057] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.264544] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5fad238-3a84-42c1-bc59-2da9264e3abd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.275405] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.275405] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.275405] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca763081-0aea-448e-a493-fb2bcb208b69 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.284642] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 669.284642] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52b91cfc-8210-ed46-ff40-23def4ae384d" [ 669.284642] env[69183]: _type = "Task" [ 669.284642] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.294872] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52b91cfc-8210-ed46-ff40-23def4ae384d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.411621] env[69183]: INFO nova.compute.manager [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Took 30.77 seconds to build instance. [ 669.412707] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Acquiring lock "4b757ef6-19c1-4c73-b16a-3b1ce765c2bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.412923] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lock "4b757ef6-19c1-4c73-b16a-3b1ce765c2bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.462945] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f54e01-7455-3219-9094-58accbbed527, 'name': SearchDatastore_Task, 'duration_secs': 0.01263} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.468777] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4884d852-5021-4aac-9375-dd62fe3cb436 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.475529] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Waiting for the task: (returnval){ [ 669.475529] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52208c18-bc3e-1d79-aa95-cf7459fdc0f6" [ 669.475529] env[69183]: _type = "Task" [ 669.475529] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.490692] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52208c18-bc3e-1d79-aa95-cf7459fdc0f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.533023] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d36e7f6-10c9-4f36-9be7-3d59774f4708 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.539597] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173081d3-4fe6-44d2-922b-68af5f214e8e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.587141] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d52bb25-3498-4a58-8c16-cf8db103b4b4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.596575] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493a739f-8917-4929-9884-161941b08665 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.603634] env[69183]: DEBUG nova.network.neutron [req-d418d00b-a0e6-4abe-be5f-37a4ddc65383 req-2aadcaca-d4c8-4692-8cd4-15d91b5641c6 service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Updated VIF entry in instance network info cache for port 542c0f5a-ca88-4340-8c58-5148c062324a. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.604188] env[69183]: DEBUG nova.network.neutron [req-d418d00b-a0e6-4abe-be5f-37a4ddc65383 req-2aadcaca-d4c8-4692-8cd4-15d91b5641c6 service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Updating instance_info_cache with network_info: [{"id": "09f24967-be59-40a7-9c5e-62e9e0c27b70", "address": "fa:16:3e:c8:39:7a", "network": {"id": "7bf008ff-525f-498a-9fa9-25c984414e51", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-999566777", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e32a4b51df4111839c3b805603d1bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f24967-be", "ovs_interfaceid": "09f24967-be59-40a7-9c5e-62e9e0c27b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82320fea-ae49-4c8d-a9ec-fdb8f06df39b", "address": "fa:16:3e:6e:88:e6", "network": {"id": "9ad8b393-0633-4734-b0e2-dee586416fac", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2041932737", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "13e32a4b51df4111839c3b805603d1bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82320fea-ae", "ovs_interfaceid": "82320fea-ae49-4c8d-a9ec-fdb8f06df39b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "542c0f5a-ca88-4340-8c58-5148c062324a", "address": "fa:16:3e:48:b2:03", "network": {"id": "7bf008ff-525f-498a-9fa9-25c984414e51", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-999566777", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e32a4b51df4111839c3b805603d1bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap542c0f5a-ca", "ovs_interfaceid": "542c0f5a-ca88-4340-8c58-5148c062324a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.620428] env[69183]: DEBUG nova.compute.provider_tree [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.798354] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52b91cfc-8210-ed46-ff40-23def4ae384d, 'name': SearchDatastore_Task, 'duration_secs': 0.009725} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.799033] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10d76be3-a3d0-4d3a-915e-fd26e78ca39e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.805882] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 669.805882] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e87eef-1d01-0865-021e-60e67a65556b" [ 669.805882] env[69183]: _type = "Task" [ 669.805882] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.818729] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e87eef-1d01-0865-021e-60e67a65556b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.915065] env[69183]: DEBUG oslo_concurrency.lockutils [None req-028fe12b-bcb7-4d79-81bd-f55fc22c0aef tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Lock "73e2db9a-d476-4774-8d38-4268376f4dd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.594s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.990137] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52208c18-bc3e-1d79-aa95-cf7459fdc0f6, 'name': SearchDatastore_Task, 'duration_secs': 0.011346} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.990137] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.990402] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b/ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.991016] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5def8408-9692-4c86-9525-838a770fdd4d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.994393] env[69183]: DEBUG nova.compute.manager [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.000857] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Waiting for the task: (returnval){ [ 670.000857] env[69183]: value = "task-2789334" [ 670.000857] env[69183]: _type = "Task" [ 670.000857] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.009953] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.019040] env[69183]: DEBUG nova.virt.hardware [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.019040] env[69183]: DEBUG nova.virt.hardware [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.019040] env[69183]: DEBUG nova.virt.hardware [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.019320] env[69183]: DEBUG nova.virt.hardware [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.019358] env[69183]: DEBUG nova.virt.hardware [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.019495] env[69183]: DEBUG nova.virt.hardware [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.019739] env[69183]: DEBUG nova.virt.hardware [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.019918] env[69183]: DEBUG nova.virt.hardware [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.020140] env[69183]: DEBUG nova.virt.hardware [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.020335] env[69183]: DEBUG nova.virt.hardware [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.020531] env[69183]: DEBUG nova.virt.hardware [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.021454] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c703bf-94c2-474d-a759-03065914fc5e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.030174] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351afbec-33d9-4893-9e09-70aad1deba92 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.107729] env[69183]: DEBUG oslo_concurrency.lockutils [req-d418d00b-a0e6-4abe-be5f-37a4ddc65383 req-2aadcaca-d4c8-4692-8cd4-15d91b5641c6 service nova] Releasing lock "refresh_cache-ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.124414] env[69183]: DEBUG nova.scheduler.client.report [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.317045] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e87eef-1d01-0865-021e-60e67a65556b, 'name': SearchDatastore_Task, 'duration_secs': 0.026257} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.317368] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.317654] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 67811381-5b1d-454d-923b-ba26dd2c3659/67811381-5b1d-454d-923b-ba26dd2c3659.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.318917] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fcbba2d-3134-473e-bcb6-74dc9fce703e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.326765] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 670.326765] env[69183]: value = "task-2789335" [ 670.326765] env[69183]: _type = "Task" [ 670.326765] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.337776] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.418562] env[69183]: DEBUG nova.compute.manager [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.459245] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Acquiring lock "54e63c54-74ee-4ec4-aabe-517d3e58ca39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.459545] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Lock "54e63c54-74ee-4ec4-aabe-517d3e58ca39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.481899] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquiring lock "91ce0605-359f-4dad-8298-8e17ee656731" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.482116] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "91ce0605-359f-4dad-8298-8e17ee656731" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.524386] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789334, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.576432] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "1cb528f3-387c-4e8b-8ef9-ffcfc7310c70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.576743] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "1cb528f3-387c-4e8b-8ef9-ffcfc7310c70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.577664] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "1cb528f3-387c-4e8b-8ef9-ffcfc7310c70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.577664] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "1cb528f3-387c-4e8b-8ef9-ffcfc7310c70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.577664] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "1cb528f3-387c-4e8b-8ef9-ffcfc7310c70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.581029] env[69183]: INFO nova.compute.manager [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Terminating instance [ 670.629015] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.629616] env[69183]: DEBUG nova.compute.manager [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.633012] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.827s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.635883] env[69183]: INFO nova.compute.claims [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.821786] env[69183]: DEBUG nova.network.neutron [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Successfully updated port: 2ecba0d6-7a57-4ebb-a652-9ad592fe6805 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.841630] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789335, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.952731] env[69183]: DEBUG oslo_concurrency.lockutils [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.012882] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717223} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.013416] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b/ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.013665] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.013991] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74de9ea8-91a2-4d28-a5c8-f1d5ae40151e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.024831] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Waiting for the task: (returnval){ [ 671.024831] env[69183]: value = "task-2789336" [ 671.024831] env[69183]: _type = "Task" [ 671.024831] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.041993] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.087031] env[69183]: DEBUG nova.compute.manager [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 671.087264] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.088326] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceef0d22-db77-48c7-bd5f-878104f9b8e1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.096700] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.096984] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05b296a8-8cee-4633-b56e-bc1c75cf47e7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.106281] env[69183]: DEBUG oslo_vmware.api [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 671.106281] env[69183]: value = "task-2789337" [ 671.106281] env[69183]: _type = "Task" [ 671.106281] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.116423] env[69183]: DEBUG oslo_vmware.api [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.146608] env[69183]: DEBUG nova.compute.utils [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.148049] env[69183]: DEBUG nova.compute.manager [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.148274] env[69183]: DEBUG nova.network.neutron [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.181088] env[69183]: DEBUG nova.compute.manager [req-406a4553-d2bd-446f-8866-9457eaac3fd6 req-0d51f44b-1fcc-4338-a735-50356754b9da service nova] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Received event network-vif-plugged-2ecba0d6-7a57-4ebb-a652-9ad592fe6805 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 671.181319] env[69183]: DEBUG oslo_concurrency.lockutils [req-406a4553-d2bd-446f-8866-9457eaac3fd6 req-0d51f44b-1fcc-4338-a735-50356754b9da service nova] Acquiring lock "8e1c9ecd-2e46-4cac-b458-13c8183fbbe4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.181523] env[69183]: DEBUG oslo_concurrency.lockutils [req-406a4553-d2bd-446f-8866-9457eaac3fd6 req-0d51f44b-1fcc-4338-a735-50356754b9da service nova] Lock "8e1c9ecd-2e46-4cac-b458-13c8183fbbe4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.181684] env[69183]: DEBUG oslo_concurrency.lockutils [req-406a4553-d2bd-446f-8866-9457eaac3fd6 req-0d51f44b-1fcc-4338-a735-50356754b9da service nova] Lock "8e1c9ecd-2e46-4cac-b458-13c8183fbbe4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.181857] env[69183]: DEBUG nova.compute.manager [req-406a4553-d2bd-446f-8866-9457eaac3fd6 req-0d51f44b-1fcc-4338-a735-50356754b9da service nova] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] No waiting events found dispatching network-vif-plugged-2ecba0d6-7a57-4ebb-a652-9ad592fe6805 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.182010] env[69183]: WARNING nova.compute.manager [req-406a4553-d2bd-446f-8866-9457eaac3fd6 req-0d51f44b-1fcc-4338-a735-50356754b9da service nova] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Received unexpected event network-vif-plugged-2ecba0d6-7a57-4ebb-a652-9ad592fe6805 for instance with vm_state building and task_state spawning. [ 671.198505] env[69183]: DEBUG nova.policy [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ee89fc78e8a4c2e9bf6c7bc05e70608', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2df40ac80418479cbed9db1dcf2f5990', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.325190] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Acquiring lock "refresh_cache-8e1c9ecd-2e46-4cac-b458-13c8183fbbe4" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.325361] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Acquired lock "refresh_cache-8e1c9ecd-2e46-4cac-b458-13c8183fbbe4" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.325519] env[69183]: DEBUG nova.network.neutron [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.339785] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66007} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.340050] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 67811381-5b1d-454d-923b-ba26dd2c3659/67811381-5b1d-454d-923b-ba26dd2c3659.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.340313] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.340587] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d90c395a-348f-42f5-8ca6-16917d158443 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.348888] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 671.348888] env[69183]: value = "task-2789338" [ 671.348888] env[69183]: _type = "Task" [ 671.348888] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.359474] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.501731] env[69183]: DEBUG nova.network.neutron [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Successfully created port: 143dfaf9-c319-40d1-936f-dd1482be2a2f {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.541113] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105807} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.541243] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.543772] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d63565-1008-40c2-9996-1a92efecd16d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.580025] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b/ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.580025] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c4daa32-9f26-4182-a46f-6d61925776d8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.607486] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Waiting for the task: (returnval){ [ 671.607486] env[69183]: value = "task-2789339" [ 671.607486] env[69183]: _type = "Task" [ 671.607486] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.622117] env[69183]: DEBUG oslo_vmware.api [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789337, 'name': PowerOffVM_Task, 'duration_secs': 0.399816} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.626314] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.626484] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.626810] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789339, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.627369] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62b466f9-a686-4db6-badf-443a92cb70ab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.651945] env[69183]: DEBUG nova.compute.manager [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.707708] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.709012] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.709012] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Deleting the datastore file [datastore2] 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.710201] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f019e711-5bdb-4195-af56-e0451603e2ce {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.721330] env[69183]: DEBUG oslo_vmware.api [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 671.721330] env[69183]: value = "task-2789341" [ 671.721330] env[69183]: _type = "Task" [ 671.721330] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.731077] env[69183]: DEBUG oslo_vmware.api [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.863909] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078645} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.864264] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.865090] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692599af-9508-4ea4-93f2-da030b9e5265 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.891693] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 67811381-5b1d-454d-923b-ba26dd2c3659/67811381-5b1d-454d-923b-ba26dd2c3659.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.892098] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13b3177b-f013-4a49-bef0-189120cbdbec {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.912137] env[69183]: DEBUG nova.network.neutron [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.921794] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 671.921794] env[69183]: value = "task-2789343" [ 671.921794] env[69183]: _type = "Task" [ 671.921794] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.940471] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789343, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.967284] env[69183]: DEBUG nova.compute.manager [None req-98318780-68e0-436c-af69-71df698c9823 tempest-ServerDiagnosticsV248Test-1629448018 tempest-ServerDiagnosticsV248Test-1629448018-project-admin] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.968502] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cd1b15-dfce-4935-a1bb-5377e9d9a27d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.976921] env[69183]: INFO nova.compute.manager [None req-98318780-68e0-436c-af69-71df698c9823 tempest-ServerDiagnosticsV248Test-1629448018 tempest-ServerDiagnosticsV248Test-1629448018-project-admin] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Retrieving diagnostics [ 671.980557] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f32523-dfb9-4a79-b4c4-3fefb073516e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.129212] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789339, 'name': ReconfigVM_Task, 'duration_secs': 0.498668} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.129212] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Reconfigured VM instance instance-00000013 to attach disk [datastore1] ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b/ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.129212] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7bc0696-74a4-44f2-bf3b-eaa7395efb4f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.136446] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Waiting for the task: (returnval){ [ 672.136446] env[69183]: value = "task-2789344" [ 672.136446] env[69183]: _type = "Task" [ 672.136446] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.161608] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789344, 'name': Rename_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.210568] env[69183]: DEBUG nova.network.neutron [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Updating instance_info_cache with network_info: [{"id": "2ecba0d6-7a57-4ebb-a652-9ad592fe6805", "address": "fa:16:3e:a1:fc:3c", "network": {"id": "a330ab52-f41e-482f-b372-9ffa4bf7bcfd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-657419777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f865efc5c6c74758a9b05dd6d5024806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ecba0d6-7a", "ovs_interfaceid": "2ecba0d6-7a57-4ebb-a652-9ad592fe6805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.237499] env[69183]: DEBUG oslo_vmware.api [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161617} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.241636] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.241939] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.242168] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.242394] env[69183]: INFO nova.compute.manager [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Took 1.16 seconds to destroy the instance on the hypervisor. [ 672.242699] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.244132] env[69183]: DEBUG nova.compute.manager [-] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.244299] env[69183]: DEBUG nova.network.neutron [-] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.311017] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0456e946-4b19-4f74-b1a4-8f9e4abb337c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.322064] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6a59b2-52aa-427c-b8ca-63e54154e4fc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.358735] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6257c55-c866-416e-b030-238b21be90f3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.369106] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f878edaa-0cbf-4eac-8efc-e3b893ba3bf3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.387862] env[69183]: DEBUG nova.compute.provider_tree [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.432469] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.654619] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789344, 'name': Rename_Task, 'duration_secs': 0.298783} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.654953] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.656409] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47f7b532-871d-402d-b440-fe44f4ae9a0e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.667577] env[69183]: DEBUG nova.compute.manager [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.669791] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Waiting for the task: (returnval){ [ 672.669791] env[69183]: value = "task-2789345" [ 672.669791] env[69183]: _type = "Task" [ 672.669791] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.679914] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.703777] env[69183]: DEBUG nova.virt.hardware [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.704225] env[69183]: DEBUG nova.virt.hardware [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.704225] env[69183]: DEBUG nova.virt.hardware [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.704370] env[69183]: DEBUG nova.virt.hardware [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.704516] env[69183]: DEBUG nova.virt.hardware [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.704694] env[69183]: DEBUG nova.virt.hardware [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.704926] env[69183]: DEBUG nova.virt.hardware [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.705180] env[69183]: DEBUG nova.virt.hardware [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.705400] env[69183]: DEBUG nova.virt.hardware [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.705602] env[69183]: DEBUG nova.virt.hardware [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.705811] env[69183]: DEBUG nova.virt.hardware [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.707111] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5991e78e-5857-4f61-a788-90dd21fce61f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.716280] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Releasing lock "refresh_cache-8e1c9ecd-2e46-4cac-b458-13c8183fbbe4" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.716280] env[69183]: DEBUG nova.compute.manager [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Instance network_info: |[{"id": "2ecba0d6-7a57-4ebb-a652-9ad592fe6805", "address": "fa:16:3e:a1:fc:3c", "network": {"id": "a330ab52-f41e-482f-b372-9ffa4bf7bcfd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-657419777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f865efc5c6c74758a9b05dd6d5024806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ecba0d6-7a", "ovs_interfaceid": "2ecba0d6-7a57-4ebb-a652-9ad592fe6805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.716574] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:fc:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ecba0d6-7a57-4ebb-a652-9ad592fe6805', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.724112] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Creating folder: Project (f865efc5c6c74758a9b05dd6d5024806). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.725405] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f2146c-181f-4ccb-b1ee-97d8ce42cfac {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.729544] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cc3cc44-8c24-4c00-97f3-24768c382d2e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.891778] env[69183]: DEBUG nova.scheduler.client.report [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.937782] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789343, 'name': ReconfigVM_Task, 'duration_secs': 0.614515} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.937956] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 67811381-5b1d-454d-923b-ba26dd2c3659/67811381-5b1d-454d-923b-ba26dd2c3659.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.938950] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-478dbc51-6a48-424c-97d0-5a171cd712f6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.942065] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Created folder: Project (f865efc5c6c74758a9b05dd6d5024806) in parent group-v560622. [ 672.942253] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Creating folder: Instances. Parent ref: group-v560686. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.942893] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0a4962e-30b0-4156-be9d-f1c17777232e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.947948] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 672.947948] env[69183]: value = "task-2789347" [ 672.947948] env[69183]: _type = "Task" [ 672.947948] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.957723] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789347, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.961142] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Created folder: Instances in parent group-v560686. [ 672.961142] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.961142] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.961142] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a5f5100-5211-4934-86d0-37e6c3c9b78b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.981559] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.981559] env[69183]: value = "task-2789349" [ 672.981559] env[69183]: _type = "Task" [ 672.981559] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.992099] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789349, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.069994] env[69183]: DEBUG nova.network.neutron [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Successfully updated port: 143dfaf9-c319-40d1-936f-dd1482be2a2f {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.093776] env[69183]: DEBUG nova.compute.manager [req-7c9b24e1-a6b2-454c-8c38-749115d9d63d req-5dc69f04-1420-4c15-b015-32792f19e387 service nova] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Received event network-vif-deleted-8b6c2c31-7924-4311-9f45-b853f628b2b9 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 673.094057] env[69183]: INFO nova.compute.manager [req-7c9b24e1-a6b2-454c-8c38-749115d9d63d req-5dc69f04-1420-4c15-b015-32792f19e387 service nova] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Neutron deleted interface 8b6c2c31-7924-4311-9f45-b853f628b2b9; detaching it from the instance and deleting it from the info cache [ 673.094265] env[69183]: DEBUG nova.network.neutron [req-7c9b24e1-a6b2-454c-8c38-749115d9d63d req-5dc69f04-1420-4c15-b015-32792f19e387 service nova] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.182805] env[69183]: DEBUG nova.network.neutron [-] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.185769] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789345, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.398617] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.399230] env[69183]: DEBUG nova.compute.manager [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.405393] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.249s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.410552] env[69183]: INFO nova.compute.claims [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.421722] env[69183]: DEBUG nova.compute.manager [req-85df6ff4-1404-4f45-865e-358d95fa8eb2 req-e33358f3-5630-45c4-99dd-fc4c3390c33c service nova] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Received event network-changed-2ecba0d6-7a57-4ebb-a652-9ad592fe6805 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 673.421722] env[69183]: DEBUG nova.compute.manager [req-85df6ff4-1404-4f45-865e-358d95fa8eb2 req-e33358f3-5630-45c4-99dd-fc4c3390c33c service nova] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Refreshing instance network info cache due to event network-changed-2ecba0d6-7a57-4ebb-a652-9ad592fe6805. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 673.421722] env[69183]: DEBUG oslo_concurrency.lockutils [req-85df6ff4-1404-4f45-865e-358d95fa8eb2 req-e33358f3-5630-45c4-99dd-fc4c3390c33c service nova] Acquiring lock "refresh_cache-8e1c9ecd-2e46-4cac-b458-13c8183fbbe4" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.421722] env[69183]: DEBUG oslo_concurrency.lockutils [req-85df6ff4-1404-4f45-865e-358d95fa8eb2 req-e33358f3-5630-45c4-99dd-fc4c3390c33c service nova] Acquired lock "refresh_cache-8e1c9ecd-2e46-4cac-b458-13c8183fbbe4" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.421722] env[69183]: DEBUG nova.network.neutron [req-85df6ff4-1404-4f45-865e-358d95fa8eb2 req-e33358f3-5630-45c4-99dd-fc4c3390c33c service nova] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Refreshing network info cache for port 2ecba0d6-7a57-4ebb-a652-9ad592fe6805 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.468672] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789347, 'name': Rename_Task, 'duration_secs': 0.195348} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.468672] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.468672] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b5fe438-fabd-475a-8b13-5182b4e9d09f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.477914] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 673.477914] env[69183]: value = "task-2789350" [ 673.477914] env[69183]: _type = "Task" [ 673.477914] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.495272] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.495491] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789349, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.532603] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Acquiring lock "bb261445-e43a-4a98-ac05-eb95ad4c67aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.532890] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Lock "bb261445-e43a-4a98-ac05-eb95ad4c67aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.533132] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Acquiring lock "bb261445-e43a-4a98-ac05-eb95ad4c67aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.533365] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Lock "bb261445-e43a-4a98-ac05-eb95ad4c67aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.533593] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Lock "bb261445-e43a-4a98-ac05-eb95ad4c67aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.537122] env[69183]: INFO nova.compute.manager [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Terminating instance [ 673.573153] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Acquiring lock "refresh_cache-cbb7af1d-6a53-4762-8337-69b17cdb7581" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.573324] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Acquired lock "refresh_cache-cbb7af1d-6a53-4762-8337-69b17cdb7581" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.573763] env[69183]: DEBUG nova.network.neutron [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.600020] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-412990df-f19d-4aba-a452-db41d0a0261a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.609285] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5a6803-480b-48b9-8028-eda403f14ebb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.655746] env[69183]: DEBUG nova.compute.manager [req-7c9b24e1-a6b2-454c-8c38-749115d9d63d req-5dc69f04-1420-4c15-b015-32792f19e387 service nova] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Detach interface failed, port_id=8b6c2c31-7924-4311-9f45-b853f628b2b9, reason: Instance 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 673.683906] env[69183]: DEBUG oslo_vmware.api [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789345, 'name': PowerOnVM_Task, 'duration_secs': 0.643834} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.684198] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.684570] env[69183]: INFO nova.compute.manager [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Took 18.07 seconds to spawn the instance on the hypervisor. [ 673.684850] env[69183]: DEBUG nova.compute.manager [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.685650] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d4d332-9fde-449e-997d-b3f11dc7b62d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.688735] env[69183]: INFO nova.compute.manager [-] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Took 1.44 seconds to deallocate network for instance. [ 673.917557] env[69183]: DEBUG nova.compute.utils [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.919532] env[69183]: DEBUG nova.compute.manager [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.919532] env[69183]: DEBUG nova.network.neutron [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.987830] env[69183]: DEBUG nova.policy [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15413733174649cd81f024cfe4464a8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '713811fd8d7740dba89f9989855e6254', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.997601] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789350, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.003242] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789349, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.044519] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Acquiring lock "refresh_cache-bb261445-e43a-4a98-ac05-eb95ad4c67aa" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.045155] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Acquired lock "refresh_cache-bb261445-e43a-4a98-ac05-eb95ad4c67aa" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.045409] env[69183]: DEBUG nova.network.neutron [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.111669] env[69183]: DEBUG nova.network.neutron [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.199147] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.220060] env[69183]: INFO nova.compute.manager [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Took 38.43 seconds to build instance. [ 674.341876] env[69183]: DEBUG nova.network.neutron [req-85df6ff4-1404-4f45-865e-358d95fa8eb2 req-e33358f3-5630-45c4-99dd-fc4c3390c33c service nova] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Updated VIF entry in instance network info cache for port 2ecba0d6-7a57-4ebb-a652-9ad592fe6805. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.346496] env[69183]: DEBUG nova.network.neutron [req-85df6ff4-1404-4f45-865e-358d95fa8eb2 req-e33358f3-5630-45c4-99dd-fc4c3390c33c service nova] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Updating instance_info_cache with network_info: [{"id": "2ecba0d6-7a57-4ebb-a652-9ad592fe6805", "address": "fa:16:3e:a1:fc:3c", "network": {"id": "a330ab52-f41e-482f-b372-9ffa4bf7bcfd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-657419777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f865efc5c6c74758a9b05dd6d5024806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ecba0d6-7a", "ovs_interfaceid": "2ecba0d6-7a57-4ebb-a652-9ad592fe6805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.349770] env[69183]: DEBUG nova.network.neutron [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Updating instance_info_cache with network_info: [{"id": "143dfaf9-c319-40d1-936f-dd1482be2a2f", "address": "fa:16:3e:98:58:41", "network": {"id": "143ba519-22b0-469d-a281-d97b1e5c0f0d", "bridge": "br-int", "label": "tempest-ServersTestJSON-771575682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df40ac80418479cbed9db1dcf2f5990", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap143dfaf9-c3", "ovs_interfaceid": "143dfaf9-c319-40d1-936f-dd1482be2a2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.426955] env[69183]: DEBUG nova.compute.manager [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.451782] env[69183]: DEBUG nova.network.neutron [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Successfully created port: 30fb968b-42c3-400a-bf84-562c057e680c {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.494524] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789350, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.500967] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789349, 'name': CreateVM_Task, 'duration_secs': 1.435561} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.502734] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.503495] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.503877] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.503963] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.504220] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61bd9f8d-c9b0-45c4-8a32-0f8a248504c7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.514384] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Waiting for the task: (returnval){ [ 674.514384] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52d96cb1-3dcc-2a25-d3f9-50fc82dfe319" [ 674.514384] env[69183]: _type = "Task" [ 674.514384] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.529523] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d96cb1-3dcc-2a25-d3f9-50fc82dfe319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.579712] env[69183]: DEBUG nova.network.neutron [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.625573] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Acquiring lock "73e2db9a-d476-4774-8d38-4268376f4dd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.625813] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Lock "73e2db9a-d476-4774-8d38-4268376f4dd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.626102] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Acquiring lock "73e2db9a-d476-4774-8d38-4268376f4dd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.626934] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Lock "73e2db9a-d476-4774-8d38-4268376f4dd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.627329] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Lock "73e2db9a-d476-4774-8d38-4268376f4dd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.630878] env[69183]: INFO nova.compute.manager [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Terminating instance [ 674.666346] env[69183]: DEBUG nova.network.neutron [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.722274] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b808c7-40d8-47c4-849a-703d018b7f4f tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Lock "ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.314s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.849796] env[69183]: DEBUG oslo_concurrency.lockutils [req-85df6ff4-1404-4f45-865e-358d95fa8eb2 req-e33358f3-5630-45c4-99dd-fc4c3390c33c service nova] Releasing lock "refresh_cache-8e1c9ecd-2e46-4cac-b458-13c8183fbbe4" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.851672] env[69183]: DEBUG nova.compute.manager [req-85df6ff4-1404-4f45-865e-358d95fa8eb2 req-e33358f3-5630-45c4-99dd-fc4c3390c33c service nova] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Received event network-vif-plugged-143dfaf9-c319-40d1-936f-dd1482be2a2f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 674.851672] env[69183]: DEBUG oslo_concurrency.lockutils [req-85df6ff4-1404-4f45-865e-358d95fa8eb2 req-e33358f3-5630-45c4-99dd-fc4c3390c33c service nova] Acquiring lock "cbb7af1d-6a53-4762-8337-69b17cdb7581-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.851672] env[69183]: DEBUG oslo_concurrency.lockutils [req-85df6ff4-1404-4f45-865e-358d95fa8eb2 req-e33358f3-5630-45c4-99dd-fc4c3390c33c service nova] Lock "cbb7af1d-6a53-4762-8337-69b17cdb7581-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.851672] env[69183]: DEBUG oslo_concurrency.lockutils [req-85df6ff4-1404-4f45-865e-358d95fa8eb2 req-e33358f3-5630-45c4-99dd-fc4c3390c33c service nova] Lock "cbb7af1d-6a53-4762-8337-69b17cdb7581-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.851672] env[69183]: DEBUG nova.compute.manager [req-85df6ff4-1404-4f45-865e-358d95fa8eb2 req-e33358f3-5630-45c4-99dd-fc4c3390c33c service nova] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] No waiting events found dispatching network-vif-plugged-143dfaf9-c319-40d1-936f-dd1482be2a2f {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.851672] env[69183]: WARNING nova.compute.manager [req-85df6ff4-1404-4f45-865e-358d95fa8eb2 req-e33358f3-5630-45c4-99dd-fc4c3390c33c service nova] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Received unexpected event network-vif-plugged-143dfaf9-c319-40d1-936f-dd1482be2a2f for instance with vm_state building and task_state spawning. [ 674.851672] env[69183]: DEBUG nova.compute.manager [req-85df6ff4-1404-4f45-865e-358d95fa8eb2 req-e33358f3-5630-45c4-99dd-fc4c3390c33c service nova] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Received event network-changed-143dfaf9-c319-40d1-936f-dd1482be2a2f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 674.851672] env[69183]: DEBUG nova.compute.manager [req-85df6ff4-1404-4f45-865e-358d95fa8eb2 req-e33358f3-5630-45c4-99dd-fc4c3390c33c service nova] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Refreshing instance network info cache due to event network-changed-143dfaf9-c319-40d1-936f-dd1482be2a2f. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 674.851672] env[69183]: DEBUG oslo_concurrency.lockutils [req-85df6ff4-1404-4f45-865e-358d95fa8eb2 req-e33358f3-5630-45c4-99dd-fc4c3390c33c service nova] Acquiring lock "refresh_cache-cbb7af1d-6a53-4762-8337-69b17cdb7581" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.854877] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Releasing lock "refresh_cache-cbb7af1d-6a53-4762-8337-69b17cdb7581" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.855249] env[69183]: DEBUG nova.compute.manager [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Instance network_info: |[{"id": "143dfaf9-c319-40d1-936f-dd1482be2a2f", "address": "fa:16:3e:98:58:41", "network": {"id": "143ba519-22b0-469d-a281-d97b1e5c0f0d", "bridge": "br-int", "label": "tempest-ServersTestJSON-771575682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df40ac80418479cbed9db1dcf2f5990", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap143dfaf9-c3", "ovs_interfaceid": "143dfaf9-c319-40d1-936f-dd1482be2a2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.855812] env[69183]: DEBUG oslo_concurrency.lockutils [req-85df6ff4-1404-4f45-865e-358d95fa8eb2 req-e33358f3-5630-45c4-99dd-fc4c3390c33c service nova] Acquired lock "refresh_cache-cbb7af1d-6a53-4762-8337-69b17cdb7581" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.856157] env[69183]: DEBUG nova.network.neutron [req-85df6ff4-1404-4f45-865e-358d95fa8eb2 req-e33358f3-5630-45c4-99dd-fc4c3390c33c service nova] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Refreshing network info cache for port 143dfaf9-c319-40d1-936f-dd1482be2a2f {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.857861] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:58:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '143dfaf9-c319-40d1-936f-dd1482be2a2f', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.870545] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Creating folder: Project (2df40ac80418479cbed9db1dcf2f5990). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.874476] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdc3f71b-bd55-40e5-b9e1-e84569e49406 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.889144] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Created folder: Project (2df40ac80418479cbed9db1dcf2f5990) in parent group-v560622. [ 674.889423] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Creating folder: Instances. Parent ref: group-v560689. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.889690] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-149e2224-1692-4401-b871-5162d2eacb27 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.905585] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Created folder: Instances in parent group-v560689. [ 674.906035] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.906326] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.906591] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd8ceeca-a318-4ae6-80df-b5775c6dbad5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.933446] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.933446] env[69183]: value = "task-2789353" [ 674.933446] env[69183]: _type = "Task" [ 674.933446] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.952053] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789353, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.995024] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789350, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.032214] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d96cb1-3dcc-2a25-d3f9-50fc82dfe319, 'name': SearchDatastore_Task, 'duration_secs': 0.012539} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.032214] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.032214] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.032214] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.032214] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.032214] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.032214] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1edcdf8b-b3fa-496a-b2a2-45b920357696 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.043133] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.046493] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.046493] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-248d9f53-a261-4981-a0cb-96e8eef59643 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.050722] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Waiting for the task: (returnval){ [ 675.050722] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]526450ee-e7a6-8ee7-b5e2-2ddc55035349" [ 675.050722] env[69183]: _type = "Task" [ 675.050722] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.064105] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]526450ee-e7a6-8ee7-b5e2-2ddc55035349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.072757] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67ee47c-fe21-45b1-91a6-8c0ef9b4920b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.082159] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8d742d-b064-4d47-91e8-260741ae8b35 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.116940] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c8609e-a05a-4f5d-a9d4-40af82451c6b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.126810] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7441ece-4d28-4900-88c5-f9c59cfb6972 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.143386] env[69183]: DEBUG nova.compute.manager [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.143901] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.144519] env[69183]: DEBUG nova.compute.provider_tree [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.146540] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e7d390-d8b8-44e4-8d60-74b8224da073 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.155367] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.156260] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abe1d1de-3ee4-4a3a-abf0-2d8caf0e6b00 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.164862] env[69183]: DEBUG oslo_vmware.api [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Waiting for the task: (returnval){ [ 675.164862] env[69183]: value = "task-2789354" [ 675.164862] env[69183]: _type = "Task" [ 675.164862] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.169285] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Releasing lock "refresh_cache-bb261445-e43a-4a98-ac05-eb95ad4c67aa" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.169767] env[69183]: DEBUG nova.compute.manager [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.170036] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.170900] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595f59ab-7b29-430c-82c5-a8f23fb2b4b1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.180233] env[69183]: DEBUG oslo_vmware.api [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Task: {'id': task-2789354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.182494] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.182785] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-334ec9d5-ce4b-4d38-a162-89d730fb692c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.190480] env[69183]: DEBUG oslo_vmware.api [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Waiting for the task: (returnval){ [ 675.190480] env[69183]: value = "task-2789355" [ 675.190480] env[69183]: _type = "Task" [ 675.190480] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.201530] env[69183]: DEBUG oslo_vmware.api [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Task: {'id': task-2789355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.225324] env[69183]: DEBUG nova.compute.manager [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.447027] env[69183]: DEBUG nova.compute.manager [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.450329] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789353, 'name': CreateVM_Task, 'duration_secs': 0.42119} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.450928] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.451571] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.451914] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.452259] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.452516] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-031a28d0-f5c6-4b65-bc16-d16fa47cd167 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.459040] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Waiting for the task: (returnval){ [ 675.459040] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]528b3856-3539-55b4-2048-74860daade1d" [ 675.459040] env[69183]: _type = "Task" [ 675.459040] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.471568] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528b3856-3539-55b4-2048-74860daade1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.480868] env[69183]: DEBUG nova.virt.hardware [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.481098] env[69183]: DEBUG nova.virt.hardware [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.481323] env[69183]: DEBUG nova.virt.hardware [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.481530] env[69183]: DEBUG nova.virt.hardware [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.481673] env[69183]: DEBUG nova.virt.hardware [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.481834] env[69183]: DEBUG nova.virt.hardware [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.482066] env[69183]: DEBUG nova.virt.hardware [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.482243] env[69183]: DEBUG nova.virt.hardware [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.482412] env[69183]: DEBUG nova.virt.hardware [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.482570] env[69183]: DEBUG nova.virt.hardware [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.482740] env[69183]: DEBUG nova.virt.hardware [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.483593] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ab4e37-97a6-4dde-91a9-f8d3d3fcbb46 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.497646] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789350, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.498886] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451ae1f9-e56a-4619-a7e4-3aa75cf3e9c5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.563039] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]526450ee-e7a6-8ee7-b5e2-2ddc55035349, 'name': SearchDatastore_Task, 'duration_secs': 0.014844} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.564199] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a75b41f7-efc9-4383-8148-eb0ad1d71a70 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.572573] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Waiting for the task: (returnval){ [ 675.572573] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e3b871-5882-69b4-6d57-be332be15354" [ 675.572573] env[69183]: _type = "Task" [ 675.572573] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.582156] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e3b871-5882-69b4-6d57-be332be15354, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.651146] env[69183]: DEBUG nova.scheduler.client.report [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.662791] env[69183]: DEBUG nova.network.neutron [req-85df6ff4-1404-4f45-865e-358d95fa8eb2 req-e33358f3-5630-45c4-99dd-fc4c3390c33c service nova] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Updated VIF entry in instance network info cache for port 143dfaf9-c319-40d1-936f-dd1482be2a2f. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.663167] env[69183]: DEBUG nova.network.neutron [req-85df6ff4-1404-4f45-865e-358d95fa8eb2 req-e33358f3-5630-45c4-99dd-fc4c3390c33c service nova] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Updating instance_info_cache with network_info: [{"id": "143dfaf9-c319-40d1-936f-dd1482be2a2f", "address": "fa:16:3e:98:58:41", "network": {"id": "143ba519-22b0-469d-a281-d97b1e5c0f0d", "bridge": "br-int", "label": "tempest-ServersTestJSON-771575682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df40ac80418479cbed9db1dcf2f5990", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap143dfaf9-c3", "ovs_interfaceid": "143dfaf9-c319-40d1-936f-dd1482be2a2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.676008] env[69183]: DEBUG oslo_vmware.api [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Task: {'id': task-2789354, 'name': PowerOffVM_Task, 'duration_secs': 0.229494} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.676275] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.676440] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.676678] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67619371-f519-432f-8e47-5f3e8bde8bed {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.701456] env[69183]: DEBUG oslo_vmware.api [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Task: {'id': task-2789355, 'name': PowerOffVM_Task, 'duration_secs': 0.150811} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.701715] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.701897] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.702125] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00386fd1-b97f-4d51-9fd8-c2fb77e42e32 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.739154] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.740595] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.740595] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Deleting the datastore file [datastore2] bb261445-e43a-4a98-ac05-eb95ad4c67aa {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.746467] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-676902aa-8a7c-46f2-abff-b4ee0d788e44 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.753635] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.753886] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.757067] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Deleting the datastore file [datastore2] 73e2db9a-d476-4774-8d38-4268376f4dd1 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.759208] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c676017-bf89-4779-b68e-3604818704b1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.760948] env[69183]: DEBUG oslo_vmware.api [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Waiting for the task: (returnval){ [ 675.760948] env[69183]: value = "task-2789358" [ 675.760948] env[69183]: _type = "Task" [ 675.760948] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.767654] env[69183]: DEBUG oslo_vmware.api [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Waiting for the task: (returnval){ [ 675.767654] env[69183]: value = "task-2789359" [ 675.767654] env[69183]: _type = "Task" [ 675.767654] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.774304] env[69183]: DEBUG oslo_vmware.api [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Task: {'id': task-2789358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.775328] env[69183]: DEBUG oslo_concurrency.lockutils [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.780372] env[69183]: DEBUG oslo_vmware.api [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Task: {'id': task-2789359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.843759] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "c32e70e6-d4ed-4586-9492-9ee26735fbbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.844103] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "c32e70e6-d4ed-4586-9492-9ee26735fbbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.973877] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528b3856-3539-55b4-2048-74860daade1d, 'name': SearchDatastore_Task, 'duration_secs': 0.010756} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.974900] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.975209] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.975915] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.975915] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.975915] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.976290] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcad16d6-acff-482d-8db7-443d4dbb72d1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.989349] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.990917] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.991149] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0329a95-9b2b-404b-b6d7-d4ff8e3fd00b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.998114] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789350, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.001286] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Waiting for the task: (returnval){ [ 676.001286] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527db0bd-9e48-f47a-2cd8-2ff162e191e8" [ 676.001286] env[69183]: _type = "Task" [ 676.001286] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.010038] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527db0bd-9e48-f47a-2cd8-2ff162e191e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.065806] env[69183]: DEBUG nova.network.neutron [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Successfully updated port: 30fb968b-42c3-400a-bf84-562c057e680c {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.088794] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e3b871-5882-69b4-6d57-be332be15354, 'name': SearchDatastore_Task, 'duration_secs': 0.010163} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.089147] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.089532] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4/8e1c9ecd-2e46-4cac-b458-13c8183fbbe4.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.089924] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98afa4c4-236d-4c2b-902b-8745bae8f6e8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.098896] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Waiting for the task: (returnval){ [ 676.098896] env[69183]: value = "task-2789361" [ 676.098896] env[69183]: _type = "Task" [ 676.098896] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.109080] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Task: {'id': task-2789361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.157319] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.158602] env[69183]: DEBUG nova.compute.manager [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.161521] env[69183]: DEBUG oslo_concurrency.lockutils [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.305s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.161753] env[69183]: DEBUG nova.objects.instance [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lazy-loading 'resources' on Instance uuid 941df97c-8cc5-4ffd-9cff-60f38a72579d {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.166495] env[69183]: DEBUG oslo_concurrency.lockutils [req-85df6ff4-1404-4f45-865e-358d95fa8eb2 req-e33358f3-5630-45c4-99dd-fc4c3390c33c service nova] Releasing lock "refresh_cache-cbb7af1d-6a53-4762-8337-69b17cdb7581" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.169526] env[69183]: DEBUG nova.compute.manager [req-5fa436a7-a29c-4993-a660-938d1598677e req-6aeb1add-3eb1-406d-a918-3d7050e26e49 service nova] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Received event network-vif-plugged-30fb968b-42c3-400a-bf84-562c057e680c {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 676.169784] env[69183]: DEBUG oslo_concurrency.lockutils [req-5fa436a7-a29c-4993-a660-938d1598677e req-6aeb1add-3eb1-406d-a918-3d7050e26e49 service nova] Acquiring lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.170077] env[69183]: DEBUG oslo_concurrency.lockutils [req-5fa436a7-a29c-4993-a660-938d1598677e req-6aeb1add-3eb1-406d-a918-3d7050e26e49 service nova] Lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.170289] env[69183]: DEBUG oslo_concurrency.lockutils [req-5fa436a7-a29c-4993-a660-938d1598677e req-6aeb1add-3eb1-406d-a918-3d7050e26e49 service nova] Lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.170516] env[69183]: DEBUG nova.compute.manager [req-5fa436a7-a29c-4993-a660-938d1598677e req-6aeb1add-3eb1-406d-a918-3d7050e26e49 service nova] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] No waiting events found dispatching network-vif-plugged-30fb968b-42c3-400a-bf84-562c057e680c {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.170710] env[69183]: WARNING nova.compute.manager [req-5fa436a7-a29c-4993-a660-938d1598677e req-6aeb1add-3eb1-406d-a918-3d7050e26e49 service nova] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Received unexpected event network-vif-plugged-30fb968b-42c3-400a-bf84-562c057e680c for instance with vm_state building and task_state spawning. [ 676.278050] env[69183]: DEBUG oslo_vmware.api [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Task: {'id': task-2789358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118732} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.278050] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.278050] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.278050] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.278050] env[69183]: INFO nova.compute.manager [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Took 1.11 seconds to destroy the instance on the hypervisor. [ 676.278050] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.278050] env[69183]: DEBUG nova.compute.manager [-] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.278050] env[69183]: DEBUG nova.network.neutron [-] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.285973] env[69183]: DEBUG oslo_vmware.api [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Task: {'id': task-2789359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175592} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.286570] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.286951] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.287335] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.287676] env[69183]: INFO nova.compute.manager [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 676.288101] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.288938] env[69183]: DEBUG nova.compute.manager [-] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.289163] env[69183]: DEBUG nova.network.neutron [-] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.304586] env[69183]: DEBUG nova.network.neutron [-] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.308031] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Acquiring lock "ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.308031] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Lock "ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.308213] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Acquiring lock "ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.308964] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Lock "ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.308964] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Lock "ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.311031] env[69183]: INFO nova.compute.manager [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Terminating instance [ 676.495898] env[69183]: DEBUG oslo_vmware.api [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789350, 'name': PowerOnVM_Task, 'duration_secs': 2.740174} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.496016] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.496581] env[69183]: INFO nova.compute.manager [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Took 13.34 seconds to spawn the instance on the hypervisor. [ 676.496782] env[69183]: DEBUG nova.compute.manager [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.497984] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba60209e-870a-4aaa-aaad-539754beb8fc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.513945] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527db0bd-9e48-f47a-2cd8-2ff162e191e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009953} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.522990] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6ac4aef-3042-41dd-815e-76a347921e7c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.531991] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Waiting for the task: (returnval){ [ 676.531991] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52d22712-5a2c-61f8-033e-1f546cd78ad4" [ 676.531991] env[69183]: _type = "Task" [ 676.531991] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.545302] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d22712-5a2c-61f8-033e-1f546cd78ad4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.568650] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "refresh_cache-37882545-0972-4f5c-a1e2-37b4f1bb2fc6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.568839] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquired lock "refresh_cache-37882545-0972-4f5c-a1e2-37b4f1bb2fc6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.568967] env[69183]: DEBUG nova.network.neutron [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.616284] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Task: {'id': task-2789361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499192} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.617754] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4/8e1c9ecd-2e46-4cac-b458-13c8183fbbe4.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.618038] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.618365] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a753847-a9af-4163-990a-0421f4386d21 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.626591] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Waiting for the task: (returnval){ [ 676.626591] env[69183]: value = "task-2789362" [ 676.626591] env[69183]: _type = "Task" [ 676.626591] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.642200] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Task: {'id': task-2789362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.669267] env[69183]: DEBUG nova.compute.utils [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.680027] env[69183]: DEBUG nova.compute.manager [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.680027] env[69183]: DEBUG nova.network.neutron [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.727258] env[69183]: DEBUG nova.policy [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69b0c802c82442058875e2a5d028cbed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ec6e549a17749538feaa7da71d01c09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.811530] env[69183]: DEBUG nova.network.neutron [-] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.814538] env[69183]: DEBUG nova.compute.manager [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.814726] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.815564] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9c664e-cbe5-4349-9472-72caca5ba8aa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.825124] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.825555] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1615661f-4034-41d1-9a48-f0f795d07b52 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.832198] env[69183]: DEBUG oslo_vmware.api [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Waiting for the task: (returnval){ [ 676.832198] env[69183]: value = "task-2789363" [ 676.832198] env[69183]: _type = "Task" [ 676.832198] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.843880] env[69183]: DEBUG oslo_vmware.api [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.012938] env[69183]: DEBUG nova.network.neutron [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Successfully created port: 7ac95f4d-1be4-4f35-bf50-6ce98985749f {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.044662] env[69183]: INFO nova.compute.manager [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Took 36.53 seconds to build instance. [ 677.050775] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d22712-5a2c-61f8-033e-1f546cd78ad4, 'name': SearchDatastore_Task, 'duration_secs': 0.023344} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.051160] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.051430] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] cbb7af1d-6a53-4762-8337-69b17cdb7581/cbb7af1d-6a53-4762-8337-69b17cdb7581.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.051749] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e992b7a-6976-4edb-945c-8eec338656e3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.060107] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Waiting for the task: (returnval){ [ 677.060107] env[69183]: value = "task-2789364" [ 677.060107] env[69183]: _type = "Task" [ 677.060107] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.072209] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Task: {'id': task-2789364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.120882] env[69183]: DEBUG nova.network.neutron [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.138994] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Task: {'id': task-2789362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22781} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.141808] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.142375] env[69183]: DEBUG nova.network.neutron [-] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.143979] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca912c56-cace-4350-acea-dd200a8a726a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.169508] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4/8e1c9ecd-2e46-4cac-b458-13c8183fbbe4.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.173132] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ec3a9a8-b052-40b2-968e-390fcac9bd5c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.189104] env[69183]: DEBUG nova.compute.manager [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.201067] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8adbd8-3c53-4487-a785-8cdfee160d9c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.206730] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Waiting for the task: (returnval){ [ 677.206730] env[69183]: value = "task-2789365" [ 677.206730] env[69183]: _type = "Task" [ 677.206730] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.215156] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b92da9d-749e-4803-973a-caeeaeb99f4c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.222825] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Task: {'id': task-2789365, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.257954] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94434d5c-87b7-4c07-9f74-13fe35a87195 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.270998] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a016570-37b4-4d22-b3eb-2df8c559b3b7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.286410] env[69183]: DEBUG nova.compute.provider_tree [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.314142] env[69183]: INFO nova.compute.manager [-] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Took 1.04 seconds to deallocate network for instance. [ 677.345100] env[69183]: DEBUG oslo_vmware.api [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789363, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.382911] env[69183]: DEBUG nova.network.neutron [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Updating instance_info_cache with network_info: [{"id": "30fb968b-42c3-400a-bf84-562c057e680c", "address": "fa:16:3e:80:ae:ac", "network": {"id": "6aec650f-322e-48c0-a239-e8c1593cd48b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1349476880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713811fd8d7740dba89f9989855e6254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30fb968b-42", "ovs_interfaceid": "30fb968b-42c3-400a-bf84-562c057e680c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.547142] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4b307ff5-37ef-4f99-9ad7-144d235c3c8e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "67811381-5b1d-454d-923b-ba26dd2c3659" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.731s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.572198] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Task: {'id': task-2789364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511711} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.572586] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] cbb7af1d-6a53-4762-8337-69b17cdb7581/cbb7af1d-6a53-4762-8337-69b17cdb7581.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.572881] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.573218] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a607679-d1c9-4d34-ad9f-30aca3e68da2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.580956] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Waiting for the task: (returnval){ [ 677.580956] env[69183]: value = "task-2789366" [ 677.580956] env[69183]: _type = "Task" [ 677.580956] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.590355] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Task: {'id': task-2789366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.648315] env[69183]: INFO nova.compute.manager [-] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Took 1.36 seconds to deallocate network for instance. [ 677.717581] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Task: {'id': task-2789365, 'name': ReconfigVM_Task, 'duration_secs': 0.468642} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.717858] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4/8e1c9ecd-2e46-4cac-b458-13c8183fbbe4.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.718491] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed144bbc-db31-4b2e-8a87-7427a1ff76ca {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.725946] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Waiting for the task: (returnval){ [ 677.725946] env[69183]: value = "task-2789367" [ 677.725946] env[69183]: _type = "Task" [ 677.725946] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.735378] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Task: {'id': task-2789367, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.790152] env[69183]: DEBUG nova.scheduler.client.report [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.822848] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.851747] env[69183]: DEBUG oslo_vmware.api [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789363, 'name': PowerOffVM_Task, 'duration_secs': 0.519942} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.852039] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.852232] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.852514] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25cf9480-17ee-418f-b0e3-f361b96db478 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.886440] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Releasing lock "refresh_cache-37882545-0972-4f5c-a1e2-37b4f1bb2fc6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.886803] env[69183]: DEBUG nova.compute.manager [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Instance network_info: |[{"id": "30fb968b-42c3-400a-bf84-562c057e680c", "address": "fa:16:3e:80:ae:ac", "network": {"id": "6aec650f-322e-48c0-a239-e8c1593cd48b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1349476880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713811fd8d7740dba89f9989855e6254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30fb968b-42", "ovs_interfaceid": "30fb968b-42c3-400a-bf84-562c057e680c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.889254] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:ae:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '842f738f-eaa4-4444-a9bf-90d2b533184c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30fb968b-42c3-400a-bf84-562c057e680c', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.895283] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Creating folder: Project (713811fd8d7740dba89f9989855e6254). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.895947] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36872b9a-bc44-4786-ad7e-6c5fc8a5d89f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.908321] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Created folder: Project (713811fd8d7740dba89f9989855e6254) in parent group-v560622. [ 677.908584] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Creating folder: Instances. Parent ref: group-v560692. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.908834] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dfbf5c5-9361-4877-9f7c-84c2b4c79842 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.919113] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Created folder: Instances in parent group-v560692. [ 677.919379] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.919578] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.919799] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ae3351a-2d12-45e4-9d04-0494c9df48de {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.940239] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.940239] env[69183]: value = "task-2789372" [ 677.940239] env[69183]: _type = "Task" [ 677.940239] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.949020] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789372, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.044227] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.047100] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.047100] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Deleting the datastore file [datastore1] ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.047100] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a40e8897-311a-435c-82b1-0e2d90d4b2e9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.050303] env[69183]: DEBUG nova.compute.manager [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.054552] env[69183]: DEBUG oslo_vmware.api [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Waiting for the task: (returnval){ [ 678.054552] env[69183]: value = "task-2789373" [ 678.054552] env[69183]: _type = "Task" [ 678.054552] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.064919] env[69183]: DEBUG oslo_vmware.api [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.096335] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Task: {'id': task-2789366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070536} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.096335] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.096335] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397fda52-e7c4-4967-ae45-e3f959022fcc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.120565] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] cbb7af1d-6a53-4762-8337-69b17cdb7581/cbb7af1d-6a53-4762-8337-69b17cdb7581.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.121239] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1b2af88-2e75-4011-af2f-0885e8bc6d51 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.143365] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Waiting for the task: (returnval){ [ 678.143365] env[69183]: value = "task-2789374" [ 678.143365] env[69183]: _type = "Task" [ 678.143365] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.153914] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Task: {'id': task-2789374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.154532] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.201966] env[69183]: DEBUG nova.compute.manager [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.233150] env[69183]: DEBUG nova.virt.hardware [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.233413] env[69183]: DEBUG nova.virt.hardware [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.233569] env[69183]: DEBUG nova.virt.hardware [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.233750] env[69183]: DEBUG nova.virt.hardware [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.233896] env[69183]: DEBUG nova.virt.hardware [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.238239] env[69183]: DEBUG nova.virt.hardware [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.238561] env[69183]: DEBUG nova.virt.hardware [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.239185] env[69183]: DEBUG nova.virt.hardware [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.239417] env[69183]: DEBUG nova.virt.hardware [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.239612] env[69183]: DEBUG nova.virt.hardware [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.240323] env[69183]: DEBUG nova.virt.hardware [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.243666] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91653bb6-e30f-4aaf-8a9d-cfe8b04c243e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.257144] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00190b18-d17b-46ae-92a5-9ac71d28cac7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.261730] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Task: {'id': task-2789367, 'name': Rename_Task, 'duration_secs': 0.387126} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.262639] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.263488] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2226619b-0019-43b7-9b3e-4c2274fe05fc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.276944] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Waiting for the task: (returnval){ [ 678.276944] env[69183]: value = "task-2789375" [ 678.276944] env[69183]: _type = "Task" [ 678.276944] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.289933] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Task: {'id': task-2789375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.298956] env[69183]: DEBUG oslo_concurrency.lockutils [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.302582] env[69183]: DEBUG oslo_concurrency.lockutils [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.655s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.303153] env[69183]: DEBUG nova.objects.instance [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lazy-loading 'resources' on Instance uuid 67db8d5d-3399-4519-a950-5dcce2f54210 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.327049] env[69183]: INFO nova.scheduler.client.report [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Deleted allocations for instance 941df97c-8cc5-4ffd-9cff-60f38a72579d [ 678.399574] env[69183]: DEBUG nova.compute.manager [req-5449769e-2257-44aa-8ecf-b6eb7fd499cd req-b449bb58-e4d3-4396-9ed6-e91a1e6af134 service nova] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Received event network-changed-765a6f19-7429-440b-80f7-54eeebe7e30a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 678.399574] env[69183]: DEBUG nova.compute.manager [req-5449769e-2257-44aa-8ecf-b6eb7fd499cd req-b449bb58-e4d3-4396-9ed6-e91a1e6af134 service nova] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Refreshing instance network info cache due to event network-changed-765a6f19-7429-440b-80f7-54eeebe7e30a. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 678.399825] env[69183]: DEBUG oslo_concurrency.lockutils [req-5449769e-2257-44aa-8ecf-b6eb7fd499cd req-b449bb58-e4d3-4396-9ed6-e91a1e6af134 service nova] Acquiring lock "refresh_cache-67811381-5b1d-454d-923b-ba26dd2c3659" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.400962] env[69183]: DEBUG oslo_concurrency.lockutils [req-5449769e-2257-44aa-8ecf-b6eb7fd499cd req-b449bb58-e4d3-4396-9ed6-e91a1e6af134 service nova] Acquired lock "refresh_cache-67811381-5b1d-454d-923b-ba26dd2c3659" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.400962] env[69183]: DEBUG nova.network.neutron [req-5449769e-2257-44aa-8ecf-b6eb7fd499cd req-b449bb58-e4d3-4396-9ed6-e91a1e6af134 service nova] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Refreshing network info cache for port 765a6f19-7429-440b-80f7-54eeebe7e30a {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.421971] env[69183]: DEBUG nova.compute.manager [req-9b12536e-ac60-4e8f-94fd-14a32c0e251d req-bc708cbc-697f-41fc-84ba-7cc9763bf752 service nova] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Received event network-changed-30fb968b-42c3-400a-bf84-562c057e680c {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 678.422632] env[69183]: DEBUG nova.compute.manager [req-9b12536e-ac60-4e8f-94fd-14a32c0e251d req-bc708cbc-697f-41fc-84ba-7cc9763bf752 service nova] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Refreshing instance network info cache due to event network-changed-30fb968b-42c3-400a-bf84-562c057e680c. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 678.422855] env[69183]: DEBUG oslo_concurrency.lockutils [req-9b12536e-ac60-4e8f-94fd-14a32c0e251d req-bc708cbc-697f-41fc-84ba-7cc9763bf752 service nova] Acquiring lock "refresh_cache-37882545-0972-4f5c-a1e2-37b4f1bb2fc6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.422998] env[69183]: DEBUG oslo_concurrency.lockutils [req-9b12536e-ac60-4e8f-94fd-14a32c0e251d req-bc708cbc-697f-41fc-84ba-7cc9763bf752 service nova] Acquired lock "refresh_cache-37882545-0972-4f5c-a1e2-37b4f1bb2fc6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.423172] env[69183]: DEBUG nova.network.neutron [req-9b12536e-ac60-4e8f-94fd-14a32c0e251d req-bc708cbc-697f-41fc-84ba-7cc9763bf752 service nova] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Refreshing network info cache for port 30fb968b-42c3-400a-bf84-562c057e680c {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.451717] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789372, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.570527] env[69183]: DEBUG oslo_vmware.api [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21424} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.571408] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.571408] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.571408] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.571408] env[69183]: INFO nova.compute.manager [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Took 1.76 seconds to destroy the instance on the hypervisor. [ 678.571592] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.571793] env[69183]: DEBUG nova.compute.manager [-] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.571909] env[69183]: DEBUG nova.network.neutron [-] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.580706] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.654796] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Task: {'id': task-2789374, 'name': ReconfigVM_Task, 'duration_secs': 0.341788} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.656838] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Reconfigured VM instance instance-00000017 to attach disk [datastore1] cbb7af1d-6a53-4762-8337-69b17cdb7581/cbb7af1d-6a53-4762-8337-69b17cdb7581.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.656838] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27c9a36f-f19e-4231-b1ed-cf52e903e372 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.665164] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Waiting for the task: (returnval){ [ 678.665164] env[69183]: value = "task-2789376" [ 678.665164] env[69183]: _type = "Task" [ 678.665164] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.675831] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Task: {'id': task-2789376, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.788570] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Task: {'id': task-2789375, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.821891] env[69183]: DEBUG nova.network.neutron [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Successfully updated port: 7ac95f4d-1be4-4f35-bf50-6ce98985749f {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.839734] env[69183]: DEBUG oslo_concurrency.lockutils [None req-676c0f83-9e68-4912-8c31-4d8b6b63a115 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "941df97c-8cc5-4ffd-9cff-60f38a72579d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.663s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.957298] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789372, 'name': CreateVM_Task, 'duration_secs': 0.575713} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.957298] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.957298] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.957298] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.957298] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.961425] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7b56e33-53bb-45ae-a4e1-c58ed1f24100 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.973506] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 678.973506] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e1bf1c-01bd-2b67-6cbb-f895e726039c" [ 678.973506] env[69183]: _type = "Task" [ 678.973506] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.985346] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e1bf1c-01bd-2b67-6cbb-f895e726039c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.179651] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Task: {'id': task-2789376, 'name': Rename_Task, 'duration_secs': 0.220025} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.183063] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.183569] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bde36dad-95b6-4319-8cd0-918b39f13909 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.198021] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Waiting for the task: (returnval){ [ 679.198021] env[69183]: value = "task-2789377" [ 679.198021] env[69183]: _type = "Task" [ 679.198021] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.214880] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Task: {'id': task-2789377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.275270] env[69183]: DEBUG nova.network.neutron [req-5449769e-2257-44aa-8ecf-b6eb7fd499cd req-b449bb58-e4d3-4396-9ed6-e91a1e6af134 service nova] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Updated VIF entry in instance network info cache for port 765a6f19-7429-440b-80f7-54eeebe7e30a. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.275270] env[69183]: DEBUG nova.network.neutron [req-5449769e-2257-44aa-8ecf-b6eb7fd499cd req-b449bb58-e4d3-4396-9ed6-e91a1e6af134 service nova] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Updating instance_info_cache with network_info: [{"id": "765a6f19-7429-440b-80f7-54eeebe7e30a", "address": "fa:16:3e:2a:31:55", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap765a6f19-74", "ovs_interfaceid": "765a6f19-7429-440b-80f7-54eeebe7e30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.295773] env[69183]: DEBUG oslo_vmware.api [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Task: {'id': task-2789375, 'name': PowerOnVM_Task, 'duration_secs': 0.964829} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.297783] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.297975] env[69183]: INFO nova.compute.manager [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Took 9.30 seconds to spawn the instance on the hypervisor. [ 679.298271] env[69183]: DEBUG nova.compute.manager [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.300103] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c522a9c6-846d-492e-b4e8-ef6cf19ba2b8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.303987] env[69183]: DEBUG nova.network.neutron [req-9b12536e-ac60-4e8f-94fd-14a32c0e251d req-bc708cbc-697f-41fc-84ba-7cc9763bf752 service nova] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Updated VIF entry in instance network info cache for port 30fb968b-42c3-400a-bf84-562c057e680c. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.304329] env[69183]: DEBUG nova.network.neutron [req-9b12536e-ac60-4e8f-94fd-14a32c0e251d req-bc708cbc-697f-41fc-84ba-7cc9763bf752 service nova] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Updating instance_info_cache with network_info: [{"id": "30fb968b-42c3-400a-bf84-562c057e680c", "address": "fa:16:3e:80:ae:ac", "network": {"id": "6aec650f-322e-48c0-a239-e8c1593cd48b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1349476880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713811fd8d7740dba89f9989855e6254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30fb968b-42", "ovs_interfaceid": "30fb968b-42c3-400a-bf84-562c057e680c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.324760] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "refresh_cache-c2b68522-d582-49d7-b288-426405aec498" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.324760] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquired lock "refresh_cache-c2b68522-d582-49d7-b288-426405aec498" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.324979] env[69183]: DEBUG nova.network.neutron [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.422297] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db92ae0-8e7f-4429-96a2-d38b313f51bf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.431406] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f95820-d03f-419d-b88e-eeb3ae534f72 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.469393] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a2ba52-a4e0-4bec-8300-094bc922cfbd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.483103] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4d3002-3848-4be6-a388-09b43a59f088 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.495086] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e1bf1c-01bd-2b67-6cbb-f895e726039c, 'name': SearchDatastore_Task, 'duration_secs': 0.013206} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.495086] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.495086] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.495343] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.495484] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.495663] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.496151] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6632c984-642a-4d10-8472-3af1a2b1d77b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.506166] env[69183]: DEBUG nova.compute.provider_tree [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.518034] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.518268] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.519473] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d33da00-a296-4bff-933f-e49f9fba9772 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.526124] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 679.526124] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52dc5ed2-f388-1c4a-86e0-819e36156785" [ 679.526124] env[69183]: _type = "Task" [ 679.526124] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.537585] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52dc5ed2-f388-1c4a-86e0-819e36156785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.709630] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Task: {'id': task-2789377, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.781470] env[69183]: DEBUG oslo_concurrency.lockutils [req-5449769e-2257-44aa-8ecf-b6eb7fd499cd req-b449bb58-e4d3-4396-9ed6-e91a1e6af134 service nova] Releasing lock "refresh_cache-67811381-5b1d-454d-923b-ba26dd2c3659" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.808970] env[69183]: DEBUG oslo_concurrency.lockutils [req-9b12536e-ac60-4e8f-94fd-14a32c0e251d req-bc708cbc-697f-41fc-84ba-7cc9763bf752 service nova] Releasing lock "refresh_cache-37882545-0972-4f5c-a1e2-37b4f1bb2fc6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.809348] env[69183]: DEBUG nova.compute.manager [req-9b12536e-ac60-4e8f-94fd-14a32c0e251d req-bc708cbc-697f-41fc-84ba-7cc9763bf752 service nova] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Received event network-vif-deleted-b820e460-dbb3-4e22-85fc-30b94d65f9e5 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 679.830926] env[69183]: INFO nova.compute.manager [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Took 31.68 seconds to build instance. [ 679.860729] env[69183]: DEBUG nova.network.neutron [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.996999] env[69183]: DEBUG nova.network.neutron [-] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.010327] env[69183]: DEBUG nova.scheduler.client.report [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.022090] env[69183]: DEBUG nova.network.neutron [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Updating instance_info_cache with network_info: [{"id": "7ac95f4d-1be4-4f35-bf50-6ce98985749f", "address": "fa:16:3e:7e:e2:65", "network": {"id": "3a885490-69b5-423b-817d-5f04c6239ccc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-749963551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec6e549a17749538feaa7da71d01c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac95f4d-1b", "ovs_interfaceid": "7ac95f4d-1be4-4f35-bf50-6ce98985749f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.037340] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52dc5ed2-f388-1c4a-86e0-819e36156785, 'name': SearchDatastore_Task, 'duration_secs': 0.010702} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.038701] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f594f17-c636-45eb-a19f-0ca226affea2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.045189] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 680.045189] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52920484-7f30-034c-c7ae-1f64431d8a1d" [ 680.045189] env[69183]: _type = "Task" [ 680.045189] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.054887] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52920484-7f30-034c-c7ae-1f64431d8a1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.208640] env[69183]: DEBUG oslo_vmware.api [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Task: {'id': task-2789377, 'name': PowerOnVM_Task, 'duration_secs': 0.76121} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.209167] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.209167] env[69183]: INFO nova.compute.manager [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Took 7.54 seconds to spawn the instance on the hypervisor. [ 680.209400] env[69183]: DEBUG nova.compute.manager [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.210121] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a55641-c20a-4f47-bbd6-c9548789ec9a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.334433] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b12a3b28-0d6a-4da3-8bbc-33b5635f79ba tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Lock "8e1c9ecd-2e46-4cac-b458-13c8183fbbe4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.668s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.500479] env[69183]: DEBUG nova.compute.manager [req-38f74040-5d44-4a50-8f75-439e8eef1372 req-25dcfe68-9132-4f04-9783-02aea198af2e service nova] [instance: c2b68522-d582-49d7-b288-426405aec498] Received event network-vif-plugged-7ac95f4d-1be4-4f35-bf50-6ce98985749f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 680.500705] env[69183]: DEBUG oslo_concurrency.lockutils [req-38f74040-5d44-4a50-8f75-439e8eef1372 req-25dcfe68-9132-4f04-9783-02aea198af2e service nova] Acquiring lock "c2b68522-d582-49d7-b288-426405aec498-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.500910] env[69183]: DEBUG oslo_concurrency.lockutils [req-38f74040-5d44-4a50-8f75-439e8eef1372 req-25dcfe68-9132-4f04-9783-02aea198af2e service nova] Lock "c2b68522-d582-49d7-b288-426405aec498-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.503178] env[69183]: DEBUG oslo_concurrency.lockutils [req-38f74040-5d44-4a50-8f75-439e8eef1372 req-25dcfe68-9132-4f04-9783-02aea198af2e service nova] Lock "c2b68522-d582-49d7-b288-426405aec498-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.503454] env[69183]: DEBUG nova.compute.manager [req-38f74040-5d44-4a50-8f75-439e8eef1372 req-25dcfe68-9132-4f04-9783-02aea198af2e service nova] [instance: c2b68522-d582-49d7-b288-426405aec498] No waiting events found dispatching network-vif-plugged-7ac95f4d-1be4-4f35-bf50-6ce98985749f {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.503558] env[69183]: WARNING nova.compute.manager [req-38f74040-5d44-4a50-8f75-439e8eef1372 req-25dcfe68-9132-4f04-9783-02aea198af2e service nova] [instance: c2b68522-d582-49d7-b288-426405aec498] Received unexpected event network-vif-plugged-7ac95f4d-1be4-4f35-bf50-6ce98985749f for instance with vm_state building and task_state spawning. [ 680.503734] env[69183]: DEBUG nova.compute.manager [req-38f74040-5d44-4a50-8f75-439e8eef1372 req-25dcfe68-9132-4f04-9783-02aea198af2e service nova] [instance: c2b68522-d582-49d7-b288-426405aec498] Received event network-changed-7ac95f4d-1be4-4f35-bf50-6ce98985749f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 680.503871] env[69183]: DEBUG nova.compute.manager [req-38f74040-5d44-4a50-8f75-439e8eef1372 req-25dcfe68-9132-4f04-9783-02aea198af2e service nova] [instance: c2b68522-d582-49d7-b288-426405aec498] Refreshing instance network info cache due to event network-changed-7ac95f4d-1be4-4f35-bf50-6ce98985749f. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 680.504068] env[69183]: DEBUG oslo_concurrency.lockutils [req-38f74040-5d44-4a50-8f75-439e8eef1372 req-25dcfe68-9132-4f04-9783-02aea198af2e service nova] Acquiring lock "refresh_cache-c2b68522-d582-49d7-b288-426405aec498" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.504398] env[69183]: INFO nova.compute.manager [-] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Took 1.93 seconds to deallocate network for instance. [ 680.515710] env[69183]: DEBUG oslo_concurrency.lockutils [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.519942] env[69183]: DEBUG oslo_concurrency.lockutils [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.634s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.520936] env[69183]: INFO nova.compute.claims [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.524275] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Releasing lock "refresh_cache-c2b68522-d582-49d7-b288-426405aec498" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.527018] env[69183]: DEBUG nova.compute.manager [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Instance network_info: |[{"id": "7ac95f4d-1be4-4f35-bf50-6ce98985749f", "address": "fa:16:3e:7e:e2:65", "network": {"id": "3a885490-69b5-423b-817d-5f04c6239ccc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-749963551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec6e549a17749538feaa7da71d01c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac95f4d-1b", "ovs_interfaceid": "7ac95f4d-1be4-4f35-bf50-6ce98985749f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.527018] env[69183]: DEBUG oslo_concurrency.lockutils [req-38f74040-5d44-4a50-8f75-439e8eef1372 req-25dcfe68-9132-4f04-9783-02aea198af2e service nova] Acquired lock "refresh_cache-c2b68522-d582-49d7-b288-426405aec498" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.527018] env[69183]: DEBUG nova.network.neutron [req-38f74040-5d44-4a50-8f75-439e8eef1372 req-25dcfe68-9132-4f04-9783-02aea198af2e service nova] [instance: c2b68522-d582-49d7-b288-426405aec498] Refreshing network info cache for port 7ac95f4d-1be4-4f35-bf50-6ce98985749f {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.527018] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:e2:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8614db14-cc04-466b-b309-367ab8296cda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ac95f4d-1be4-4f35-bf50-6ce98985749f', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.534184] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Creating folder: Project (1ec6e549a17749538feaa7da71d01c09). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.534823] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22f1a8cc-c4cd-452f-990f-f776d1677ab5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.551207] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Created folder: Project (1ec6e549a17749538feaa7da71d01c09) in parent group-v560622. [ 680.551449] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Creating folder: Instances. Parent ref: group-v560695. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.552081] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0009161d-7011-474c-a772-bb1cdf32f12a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.558865] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52920484-7f30-034c-c7ae-1f64431d8a1d, 'name': SearchDatastore_Task, 'duration_secs': 0.009615} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.558865] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.558998] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 37882545-0972-4f5c-a1e2-37b4f1bb2fc6/37882545-0972-4f5c-a1e2-37b4f1bb2fc6.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.559249] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b493c06d-c15d-4630-9c42-8cab50cb3754 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.569479] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 680.569479] env[69183]: value = "task-2789381" [ 680.569479] env[69183]: _type = "Task" [ 680.569479] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.572700] env[69183]: INFO nova.scheduler.client.report [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Deleted allocations for instance 67db8d5d-3399-4519-a950-5dcce2f54210 [ 680.574392] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Created folder: Instances in parent group-v560695. [ 680.574515] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.588021] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2b68522-d582-49d7-b288-426405aec498] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.588021] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eac5dd23-d95d-494c-80e5-8a9ebbfd150b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.608104] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.610207] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.610207] env[69183]: value = "task-2789382" [ 680.610207] env[69183]: _type = "Task" [ 680.610207] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.619808] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789382, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.720118] env[69183]: DEBUG nova.compute.manager [req-e986deb0-5f7b-45eb-82c8-929e6cac1e58 req-0fd9ed27-9813-4f63-ae10-15926e961d68 service nova] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Received event network-changed-2ecba0d6-7a57-4ebb-a652-9ad592fe6805 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 680.720118] env[69183]: DEBUG nova.compute.manager [req-e986deb0-5f7b-45eb-82c8-929e6cac1e58 req-0fd9ed27-9813-4f63-ae10-15926e961d68 service nova] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Refreshing instance network info cache due to event network-changed-2ecba0d6-7a57-4ebb-a652-9ad592fe6805. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 680.720305] env[69183]: DEBUG oslo_concurrency.lockutils [req-e986deb0-5f7b-45eb-82c8-929e6cac1e58 req-0fd9ed27-9813-4f63-ae10-15926e961d68 service nova] Acquiring lock "refresh_cache-8e1c9ecd-2e46-4cac-b458-13c8183fbbe4" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.720481] env[69183]: DEBUG oslo_concurrency.lockutils [req-e986deb0-5f7b-45eb-82c8-929e6cac1e58 req-0fd9ed27-9813-4f63-ae10-15926e961d68 service nova] Acquired lock "refresh_cache-8e1c9ecd-2e46-4cac-b458-13c8183fbbe4" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.721267] env[69183]: DEBUG nova.network.neutron [req-e986deb0-5f7b-45eb-82c8-929e6cac1e58 req-0fd9ed27-9813-4f63-ae10-15926e961d68 service nova] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Refreshing network info cache for port 2ecba0d6-7a57-4ebb-a652-9ad592fe6805 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.730905] env[69183]: INFO nova.compute.manager [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Took 32.04 seconds to build instance. [ 680.838719] env[69183]: DEBUG nova.compute.manager [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.011656] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.087766] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492233} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.088114] env[69183]: DEBUG oslo_concurrency.lockutils [None req-add8eb37-9e57-4e66-ba7b-3f715c743501 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "67db8d5d-3399-4519-a950-5dcce2f54210" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.361s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.089083] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 37882545-0972-4f5c-a1e2-37b4f1bb2fc6/37882545-0972-4f5c-a1e2-37b4f1bb2fc6.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.089693] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.089951] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82bf5abf-2cac-4ff6-953b-823e6e2e8b93 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.098190] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 681.098190] env[69183]: value = "task-2789383" [ 681.098190] env[69183]: _type = "Task" [ 681.098190] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.108393] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.121420] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789382, 'name': CreateVM_Task, 'duration_secs': 0.483781} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.121420] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2b68522-d582-49d7-b288-426405aec498] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.122022] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.123035] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.123035] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.123306] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30f56011-4597-4e20-a1ad-f1c65e49a6f5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.128654] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 681.128654] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]522c3609-ca59-2d6f-e3e2-94f269fff0b6" [ 681.128654] env[69183]: _type = "Task" [ 681.128654] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.139213] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]522c3609-ca59-2d6f-e3e2-94f269fff0b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.236028] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e8f60725-33fc-4558-9979-15fded8b2fc3 tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Lock "cbb7af1d-6a53-4762-8337-69b17cdb7581" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.693s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.266746] env[69183]: DEBUG nova.network.neutron [req-38f74040-5d44-4a50-8f75-439e8eef1372 req-25dcfe68-9132-4f04-9783-02aea198af2e service nova] [instance: c2b68522-d582-49d7-b288-426405aec498] Updated VIF entry in instance network info cache for port 7ac95f4d-1be4-4f35-bf50-6ce98985749f. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.267102] env[69183]: DEBUG nova.network.neutron [req-38f74040-5d44-4a50-8f75-439e8eef1372 req-25dcfe68-9132-4f04-9783-02aea198af2e service nova] [instance: c2b68522-d582-49d7-b288-426405aec498] Updating instance_info_cache with network_info: [{"id": "7ac95f4d-1be4-4f35-bf50-6ce98985749f", "address": "fa:16:3e:7e:e2:65", "network": {"id": "3a885490-69b5-423b-817d-5f04c6239ccc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-749963551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec6e549a17749538feaa7da71d01c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac95f4d-1b", "ovs_interfaceid": "7ac95f4d-1be4-4f35-bf50-6ce98985749f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.372575] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.615147] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089988} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.615147] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.616169] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11d0063-af05-4888-992b-d56b62dad094 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.646543] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 37882545-0972-4f5c-a1e2-37b4f1bb2fc6/37882545-0972-4f5c-a1e2-37b4f1bb2fc6.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.654675] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b71aa9e4-4b5d-434b-b3cf-9bcc315bc438 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.678093] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]522c3609-ca59-2d6f-e3e2-94f269fff0b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011099} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.679615] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.679889] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.680313] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.680529] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.680767] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.681154] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 681.681154] env[69183]: value = "task-2789384" [ 681.681154] env[69183]: _type = "Task" [ 681.681154] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.681447] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef775380-e375-44d4-94eb-f0801add4486 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.694424] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.694850] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.695108] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.695867] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1acc612d-3248-45b8-880b-ab093965c3f0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.703168] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 681.703168] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52ad467f-5104-4e74-3199-b86685241dc0" [ 681.703168] env[69183]: _type = "Task" [ 681.703168] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.719023] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52ad467f-5104-4e74-3199-b86685241dc0, 'name': SearchDatastore_Task, 'duration_secs': 0.011855} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.719023] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e21949b4-5f04-4c35-945d-3ca2925cf455 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.727149] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 681.727149] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]528e0bc0-4220-6101-81aa-02d63419f8e1" [ 681.727149] env[69183]: _type = "Task" [ 681.727149] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.738099] env[69183]: DEBUG nova.compute.manager [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.740526] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528e0bc0-4220-6101-81aa-02d63419f8e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.769362] env[69183]: DEBUG oslo_concurrency.lockutils [req-38f74040-5d44-4a50-8f75-439e8eef1372 req-25dcfe68-9132-4f04-9783-02aea198af2e service nova] Releasing lock "refresh_cache-c2b68522-d582-49d7-b288-426405aec498" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.769688] env[69183]: DEBUG nova.compute.manager [req-38f74040-5d44-4a50-8f75-439e8eef1372 req-25dcfe68-9132-4f04-9783-02aea198af2e service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Received event network-vif-deleted-09f24967-be59-40a7-9c5e-62e9e0c27b70 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 681.769906] env[69183]: DEBUG nova.compute.manager [req-38f74040-5d44-4a50-8f75-439e8eef1372 req-25dcfe68-9132-4f04-9783-02aea198af2e service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Received event network-vif-deleted-542c0f5a-ca88-4340-8c58-5148c062324a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 681.770116] env[69183]: DEBUG nova.compute.manager [req-38f74040-5d44-4a50-8f75-439e8eef1372 req-25dcfe68-9132-4f04-9783-02aea198af2e service nova] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Received event network-vif-deleted-82320fea-ae49-4c8d-a9ec-fdb8f06df39b {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 681.892336] env[69183]: DEBUG nova.network.neutron [req-e986deb0-5f7b-45eb-82c8-929e6cac1e58 req-0fd9ed27-9813-4f63-ae10-15926e961d68 service nova] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Updated VIF entry in instance network info cache for port 2ecba0d6-7a57-4ebb-a652-9ad592fe6805. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.892420] env[69183]: DEBUG nova.network.neutron [req-e986deb0-5f7b-45eb-82c8-929e6cac1e58 req-0fd9ed27-9813-4f63-ae10-15926e961d68 service nova] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Updating instance_info_cache with network_info: [{"id": "2ecba0d6-7a57-4ebb-a652-9ad592fe6805", "address": "fa:16:3e:a1:fc:3c", "network": {"id": "a330ab52-f41e-482f-b372-9ffa4bf7bcfd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-657419777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f865efc5c6c74758a9b05dd6d5024806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ecba0d6-7a", "ovs_interfaceid": "2ecba0d6-7a57-4ebb-a652-9ad592fe6805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.105034] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68acbbd4-6400-4f55-b0ca-700c0b7302b7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.115543] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b0bbc9-dced-4400-a6c5-d00c6fd7d6bb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.148858] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b49d2fc-99dd-4fce-a24e-5a67ea3e1bce {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.157835] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d22823-c030-493a-a43b-7f11811887e9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.177091] env[69183]: DEBUG nova.compute.provider_tree [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.193553] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.239322] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528e0bc0-4220-6101-81aa-02d63419f8e1, 'name': SearchDatastore_Task, 'duration_secs': 0.011878} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.242022] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.242022] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] c2b68522-d582-49d7-b288-426405aec498/c2b68522-d582-49d7-b288-426405aec498.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.242022] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b15e6f2-7ca8-4d1f-9ecf-64a82c86b403 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.257601] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 682.257601] env[69183]: value = "task-2789385" [ 682.257601] env[69183]: _type = "Task" [ 682.257601] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.266842] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.268250] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.388419] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "d496b806-b894-48f1-839d-2551f81c2cb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.388819] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "d496b806-b894-48f1-839d-2551f81c2cb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.401923] env[69183]: DEBUG oslo_concurrency.lockutils [req-e986deb0-5f7b-45eb-82c8-929e6cac1e58 req-0fd9ed27-9813-4f63-ae10-15926e961d68 service nova] Releasing lock "refresh_cache-8e1c9ecd-2e46-4cac-b458-13c8183fbbe4" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.419613] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "b3a1f91d-d3bd-4127-b294-c10ce3a2edfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.419818] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "b3a1f91d-d3bd-4127-b294-c10ce3a2edfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.605164] env[69183]: DEBUG nova.compute.manager [req-081f9e7c-54ec-4ebf-93b5-98d87ec02d55 req-352e5479-a55d-455d-aba1-6f4de60e1d93 service nova] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Received event network-changed-143dfaf9-c319-40d1-936f-dd1482be2a2f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 682.605332] env[69183]: DEBUG nova.compute.manager [req-081f9e7c-54ec-4ebf-93b5-98d87ec02d55 req-352e5479-a55d-455d-aba1-6f4de60e1d93 service nova] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Refreshing instance network info cache due to event network-changed-143dfaf9-c319-40d1-936f-dd1482be2a2f. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 682.605707] env[69183]: DEBUG oslo_concurrency.lockutils [req-081f9e7c-54ec-4ebf-93b5-98d87ec02d55 req-352e5479-a55d-455d-aba1-6f4de60e1d93 service nova] Acquiring lock "refresh_cache-cbb7af1d-6a53-4762-8337-69b17cdb7581" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.605921] env[69183]: DEBUG oslo_concurrency.lockutils [req-081f9e7c-54ec-4ebf-93b5-98d87ec02d55 req-352e5479-a55d-455d-aba1-6f4de60e1d93 service nova] Acquired lock "refresh_cache-cbb7af1d-6a53-4762-8337-69b17cdb7581" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.606148] env[69183]: DEBUG nova.network.neutron [req-081f9e7c-54ec-4ebf-93b5-98d87ec02d55 req-352e5479-a55d-455d-aba1-6f4de60e1d93 service nova] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Refreshing network info cache for port 143dfaf9-c319-40d1-936f-dd1482be2a2f {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.681040] env[69183]: DEBUG nova.scheduler.client.report [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.697805] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789384, 'name': ReconfigVM_Task, 'duration_secs': 0.666659} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.698183] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 37882545-0972-4f5c-a1e2-37b4f1bb2fc6/37882545-0972-4f5c-a1e2-37b4f1bb2fc6.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.698908] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e908300-7665-4677-9dc1-a5735765aed3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.707144] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 682.707144] env[69183]: value = "task-2789386" [ 682.707144] env[69183]: _type = "Task" [ 682.707144] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.716904] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789386, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.766306] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465786} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.766589] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] c2b68522-d582-49d7-b288-426405aec498/c2b68522-d582-49d7-b288-426405aec498.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.766801] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.767076] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-863b860a-2cae-47be-b677-1c0e8e89b590 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.775300] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 682.775300] env[69183]: value = "task-2789387" [ 682.775300] env[69183]: _type = "Task" [ 682.775300] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.784258] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.187533] env[69183]: DEBUG oslo_concurrency.lockutils [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.188073] env[69183]: DEBUG nova.compute.manager [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.194288] env[69183]: DEBUG oslo_concurrency.lockutils [None req-22efb565-6883-4d51-9932-62688b5a8be6 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.234s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.219721] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789386, 'name': Rename_Task, 'duration_secs': 0.322255} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.220591] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.221267] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05582f27-5014-4a6c-9d1c-e04edf4b18f2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.233622] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 683.233622] env[69183]: value = "task-2789388" [ 683.233622] env[69183]: _type = "Task" [ 683.233622] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.242945] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.286299] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068892} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.288835] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.289731] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2070e635-fbf4-48a3-a2dd-ef073af2899d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.315058] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] c2b68522-d582-49d7-b288-426405aec498/c2b68522-d582-49d7-b288-426405aec498.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.315430] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25391448-25d2-4160-b056-673383299e1b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.336647] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 683.336647] env[69183]: value = "task-2789389" [ 683.336647] env[69183]: _type = "Task" [ 683.336647] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.346308] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.467012] env[69183]: DEBUG nova.network.neutron [req-081f9e7c-54ec-4ebf-93b5-98d87ec02d55 req-352e5479-a55d-455d-aba1-6f4de60e1d93 service nova] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Updated VIF entry in instance network info cache for port 143dfaf9-c319-40d1-936f-dd1482be2a2f. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.467416] env[69183]: DEBUG nova.network.neutron [req-081f9e7c-54ec-4ebf-93b5-98d87ec02d55 req-352e5479-a55d-455d-aba1-6f4de60e1d93 service nova] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Updating instance_info_cache with network_info: [{"id": "143dfaf9-c319-40d1-936f-dd1482be2a2f", "address": "fa:16:3e:98:58:41", "network": {"id": "143ba519-22b0-469d-a281-d97b1e5c0f0d", "bridge": "br-int", "label": "tempest-ServersTestJSON-771575682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df40ac80418479cbed9db1dcf2f5990", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap143dfaf9-c3", "ovs_interfaceid": "143dfaf9-c319-40d1-936f-dd1482be2a2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.700641] env[69183]: DEBUG nova.compute.utils [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.702245] env[69183]: DEBUG nova.compute.manager [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.702428] env[69183]: DEBUG nova.network.neutron [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.746533] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.753061] env[69183]: DEBUG nova.policy [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12b96bbf87d9435a8357dc00605a27f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a710f170b37497f870762d9876524b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.852212] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.903182] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Acquiring lock "6d13a6c3-6f6e-4a36-9e9b-5e8abb261950" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.903438] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Lock "6d13a6c3-6f6e-4a36-9e9b-5e8abb261950" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.973707] env[69183]: DEBUG oslo_concurrency.lockutils [req-081f9e7c-54ec-4ebf-93b5-98d87ec02d55 req-352e5479-a55d-455d-aba1-6f4de60e1d93 service nova] Releasing lock "refresh_cache-cbb7af1d-6a53-4762-8337-69b17cdb7581" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.124352] env[69183]: DEBUG nova.network.neutron [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Successfully created port: cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.183028] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bdf45d-d07e-4d52-b600-dca9efcfb75e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.190805] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6228c1e-4718-467a-bb11-bd799794e5cc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.899323] env[69183]: DEBUG nova.compute.manager [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.908533] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2795679-0557-4081-b641-7b4795627c89 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.917069] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789389, 'name': ReconfigVM_Task, 'duration_secs': 0.720902} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.921684] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Reconfigured VM instance instance-00000019 to attach disk [datastore2] c2b68522-d582-49d7-b288-426405aec498/c2b68522-d582-49d7-b288-426405aec498.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.922307] env[69183]: DEBUG oslo_vmware.api [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789388, 'name': PowerOnVM_Task, 'duration_secs': 0.895083} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.922551] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-024cfabe-b44a-42ad-a736-8aa162aece76 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.924011] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.924214] env[69183]: INFO nova.compute.manager [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Took 9.48 seconds to spawn the instance on the hypervisor. [ 684.924387] env[69183]: DEBUG nova.compute.manager [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.925560] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc64e684-cdb1-4522-a34d-06a537029201 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.929709] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e21d526-38f5-4109-b659-409ca4b3abf4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.948052] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 684.948052] env[69183]: value = "task-2789390" [ 684.948052] env[69183]: _type = "Task" [ 684.948052] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.948533] env[69183]: DEBUG nova.compute.provider_tree [None req-22efb565-6883-4d51-9932-62688b5a8be6 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.959726] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789390, 'name': Rename_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.455522] env[69183]: DEBUG nova.scheduler.client.report [None req-22efb565-6883-4d51-9932-62688b5a8be6 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.467378] env[69183]: INFO nova.compute.manager [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Took 36.68 seconds to build instance. [ 685.477384] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789390, 'name': Rename_Task, 'duration_secs': 0.478151} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.477657] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.477912] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6990416c-014e-4630-9ec6-c0de2ae4943c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.486451] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 685.486451] env[69183]: value = "task-2789391" [ 685.486451] env[69183]: _type = "Task" [ 685.486451] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.495898] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.779170] env[69183]: DEBUG nova.compute.manager [req-f7725873-2656-441d-9941-15ff4a09d652 req-3253ff92-6f85-4388-afc4-a321ab8120c8 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Received event network-vif-plugged-cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 685.779170] env[69183]: DEBUG oslo_concurrency.lockutils [req-f7725873-2656-441d-9941-15ff4a09d652 req-3253ff92-6f85-4388-afc4-a321ab8120c8 service nova] Acquiring lock "121683d3-7205-425c-ae2e-e5866e555044-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.779170] env[69183]: DEBUG oslo_concurrency.lockutils [req-f7725873-2656-441d-9941-15ff4a09d652 req-3253ff92-6f85-4388-afc4-a321ab8120c8 service nova] Lock "121683d3-7205-425c-ae2e-e5866e555044-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.779170] env[69183]: DEBUG oslo_concurrency.lockutils [req-f7725873-2656-441d-9941-15ff4a09d652 req-3253ff92-6f85-4388-afc4-a321ab8120c8 service nova] Lock "121683d3-7205-425c-ae2e-e5866e555044-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.779170] env[69183]: DEBUG nova.compute.manager [req-f7725873-2656-441d-9941-15ff4a09d652 req-3253ff92-6f85-4388-afc4-a321ab8120c8 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] No waiting events found dispatching network-vif-plugged-cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.779539] env[69183]: WARNING nova.compute.manager [req-f7725873-2656-441d-9941-15ff4a09d652 req-3253ff92-6f85-4388-afc4-a321ab8120c8 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Received unexpected event network-vif-plugged-cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa for instance with vm_state building and task_state spawning. [ 685.872849] env[69183]: DEBUG nova.network.neutron [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Successfully updated port: cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.917401] env[69183]: DEBUG nova.compute.manager [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.948222] env[69183]: DEBUG nova.virt.hardware [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.948580] env[69183]: DEBUG nova.virt.hardware [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.948689] env[69183]: DEBUG nova.virt.hardware [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.948870] env[69183]: DEBUG nova.virt.hardware [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.949129] env[69183]: DEBUG nova.virt.hardware [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.949355] env[69183]: DEBUG nova.virt.hardware [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.949659] env[69183]: DEBUG nova.virt.hardware [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.949880] env[69183]: DEBUG nova.virt.hardware [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.950118] env[69183]: DEBUG nova.virt.hardware [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.950349] env[69183]: DEBUG nova.virt.hardware [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.950583] env[69183]: DEBUG nova.virt.hardware [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.951481] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b45217-17d6-4449-9b37-18cca30d50a3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.959994] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddfa396-da5d-4d0b-9780-14dc87f58ba3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.977332] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4a9e952a-7d87-429f-8763-592cc018780a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.552s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.997561] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789391, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.379348] env[69183]: DEBUG oslo_concurrency.lockutils [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquiring lock "refresh_cache-121683d3-7205-425c-ae2e-e5866e555044" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.379551] env[69183]: DEBUG oslo_concurrency.lockutils [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquired lock "refresh_cache-121683d3-7205-425c-ae2e-e5866e555044" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.379795] env[69183]: DEBUG nova.network.neutron [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.481018] env[69183]: DEBUG oslo_concurrency.lockutils [None req-22efb565-6883-4d51-9932-62688b5a8be6 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.285s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.482656] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.370s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.484550] env[69183]: INFO nova.compute.claims [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.487439] env[69183]: DEBUG nova.compute.manager [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.501124] env[69183]: DEBUG oslo_vmware.api [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789391, 'name': PowerOnVM_Task, 'duration_secs': 0.723721} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.501124] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.501124] env[69183]: INFO nova.compute.manager [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Took 8.30 seconds to spawn the instance on the hypervisor. [ 686.501124] env[69183]: DEBUG nova.compute.manager [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.501124] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8894d4-de90-4fff-9f15-a4e24ffc25e6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.944616] env[69183]: DEBUG nova.network.neutron [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.017672] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.021140] env[69183]: INFO nova.compute.manager [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Took 34.89 seconds to build instance. [ 687.060829] env[69183]: INFO nova.scheduler.client.report [None req-22efb565-6883-4d51-9932-62688b5a8be6 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Deleted allocation for migration 095d4794-73b4-4f8e-bdd0-f73cc9e67a13 [ 687.142402] env[69183]: DEBUG nova.network.neutron [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Updating instance_info_cache with network_info: [{"id": "cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa", "address": "fa:16:3e:ee:ef:2a", "network": {"id": "a3bc3f6e-aee0-480c-a7aa-4e3a3075003f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-264874385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a710f170b37497f870762d9876524b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd54dea6-1a", "ovs_interfaceid": "cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.523835] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2afa2509-59bc-4b13-8624-a8ee44a2ec20 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "c2b68522-d582-49d7-b288-426405aec498" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.597s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.569016] env[69183]: DEBUG oslo_concurrency.lockutils [None req-22efb565-6883-4d51-9932-62688b5a8be6 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "8b417b3a-4ec1-4b64-9a85-94cda10fcea9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.900s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.646143] env[69183]: DEBUG oslo_concurrency.lockutils [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Releasing lock "refresh_cache-121683d3-7205-425c-ae2e-e5866e555044" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.646511] env[69183]: DEBUG nova.compute.manager [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Instance network_info: |[{"id": "cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa", "address": "fa:16:3e:ee:ef:2a", "network": {"id": "a3bc3f6e-aee0-480c-a7aa-4e3a3075003f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-264874385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a710f170b37497f870762d9876524b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd54dea6-1a", "ovs_interfaceid": "cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.647122] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:ef:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.654847] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Creating folder: Project (9a710f170b37497f870762d9876524b9). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.657724] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12c71e63-f18f-4f6c-823e-3243f2822401 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.673413] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Created folder: Project (9a710f170b37497f870762d9876524b9) in parent group-v560622. [ 687.673596] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Creating folder: Instances. Parent ref: group-v560698. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.673847] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8763b16-0c29-41fe-98b4-7077880ab428 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.687225] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Created folder: Instances in parent group-v560698. [ 687.687225] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.687338] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.687541] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d288ee5-15c7-48e2-8bcd-b3f2df177bcd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.712731] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.712731] env[69183]: value = "task-2789394" [ 687.712731] env[69183]: _type = "Task" [ 687.712731] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.722181] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789394, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.820324] env[69183]: DEBUG nova.compute.manager [req-c2b44bf1-b82e-42c1-92d9-5cd8354ad64b req-54f27754-3fc6-4b28-aa80-2a59b10b3b24 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Received event network-changed-cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 687.820543] env[69183]: DEBUG nova.compute.manager [req-c2b44bf1-b82e-42c1-92d9-5cd8354ad64b req-54f27754-3fc6-4b28-aa80-2a59b10b3b24 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Refreshing instance network info cache due to event network-changed-cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 687.820793] env[69183]: DEBUG oslo_concurrency.lockutils [req-c2b44bf1-b82e-42c1-92d9-5cd8354ad64b req-54f27754-3fc6-4b28-aa80-2a59b10b3b24 service nova] Acquiring lock "refresh_cache-121683d3-7205-425c-ae2e-e5866e555044" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.820962] env[69183]: DEBUG oslo_concurrency.lockutils [req-c2b44bf1-b82e-42c1-92d9-5cd8354ad64b req-54f27754-3fc6-4b28-aa80-2a59b10b3b24 service nova] Acquired lock "refresh_cache-121683d3-7205-425c-ae2e-e5866e555044" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.821154] env[69183]: DEBUG nova.network.neutron [req-c2b44bf1-b82e-42c1-92d9-5cd8354ad64b req-54f27754-3fc6-4b28-aa80-2a59b10b3b24 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Refreshing network info cache for port cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.007025] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ece5854-cb84-4efc-8510-1e324628afd4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.015865] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386c9897-626e-41b5-ba02-f188f26a80ca {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.048187] env[69183]: DEBUG nova.compute.manager [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.051504] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1d8d7e-8dce-4529-9f22-73c9305a2de9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.060282] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a69ed6-f717-47a7-aeca-4d711109e259 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.075933] env[69183]: DEBUG nova.compute.provider_tree [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.224857] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789394, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.579581] env[69183]: DEBUG nova.scheduler.client.report [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.584869] env[69183]: DEBUG oslo_concurrency.lockutils [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.651078] env[69183]: DEBUG nova.network.neutron [req-c2b44bf1-b82e-42c1-92d9-5cd8354ad64b req-54f27754-3fc6-4b28-aa80-2a59b10b3b24 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Updated VIF entry in instance network info cache for port cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.651445] env[69183]: DEBUG nova.network.neutron [req-c2b44bf1-b82e-42c1-92d9-5cd8354ad64b req-54f27754-3fc6-4b28-aa80-2a59b10b3b24 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Updating instance_info_cache with network_info: [{"id": "cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa", "address": "fa:16:3e:ee:ef:2a", "network": {"id": "a3bc3f6e-aee0-480c-a7aa-4e3a3075003f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-264874385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a710f170b37497f870762d9876524b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd54dea6-1a", "ovs_interfaceid": "cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.728177] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789394, 'name': CreateVM_Task, 'duration_secs': 0.786022} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.728177] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.728177] env[69183]: DEBUG oslo_concurrency.lockutils [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.728177] env[69183]: DEBUG oslo_concurrency.lockutils [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.728177] env[69183]: DEBUG oslo_concurrency.lockutils [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.728177] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e70dc373-f690-4c03-b8e0-67ccb08682e5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.734243] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for the task: (returnval){ [ 688.734243] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52a6eace-7cdd-c68f-de8c-0e0b30e3e5fc" [ 688.734243] env[69183]: _type = "Task" [ 688.734243] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.742328] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a6eace-7cdd-c68f-de8c-0e0b30e3e5fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.086600] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.087195] env[69183]: DEBUG nova.compute.manager [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.090671] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.924s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.090671] env[69183]: DEBUG nova.objects.instance [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Lazy-loading 'resources' on Instance uuid 6bf1dca1-d5a5-4654-9909-bb30f3c56d79 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.156716] env[69183]: DEBUG oslo_concurrency.lockutils [req-c2b44bf1-b82e-42c1-92d9-5cd8354ad64b req-54f27754-3fc6-4b28-aa80-2a59b10b3b24 service nova] Releasing lock "refresh_cache-121683d3-7205-425c-ae2e-e5866e555044" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.157383] env[69183]: DEBUG nova.compute.manager [req-c2b44bf1-b82e-42c1-92d9-5cd8354ad64b req-54f27754-3fc6-4b28-aa80-2a59b10b3b24 service nova] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Received event network-changed-30fb968b-42c3-400a-bf84-562c057e680c {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 689.157383] env[69183]: DEBUG nova.compute.manager [req-c2b44bf1-b82e-42c1-92d9-5cd8354ad64b req-54f27754-3fc6-4b28-aa80-2a59b10b3b24 service nova] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Refreshing instance network info cache due to event network-changed-30fb968b-42c3-400a-bf84-562c057e680c. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 689.157383] env[69183]: DEBUG oslo_concurrency.lockutils [req-c2b44bf1-b82e-42c1-92d9-5cd8354ad64b req-54f27754-3fc6-4b28-aa80-2a59b10b3b24 service nova] Acquiring lock "refresh_cache-37882545-0972-4f5c-a1e2-37b4f1bb2fc6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.157522] env[69183]: DEBUG oslo_concurrency.lockutils [req-c2b44bf1-b82e-42c1-92d9-5cd8354ad64b req-54f27754-3fc6-4b28-aa80-2a59b10b3b24 service nova] Acquired lock "refresh_cache-37882545-0972-4f5c-a1e2-37b4f1bb2fc6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.157658] env[69183]: DEBUG nova.network.neutron [req-c2b44bf1-b82e-42c1-92d9-5cd8354ad64b req-54f27754-3fc6-4b28-aa80-2a59b10b3b24 service nova] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Refreshing network info cache for port 30fb968b-42c3-400a-bf84-562c057e680c {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.244512] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a6eace-7cdd-c68f-de8c-0e0b30e3e5fc, 'name': SearchDatastore_Task, 'duration_secs': 0.01297} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.244815] env[69183]: DEBUG oslo_concurrency.lockutils [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.245539] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.245539] env[69183]: DEBUG oslo_concurrency.lockutils [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.245539] env[69183]: DEBUG oslo_concurrency.lockutils [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.245676] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.245833] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55818d09-bd2d-4572-ac69-4249840324c8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.256018] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.256101] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.256951] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eb2ae71-124c-4fe8-b104-03fafffb4444 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.263410] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for the task: (returnval){ [ 689.263410] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]522356fd-d633-fb6a-4876-701b9979b9e5" [ 689.263410] env[69183]: _type = "Task" [ 689.263410] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.272656] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]522356fd-d633-fb6a-4876-701b9979b9e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.320961] env[69183]: DEBUG oslo_concurrency.lockutils [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "ff75e3b8-15c2-4dd3-94a6-de77e6e73501" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.321226] env[69183]: DEBUG oslo_concurrency.lockutils [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "ff75e3b8-15c2-4dd3-94a6-de77e6e73501" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.596097] env[69183]: DEBUG nova.compute.utils [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.597636] env[69183]: DEBUG nova.compute.manager [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.597806] env[69183]: DEBUG nova.network.neutron [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.643116] env[69183]: DEBUG nova.policy [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69b0c802c82442058875e2a5d028cbed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ec6e549a17749538feaa7da71d01c09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.779156] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]522356fd-d633-fb6a-4876-701b9979b9e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011202} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.779156] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f247291-e413-4788-93dc-0527836fbe71 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.785222] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for the task: (returnval){ [ 689.785222] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5287ae29-d38c-278e-3e57-69a5b0b17d91" [ 689.785222] env[69183]: _type = "Task" [ 689.785222] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.802274] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5287ae29-d38c-278e-3e57-69a5b0b17d91, 'name': SearchDatastore_Task, 'duration_secs': 0.010458} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.802510] env[69183]: DEBUG oslo_concurrency.lockutils [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.802769] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 121683d3-7205-425c-ae2e-e5866e555044/121683d3-7205-425c-ae2e-e5866e555044.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.803037] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6736802-4cc3-42f5-ab58-2c94f8af086d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.811612] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for the task: (returnval){ [ 689.811612] env[69183]: value = "task-2789395" [ 689.811612] env[69183]: _type = "Task" [ 689.811612] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.824172] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.896838] env[69183]: DEBUG nova.network.neutron [req-c2b44bf1-b82e-42c1-92d9-5cd8354ad64b req-54f27754-3fc6-4b28-aa80-2a59b10b3b24 service nova] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Updated VIF entry in instance network info cache for port 30fb968b-42c3-400a-bf84-562c057e680c. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.897234] env[69183]: DEBUG nova.network.neutron [req-c2b44bf1-b82e-42c1-92d9-5cd8354ad64b req-54f27754-3fc6-4b28-aa80-2a59b10b3b24 service nova] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Updating instance_info_cache with network_info: [{"id": "30fb968b-42c3-400a-bf84-562c057e680c", "address": "fa:16:3e:80:ae:ac", "network": {"id": "6aec650f-322e-48c0-a239-e8c1593cd48b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1349476880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713811fd8d7740dba89f9989855e6254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30fb968b-42", "ovs_interfaceid": "30fb968b-42c3-400a-bf84-562c057e680c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.052317] env[69183]: DEBUG nova.network.neutron [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Successfully created port: 50a2b02f-ecb8-408e-85ff-eea7df57197b {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.094948] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb7e59b-5df0-4f8f-8e3c-df1651779b3d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.100833] env[69183]: DEBUG nova.compute.manager [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.107154] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e232691b-d20f-4397-b74c-c596d5aeb8af {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.139350] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c60ebd-e3fe-4655-ae83-272768fc8ae8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.149030] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e66884-8e92-4a55-9b41-a5af0c4a027f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.167256] env[69183]: DEBUG nova.compute.provider_tree [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.329752] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449654} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.330163] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 121683d3-7205-425c-ae2e-e5866e555044/121683d3-7205-425c-ae2e-e5866e555044.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.330534] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.330844] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-285d4c3e-f6b3-4cf1-a592-209021f51585 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.340429] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for the task: (returnval){ [ 690.340429] env[69183]: value = "task-2789396" [ 690.340429] env[69183]: _type = "Task" [ 690.340429] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.351846] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.401456] env[69183]: DEBUG oslo_concurrency.lockutils [req-c2b44bf1-b82e-42c1-92d9-5cd8354ad64b req-54f27754-3fc6-4b28-aa80-2a59b10b3b24 service nova] Releasing lock "refresh_cache-37882545-0972-4f5c-a1e2-37b4f1bb2fc6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.671440] env[69183]: DEBUG nova.scheduler.client.report [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.851060] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210265} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.851416] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.852159] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dd4f29-ba4e-40a6-a883-e2866fb75522 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.874147] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 121683d3-7205-425c-ae2e-e5866e555044/121683d3-7205-425c-ae2e-e5866e555044.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.874473] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52c53e86-48e9-4f56-a724-4072bfe5d464 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.898777] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for the task: (returnval){ [ 690.898777] env[69183]: value = "task-2789397" [ 690.898777] env[69183]: _type = "Task" [ 690.898777] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.907193] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.112669] env[69183]: DEBUG nova.compute.manager [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.136762] env[69183]: DEBUG nova.virt.hardware [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.137009] env[69183]: DEBUG nova.virt.hardware [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.137174] env[69183]: DEBUG nova.virt.hardware [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.137356] env[69183]: DEBUG nova.virt.hardware [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.137502] env[69183]: DEBUG nova.virt.hardware [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.137649] env[69183]: DEBUG nova.virt.hardware [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.137852] env[69183]: DEBUG nova.virt.hardware [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.138021] env[69183]: DEBUG nova.virt.hardware [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.138198] env[69183]: DEBUG nova.virt.hardware [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.138359] env[69183]: DEBUG nova.virt.hardware [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.138562] env[69183]: DEBUG nova.virt.hardware [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.139412] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2d62dc-637e-4096-ac69-2b1dc5af005e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.147921] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f203d0-6466-4eca-bead-f4c4d448b04b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.176101] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.178170] env[69183]: DEBUG oslo_concurrency.lockutils [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.271s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.180133] env[69183]: INFO nova.compute.claims [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.200822] env[69183]: INFO nova.scheduler.client.report [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Deleted allocations for instance 6bf1dca1-d5a5-4654-9909-bb30f3c56d79 [ 691.409414] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.690270] env[69183]: DEBUG nova.compute.manager [req-d3f122fa-e562-41d8-98ec-859f6fd18b48 req-cdd77f35-1236-4f35-b23f-2399c9a64033 service nova] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Received event network-vif-plugged-50a2b02f-ecb8-408e-85ff-eea7df57197b {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 691.690548] env[69183]: DEBUG oslo_concurrency.lockutils [req-d3f122fa-e562-41d8-98ec-859f6fd18b48 req-cdd77f35-1236-4f35-b23f-2399c9a64033 service nova] Acquiring lock "78a992cb-c299-42a5-9c6c-f9108b471538-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.690802] env[69183]: DEBUG oslo_concurrency.lockutils [req-d3f122fa-e562-41d8-98ec-859f6fd18b48 req-cdd77f35-1236-4f35-b23f-2399c9a64033 service nova] Lock "78a992cb-c299-42a5-9c6c-f9108b471538-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.691018] env[69183]: DEBUG oslo_concurrency.lockutils [req-d3f122fa-e562-41d8-98ec-859f6fd18b48 req-cdd77f35-1236-4f35-b23f-2399c9a64033 service nova] Lock "78a992cb-c299-42a5-9c6c-f9108b471538-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.691227] env[69183]: DEBUG nova.compute.manager [req-d3f122fa-e562-41d8-98ec-859f6fd18b48 req-cdd77f35-1236-4f35-b23f-2399c9a64033 service nova] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] No waiting events found dispatching network-vif-plugged-50a2b02f-ecb8-408e-85ff-eea7df57197b {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.691429] env[69183]: WARNING nova.compute.manager [req-d3f122fa-e562-41d8-98ec-859f6fd18b48 req-cdd77f35-1236-4f35-b23f-2399c9a64033 service nova] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Received unexpected event network-vif-plugged-50a2b02f-ecb8-408e-85ff-eea7df57197b for instance with vm_state building and task_state spawning. [ 691.709735] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7c17f22f-abb2-4219-8b3d-6f0b46e7cd38 tempest-TenantUsagesTestJSON-770728095 tempest-TenantUsagesTestJSON-770728095-project-member] Lock "6bf1dca1-d5a5-4654-9909-bb30f3c56d79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.240s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.780450] env[69183]: DEBUG nova.network.neutron [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Successfully updated port: 50a2b02f-ecb8-408e-85ff-eea7df57197b {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.911013] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789397, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.283186] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "refresh_cache-78a992cb-c299-42a5-9c6c-f9108b471538" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.283455] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquired lock "refresh_cache-78a992cb-c299-42a5-9c6c-f9108b471538" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.283455] env[69183]: DEBUG nova.network.neutron [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.411907] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789397, 'name': ReconfigVM_Task, 'duration_secs': 1.06149} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.411907] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 121683d3-7205-425c-ae2e-e5866e555044/121683d3-7205-425c-ae2e-e5866e555044.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.411907] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-561d8233-cc71-4dc3-a4a8-79864cc6eb8e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.422791] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for the task: (returnval){ [ 692.422791] env[69183]: value = "task-2789398" [ 692.422791] env[69183]: _type = "Task" [ 692.422791] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.435616] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789398, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.714161] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb6309a-b84b-4219-9ef5-b447838c0c34 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.723746] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c50b2b0-40d3-4d6a-a1ed-857942621d11 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.764382] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330cd546-5784-4241-ae95-e3eac6d0dff6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.775399] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161c8bab-88b3-4c3a-b4ca-23872b56605e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.795147] env[69183]: DEBUG nova.compute.provider_tree [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.862264] env[69183]: DEBUG nova.network.neutron [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.942997] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789398, 'name': Rename_Task, 'duration_secs': 0.149969} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.943328] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.943653] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44b967c9-9644-4aef-b2f0-16700c7b1073 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.952111] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for the task: (returnval){ [ 692.952111] env[69183]: value = "task-2789399" [ 692.952111] env[69183]: _type = "Task" [ 692.952111] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.961083] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.058168] env[69183]: DEBUG nova.network.neutron [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Updating instance_info_cache with network_info: [{"id": "50a2b02f-ecb8-408e-85ff-eea7df57197b", "address": "fa:16:3e:29:f0:50", "network": {"id": "3a885490-69b5-423b-817d-5f04c6239ccc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-749963551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec6e549a17749538feaa7da71d01c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50a2b02f-ec", "ovs_interfaceid": "50a2b02f-ecb8-408e-85ff-eea7df57197b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.299256] env[69183]: DEBUG nova.scheduler.client.report [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.464468] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789399, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.561177] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Releasing lock "refresh_cache-78a992cb-c299-42a5-9c6c-f9108b471538" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.561547] env[69183]: DEBUG nova.compute.manager [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Instance network_info: |[{"id": "50a2b02f-ecb8-408e-85ff-eea7df57197b", "address": "fa:16:3e:29:f0:50", "network": {"id": "3a885490-69b5-423b-817d-5f04c6239ccc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-749963551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec6e549a17749538feaa7da71d01c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50a2b02f-ec", "ovs_interfaceid": "50a2b02f-ecb8-408e-85ff-eea7df57197b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.562013] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:f0:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8614db14-cc04-466b-b309-367ab8296cda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50a2b02f-ecb8-408e-85ff-eea7df57197b', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.570266] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.570523] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.570750] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07c3d095-149b-44c8-a449-262bbe1db4e4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.592872] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.592872] env[69183]: value = "task-2789400" [ 693.592872] env[69183]: _type = "Task" [ 693.592872] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.601806] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789400, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.729920] env[69183]: DEBUG nova.compute.manager [req-787d1b12-6bc1-4023-b0e4-3b99897cdea0 req-5f5f6519-f774-43f1-8fb3-6874b15e703c service nova] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Received event network-changed-50a2b02f-ecb8-408e-85ff-eea7df57197b {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 693.730143] env[69183]: DEBUG nova.compute.manager [req-787d1b12-6bc1-4023-b0e4-3b99897cdea0 req-5f5f6519-f774-43f1-8fb3-6874b15e703c service nova] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Refreshing instance network info cache due to event network-changed-50a2b02f-ecb8-408e-85ff-eea7df57197b. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 693.730465] env[69183]: DEBUG oslo_concurrency.lockutils [req-787d1b12-6bc1-4023-b0e4-3b99897cdea0 req-5f5f6519-f774-43f1-8fb3-6874b15e703c service nova] Acquiring lock "refresh_cache-78a992cb-c299-42a5-9c6c-f9108b471538" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.730691] env[69183]: DEBUG oslo_concurrency.lockutils [req-787d1b12-6bc1-4023-b0e4-3b99897cdea0 req-5f5f6519-f774-43f1-8fb3-6874b15e703c service nova] Acquired lock "refresh_cache-78a992cb-c299-42a5-9c6c-f9108b471538" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.730827] env[69183]: DEBUG nova.network.neutron [req-787d1b12-6bc1-4023-b0e4-3b99897cdea0 req-5f5f6519-f774-43f1-8fb3-6874b15e703c service nova] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Refreshing network info cache for port 50a2b02f-ecb8-408e-85ff-eea7df57197b {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.807013] env[69183]: DEBUG oslo_concurrency.lockutils [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.807898] env[69183]: DEBUG nova.compute.manager [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.810910] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.672s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.811036] env[69183]: DEBUG nova.objects.instance [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Lazy-loading 'resources' on Instance uuid 1f5a975e-84aa-4352-b630-857afb6788f9 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.872159] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Acquiring lock "2813a4f7-0282-4365-a87d-a959016779c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.872385] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Lock "2813a4f7-0282-4365-a87d-a959016779c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.966315] env[69183]: DEBUG oslo_vmware.api [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789399, 'name': PowerOnVM_Task, 'duration_secs': 0.871575} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.966865] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.967238] env[69183]: INFO nova.compute.manager [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Took 8.05 seconds to spawn the instance on the hypervisor. [ 693.967619] env[69183]: DEBUG nova.compute.manager [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.968621] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35abc149-1ac9-4af9-be1c-8900ac0e50e5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.105970] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789400, 'name': CreateVM_Task, 'duration_secs': 0.462723} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.106139] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.106902] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.107056] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.107362] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.108030] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d20c1fc7-5362-4793-bf4f-cba3a2b37326 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.113191] env[69183]: DEBUG oslo_vmware.api [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 694.113191] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]526b081c-482f-7f85-2790-cb20bb809aba" [ 694.113191] env[69183]: _type = "Task" [ 694.113191] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.121494] env[69183]: DEBUG oslo_vmware.api [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]526b081c-482f-7f85-2790-cb20bb809aba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.314355] env[69183]: DEBUG nova.compute.utils [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.318588] env[69183]: DEBUG nova.compute.manager [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.318809] env[69183]: DEBUG nova.network.neutron [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.360081] env[69183]: DEBUG nova.policy [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40872afc348746a9aa1ad363d844cd51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5693178b56fa4638818e38f3f7b68860', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.489104] env[69183]: INFO nova.compute.manager [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Took 36.62 seconds to build instance. [ 694.517228] env[69183]: DEBUG nova.network.neutron [req-787d1b12-6bc1-4023-b0e4-3b99897cdea0 req-5f5f6519-f774-43f1-8fb3-6874b15e703c service nova] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Updated VIF entry in instance network info cache for port 50a2b02f-ecb8-408e-85ff-eea7df57197b. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.517608] env[69183]: DEBUG nova.network.neutron [req-787d1b12-6bc1-4023-b0e4-3b99897cdea0 req-5f5f6519-f774-43f1-8fb3-6874b15e703c service nova] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Updating instance_info_cache with network_info: [{"id": "50a2b02f-ecb8-408e-85ff-eea7df57197b", "address": "fa:16:3e:29:f0:50", "network": {"id": "3a885490-69b5-423b-817d-5f04c6239ccc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-749963551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec6e549a17749538feaa7da71d01c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50a2b02f-ec", "ovs_interfaceid": "50a2b02f-ecb8-408e-85ff-eea7df57197b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.624431] env[69183]: DEBUG oslo_vmware.api [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]526b081c-482f-7f85-2790-cb20bb809aba, 'name': SearchDatastore_Task, 'duration_secs': 0.032803} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.627915] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.628290] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.628704] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.628963] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.629396] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.630102] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88e443bc-8fe6-4638-ab75-b8a2110bd232 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.641955] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.645016] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.645016] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eacc34e-cf2e-412e-8d36-c0c969304794 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.650065] env[69183]: DEBUG nova.network.neutron [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Successfully created port: 0f0bab03-802a-4375-9239-5893c5d6aa8c {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.658325] env[69183]: DEBUG oslo_vmware.api [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 694.658325] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52b88cb3-3fbd-8888-723f-ce6c5e4296c8" [ 694.658325] env[69183]: _type = "Task" [ 694.658325] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.666586] env[69183]: DEBUG oslo_vmware.api [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52b88cb3-3fbd-8888-723f-ce6c5e4296c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.819233] env[69183]: DEBUG nova.compute.manager [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.888121] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2d6028-065f-4505-be59-4080b85550e4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.899704] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8224b663-9645-4674-b77c-88d9864fe93a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.943911] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fc37b7-3fc2-4df5-8051-6784315dd4e3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.952045] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12be0f85-56ed-4ce2-9548-445bd285db2b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.966290] env[69183]: DEBUG nova.compute.provider_tree [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.992982] env[69183]: DEBUG oslo_concurrency.lockutils [None req-70ab61b2-579e-4c07-9249-7d9867aa1fde tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lock "121683d3-7205-425c-ae2e-e5866e555044" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.181s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.020366] env[69183]: DEBUG oslo_concurrency.lockutils [req-787d1b12-6bc1-4023-b0e4-3b99897cdea0 req-5f5f6519-f774-43f1-8fb3-6874b15e703c service nova] Releasing lock "refresh_cache-78a992cb-c299-42a5-9c6c-f9108b471538" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.169160] env[69183]: DEBUG oslo_vmware.api [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52b88cb3-3fbd-8888-723f-ce6c5e4296c8, 'name': SearchDatastore_Task, 'duration_secs': 0.01072} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.169943] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71f2e90d-d332-4ef6-83ad-ac4dd7416803 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.176323] env[69183]: DEBUG oslo_vmware.api [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 695.176323] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5206058d-1220-7df3-aa02-8e8021a60c88" [ 695.176323] env[69183]: _type = "Task" [ 695.176323] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.184230] env[69183]: DEBUG oslo_vmware.api [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5206058d-1220-7df3-aa02-8e8021a60c88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.469783] env[69183]: DEBUG nova.scheduler.client.report [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.495437] env[69183]: DEBUG nova.compute.manager [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.688883] env[69183]: DEBUG oslo_vmware.api [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5206058d-1220-7df3-aa02-8e8021a60c88, 'name': SearchDatastore_Task, 'duration_secs': 0.009849} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.688990] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.689291] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 78a992cb-c299-42a5-9c6c-f9108b471538/78a992cb-c299-42a5-9c6c-f9108b471538.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.689555] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-508799dd-4078-4b7e-9726-e0bca4eeea56 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.696269] env[69183]: DEBUG oslo_vmware.api [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 695.696269] env[69183]: value = "task-2789401" [ 695.696269] env[69183]: _type = "Task" [ 695.696269] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.704535] env[69183]: DEBUG oslo_vmware.api [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.829187] env[69183]: DEBUG nova.compute.manager [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.856996] env[69183]: DEBUG nova.virt.hardware [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.857329] env[69183]: DEBUG nova.virt.hardware [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.857493] env[69183]: DEBUG nova.virt.hardware [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.857679] env[69183]: DEBUG nova.virt.hardware [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.857830] env[69183]: DEBUG nova.virt.hardware [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.857980] env[69183]: DEBUG nova.virt.hardware [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.858214] env[69183]: DEBUG nova.virt.hardware [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.858373] env[69183]: DEBUG nova.virt.hardware [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.858557] env[69183]: DEBUG nova.virt.hardware [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.858734] env[69183]: DEBUG nova.virt.hardware [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.858971] env[69183]: DEBUG nova.virt.hardware [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.860032] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55b35ec-dd60-4238-bf4b-63d4b9177036 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.868416] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81080643-06b2-4baa-8be5-960149c5c3d2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.975653] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.981677] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.768s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.981677] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.981677] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69183) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 695.981677] env[69183]: DEBUG oslo_concurrency.lockutils [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.027s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.981677] env[69183]: INFO nova.compute.claims [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.986136] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e63702-6fdd-41c2-b6f0-917a44b58ff9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.995030] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6101e94-b288-4c87-8c93-0ac5ee0ab5f5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.016988] env[69183]: INFO nova.scheduler.client.report [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Deleted allocations for instance 1f5a975e-84aa-4352-b630-857afb6788f9 [ 696.022025] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57debcdb-e23c-4470-ac9a-ead238203474 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.030253] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40104442-c80d-400b-aa20-0942338acb8f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.064033] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179944MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=69183) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 696.064033] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.064306] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.107857] env[69183]: DEBUG nova.compute.manager [req-c06a7b4c-011a-4931-bca6-0730d89a8686 req-ce9be1c0-7849-4ad5-8b3c-08c2b9c4eed2 service nova] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Received event network-vif-plugged-0f0bab03-802a-4375-9239-5893c5d6aa8c {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 696.107857] env[69183]: DEBUG oslo_concurrency.lockutils [req-c06a7b4c-011a-4931-bca6-0730d89a8686 req-ce9be1c0-7849-4ad5-8b3c-08c2b9c4eed2 service nova] Acquiring lock "f1187494-accf-412b-a72a-fe68223da4cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.107857] env[69183]: DEBUG oslo_concurrency.lockutils [req-c06a7b4c-011a-4931-bca6-0730d89a8686 req-ce9be1c0-7849-4ad5-8b3c-08c2b9c4eed2 service nova] Lock "f1187494-accf-412b-a72a-fe68223da4cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.107857] env[69183]: DEBUG oslo_concurrency.lockutils [req-c06a7b4c-011a-4931-bca6-0730d89a8686 req-ce9be1c0-7849-4ad5-8b3c-08c2b9c4eed2 service nova] Lock "f1187494-accf-412b-a72a-fe68223da4cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.107857] env[69183]: DEBUG nova.compute.manager [req-c06a7b4c-011a-4931-bca6-0730d89a8686 req-ce9be1c0-7849-4ad5-8b3c-08c2b9c4eed2 service nova] [instance: f1187494-accf-412b-a72a-fe68223da4cb] No waiting events found dispatching network-vif-plugged-0f0bab03-802a-4375-9239-5893c5d6aa8c {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.108080] env[69183]: WARNING nova.compute.manager [req-c06a7b4c-011a-4931-bca6-0730d89a8686 req-ce9be1c0-7849-4ad5-8b3c-08c2b9c4eed2 service nova] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Received unexpected event network-vif-plugged-0f0bab03-802a-4375-9239-5893c5d6aa8c for instance with vm_state building and task_state spawning. [ 696.184807] env[69183]: DEBUG oslo_concurrency.lockutils [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquiring lock "68bd72ad-3ec6-44f8-8d5f-311cce1678f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.185132] env[69183]: DEBUG oslo_concurrency.lockutils [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lock "68bd72ad-3ec6-44f8-8d5f-311cce1678f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.189823] env[69183]: DEBUG nova.network.neutron [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Successfully updated port: 0f0bab03-802a-4375-9239-5893c5d6aa8c {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.206865] env[69183]: DEBUG oslo_vmware.api [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423912} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.207127] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 78a992cb-c299-42a5-9c6c-f9108b471538/78a992cb-c299-42a5-9c6c-f9108b471538.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.207340] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.207581] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d790fef-3eca-4ccb-8ef1-d6652802e7f0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.216867] env[69183]: DEBUG oslo_vmware.api [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 696.216867] env[69183]: value = "task-2789402" [ 696.216867] env[69183]: _type = "Task" [ 696.216867] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.227104] env[69183]: DEBUG oslo_vmware.api [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.530155] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3cdb2f32-8c5b-4937-8652-0500af313f29 tempest-ServerExternalEventsTest-75595650 tempest-ServerExternalEventsTest-75595650-project-member] Lock "1f5a975e-84aa-4352-b630-857afb6788f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.398s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.694701] env[69183]: DEBUG oslo_concurrency.lockutils [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "refresh_cache-f1187494-accf-412b-a72a-fe68223da4cb" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.694902] env[69183]: DEBUG oslo_concurrency.lockutils [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquired lock "refresh_cache-f1187494-accf-412b-a72a-fe68223da4cb" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.695268] env[69183]: DEBUG nova.network.neutron [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.727080] env[69183]: DEBUG oslo_vmware.api [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139774} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.727362] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.728157] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e710889f-0fc8-4df5-b1e2-bcf13ea53934 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.750871] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 78a992cb-c299-42a5-9c6c-f9108b471538/78a992cb-c299-42a5-9c6c-f9108b471538.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.751232] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36592513-511d-4b0e-8bd9-e1a1ec49ea0c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.772964] env[69183]: DEBUG oslo_vmware.api [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 696.772964] env[69183]: value = "task-2789403" [ 696.772964] env[69183]: _type = "Task" [ 696.772964] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.781490] env[69183]: DEBUG oslo_vmware.api [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789403, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.234500] env[69183]: DEBUG nova.network.neutron [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.286843] env[69183]: DEBUG oslo_vmware.api [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789403, 'name': ReconfigVM_Task, 'duration_secs': 0.309589} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.287116] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 78a992cb-c299-42a5-9c6c-f9108b471538/78a992cb-c299-42a5-9c6c-f9108b471538.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.289797] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbc7be26-6ab8-469b-aa1c-fb61034970b7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.296559] env[69183]: DEBUG oslo_vmware.api [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 697.296559] env[69183]: value = "task-2789404" [ 697.296559] env[69183]: _type = "Task" [ 697.296559] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.307153] env[69183]: DEBUG oslo_vmware.api [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789404, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.379984] env[69183]: DEBUG nova.network.neutron [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Updating instance_info_cache with network_info: [{"id": "0f0bab03-802a-4375-9239-5893c5d6aa8c", "address": "fa:16:3e:10:f7:d5", "network": {"id": "4d805c0b-229a-45c2-a038-04f1ba9ad064", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1673913808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5693178b56fa4638818e38f3f7b68860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f0bab03-80", "ovs_interfaceid": "0f0bab03-802a-4375-9239-5893c5d6aa8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.463802] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabd0bf2-8b41-4f7e-bb78-e8daad1bbf07 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.471735] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb0196f-fb0c-4451-8915-a40847d13df7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.503791] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddd18cc-e22a-41fa-8ab6-d17179a24653 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.512215] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60de3699-c53b-46cc-abf2-6f8cb7a365c2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.527646] env[69183]: DEBUG nova.compute.provider_tree [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.806812] env[69183]: DEBUG oslo_vmware.api [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789404, 'name': Rename_Task, 'duration_secs': 0.147178} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.807140] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.807347] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c120fbf9-a34d-4cc0-a943-88d7be51dbdc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.813825] env[69183]: DEBUG oslo_vmware.api [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 697.813825] env[69183]: value = "task-2789405" [ 697.813825] env[69183]: _type = "Task" [ 697.813825] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.821173] env[69183]: DEBUG oslo_vmware.api [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.889020] env[69183]: DEBUG oslo_concurrency.lockutils [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Releasing lock "refresh_cache-f1187494-accf-412b-a72a-fe68223da4cb" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.889398] env[69183]: DEBUG nova.compute.manager [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Instance network_info: |[{"id": "0f0bab03-802a-4375-9239-5893c5d6aa8c", "address": "fa:16:3e:10:f7:d5", "network": {"id": "4d805c0b-229a-45c2-a038-04f1ba9ad064", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1673913808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5693178b56fa4638818e38f3f7b68860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f0bab03-80", "ovs_interfaceid": "0f0bab03-802a-4375-9239-5893c5d6aa8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.889857] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:f7:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f0bab03-802a-4375-9239-5893c5d6aa8c', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.897195] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Creating folder: Project (5693178b56fa4638818e38f3f7b68860). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.897490] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46fb6cfc-a513-42ca-b51b-597454ee28ce {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.906960] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Created folder: Project (5693178b56fa4638818e38f3f7b68860) in parent group-v560622. [ 697.907165] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Creating folder: Instances. Parent ref: group-v560702. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.907400] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6364788-74d4-416c-a478-50abfe7ce33e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.915989] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Created folder: Instances in parent group-v560702. [ 697.916409] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.916409] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.917398] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e73f023-b23e-4b04-b85d-8cef0673cc11 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.936129] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.936129] env[69183]: value = "task-2789408" [ 697.936129] env[69183]: _type = "Task" [ 697.936129] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.943862] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789408, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.033518] env[69183]: DEBUG nova.scheduler.client.report [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.172122] env[69183]: DEBUG nova.compute.manager [req-f0ba41de-5242-48d8-8f8c-341fa2b78d63 req-20b62cd2-67a0-44cf-bc33-81141d921e3d service nova] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Received event network-changed-0f0bab03-802a-4375-9239-5893c5d6aa8c {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 698.172390] env[69183]: DEBUG nova.compute.manager [req-f0ba41de-5242-48d8-8f8c-341fa2b78d63 req-20b62cd2-67a0-44cf-bc33-81141d921e3d service nova] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Refreshing instance network info cache due to event network-changed-0f0bab03-802a-4375-9239-5893c5d6aa8c. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 698.172695] env[69183]: DEBUG oslo_concurrency.lockutils [req-f0ba41de-5242-48d8-8f8c-341fa2b78d63 req-20b62cd2-67a0-44cf-bc33-81141d921e3d service nova] Acquiring lock "refresh_cache-f1187494-accf-412b-a72a-fe68223da4cb" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.172790] env[69183]: DEBUG oslo_concurrency.lockutils [req-f0ba41de-5242-48d8-8f8c-341fa2b78d63 req-20b62cd2-67a0-44cf-bc33-81141d921e3d service nova] Acquired lock "refresh_cache-f1187494-accf-412b-a72a-fe68223da4cb" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.172986] env[69183]: DEBUG nova.network.neutron [req-f0ba41de-5242-48d8-8f8c-341fa2b78d63 req-20b62cd2-67a0-44cf-bc33-81141d921e3d service nova] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Refreshing network info cache for port 0f0bab03-802a-4375-9239-5893c5d6aa8c {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.325546] env[69183]: DEBUG oslo_vmware.api [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789405, 'name': PowerOnVM_Task, 'duration_secs': 0.482015} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.325546] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.325546] env[69183]: INFO nova.compute.manager [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Took 7.21 seconds to spawn the instance on the hypervisor. [ 698.325546] env[69183]: DEBUG nova.compute.manager [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.326834] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce256e0-fe08-4ac5-9678-b9fe48b7d36e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.445871] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789408, 'name': CreateVM_Task, 'duration_secs': 0.333376} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.446054] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.446782] env[69183]: DEBUG oslo_concurrency.lockutils [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.447029] env[69183]: DEBUG oslo_concurrency.lockutils [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.447354] env[69183]: DEBUG oslo_concurrency.lockutils [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.447606] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fa4436a-2ea2-42e0-ae90-8f9f439ddc00 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.453085] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 698.453085] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52059789-720f-5f8b-f7c6-773cdd8c31d2" [ 698.453085] env[69183]: _type = "Task" [ 698.453085] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.461673] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52059789-720f-5f8b-f7c6-773cdd8c31d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.537620] env[69183]: DEBUG oslo_concurrency.lockutils [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.538345] env[69183]: DEBUG nova.compute.manager [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.542335] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.344s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.542999] env[69183]: DEBUG nova.objects.instance [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lazy-loading 'resources' on Instance uuid 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.842484] env[69183]: INFO nova.compute.manager [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Took 38.76 seconds to build instance. [ 698.929747] env[69183]: DEBUG nova.network.neutron [req-f0ba41de-5242-48d8-8f8c-341fa2b78d63 req-20b62cd2-67a0-44cf-bc33-81141d921e3d service nova] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Updated VIF entry in instance network info cache for port 0f0bab03-802a-4375-9239-5893c5d6aa8c. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.930210] env[69183]: DEBUG nova.network.neutron [req-f0ba41de-5242-48d8-8f8c-341fa2b78d63 req-20b62cd2-67a0-44cf-bc33-81141d921e3d service nova] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Updating instance_info_cache with network_info: [{"id": "0f0bab03-802a-4375-9239-5893c5d6aa8c", "address": "fa:16:3e:10:f7:d5", "network": {"id": "4d805c0b-229a-45c2-a038-04f1ba9ad064", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1673913808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5693178b56fa4638818e38f3f7b68860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f0bab03-80", "ovs_interfaceid": "0f0bab03-802a-4375-9239-5893c5d6aa8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.964060] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52059789-720f-5f8b-f7c6-773cdd8c31d2, 'name': SearchDatastore_Task, 'duration_secs': 0.008922} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.964244] env[69183]: DEBUG oslo_concurrency.lockutils [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.964477] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.964710] env[69183]: DEBUG oslo_concurrency.lockutils [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.964883] env[69183]: DEBUG oslo_concurrency.lockutils [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.965135] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.965399] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3170d991-2d54-4429-bcc7-0148718becf7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.973481] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.973602] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.974619] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8809e8b9-4f19-4ca1-8abe-6bb1ce5b1fb2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.980337] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 698.980337] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52765935-2100-91d1-ceed-4488d89e7014" [ 698.980337] env[69183]: _type = "Task" [ 698.980337] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.988017] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52765935-2100-91d1-ceed-4488d89e7014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.048128] env[69183]: DEBUG nova.compute.utils [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.048128] env[69183]: DEBUG nova.compute.manager [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.048128] env[69183]: DEBUG nova.network.neutron [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.112596] env[69183]: DEBUG nova.policy [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '753b3ff2585448b09b3c9506a97b44c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df1c6b67933e40c6aa9245c9c76a2507', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.344362] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea06f158-8e30-47bd-bcce-3f5c7eff393d tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "78a992cb-c299-42a5-9c6c-f9108b471538" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.871s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.392559] env[69183]: DEBUG nova.network.neutron [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Successfully created port: bc6b7760-7f1e-4179-9874-2d1141b47b56 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.432750] env[69183]: DEBUG oslo_concurrency.lockutils [req-f0ba41de-5242-48d8-8f8c-341fa2b78d63 req-20b62cd2-67a0-44cf-bc33-81141d921e3d service nova] Releasing lock "refresh_cache-f1187494-accf-412b-a72a-fe68223da4cb" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.490833] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52765935-2100-91d1-ceed-4488d89e7014, 'name': SearchDatastore_Task, 'duration_secs': 0.008513} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.492086] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f49434-e57a-47f8-ae99-85abe18587fc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.499873] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 699.499873] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52076217-920d-ca7f-4f7a-730d199edacc" [ 699.499873] env[69183]: _type = "Task" [ 699.499873] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.507957] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52076217-920d-ca7f-4f7a-730d199edacc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.555112] env[69183]: DEBUG nova.compute.manager [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.572223] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf93c562-0a8e-4d7b-81d7-ad470850ba1a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.579364] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5576aa1f-2561-40c2-834e-0208888bd0bd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.616499] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa897b3-276a-492a-881c-c7ed606ea290 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.624385] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9953a584-04eb-4a50-9976-70fee8c4558e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.638226] env[69183]: DEBUG nova.compute.provider_tree [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.853762] env[69183]: DEBUG nova.compute.manager [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.010128] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52076217-920d-ca7f-4f7a-730d199edacc, 'name': SearchDatastore_Task, 'duration_secs': 0.011387} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.010999] env[69183]: DEBUG oslo_concurrency.lockutils [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.010999] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] f1187494-accf-412b-a72a-fe68223da4cb/f1187494-accf-412b-a72a-fe68223da4cb.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.011717] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e71d56c1-b484-4dad-bb41-66653b40ebb8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.019532] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 700.019532] env[69183]: value = "task-2789409" [ 700.019532] env[69183]: _type = "Task" [ 700.019532] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.028246] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.144019] env[69183]: DEBUG nova.scheduler.client.report [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.374741] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.532739] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465364} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.533031] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] f1187494-accf-412b-a72a-fe68223da4cb/f1187494-accf-412b-a72a-fe68223da4cb.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.533248] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.533500] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9368e24f-cd1e-467c-b382-62ff33313bfe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.539715] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 700.539715] env[69183]: value = "task-2789410" [ 700.539715] env[69183]: _type = "Task" [ 700.539715] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.548401] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.552615] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "39057950-8faf-45b1-8c3d-90798c8f8c94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.552844] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "39057950-8faf-45b1-8c3d-90798c8f8c94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.565965] env[69183]: DEBUG nova.compute.manager [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.596907] env[69183]: DEBUG nova.virt.hardware [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.596907] env[69183]: DEBUG nova.virt.hardware [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.596907] env[69183]: DEBUG nova.virt.hardware [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.596907] env[69183]: DEBUG nova.virt.hardware [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.596907] env[69183]: DEBUG nova.virt.hardware [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.598124] env[69183]: DEBUG nova.virt.hardware [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.598542] env[69183]: DEBUG nova.virt.hardware [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.599516] env[69183]: DEBUG nova.virt.hardware [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.599516] env[69183]: DEBUG nova.virt.hardware [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.599516] env[69183]: DEBUG nova.virt.hardware [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.599516] env[69183]: DEBUG nova.virt.hardware [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.600401] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ac78f9-b647-426d-bdf0-8b55070e4c8b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.608377] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7c67fb-fe25-444d-81ad-659e614614e7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.651840] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.654217] env[69183]: DEBUG oslo_concurrency.lockutils [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.879s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.655822] env[69183]: INFO nova.compute.claims [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.680807] env[69183]: INFO nova.scheduler.client.report [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Deleted allocations for instance 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70 [ 701.052397] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055217} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.052680] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.053950] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218c3118-bb6b-47b0-bde9-16837a7c6573 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.078020] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] f1187494-accf-412b-a72a-fe68223da4cb/f1187494-accf-412b-a72a-fe68223da4cb.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.079756] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4948153f-c456-42ec-a4c4-b6f2113bdd3f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.095610] env[69183]: DEBUG nova.compute.manager [req-e28d356a-7d55-42f6-8853-18e986bd1ed5 req-d676a5dd-49bb-4e75-9069-4245c4ebab84 service nova] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Received event network-vif-plugged-bc6b7760-7f1e-4179-9874-2d1141b47b56 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 701.096726] env[69183]: DEBUG oslo_concurrency.lockutils [req-e28d356a-7d55-42f6-8853-18e986bd1ed5 req-d676a5dd-49bb-4e75-9069-4245c4ebab84 service nova] Acquiring lock "1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.096726] env[69183]: DEBUG oslo_concurrency.lockutils [req-e28d356a-7d55-42f6-8853-18e986bd1ed5 req-d676a5dd-49bb-4e75-9069-4245c4ebab84 service nova] Lock "1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.096726] env[69183]: DEBUG oslo_concurrency.lockutils [req-e28d356a-7d55-42f6-8853-18e986bd1ed5 req-d676a5dd-49bb-4e75-9069-4245c4ebab84 service nova] Lock "1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.096726] env[69183]: DEBUG nova.compute.manager [req-e28d356a-7d55-42f6-8853-18e986bd1ed5 req-d676a5dd-49bb-4e75-9069-4245c4ebab84 service nova] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] No waiting events found dispatching network-vif-plugged-bc6b7760-7f1e-4179-9874-2d1141b47b56 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.096975] env[69183]: WARNING nova.compute.manager [req-e28d356a-7d55-42f6-8853-18e986bd1ed5 req-d676a5dd-49bb-4e75-9069-4245c4ebab84 service nova] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Received unexpected event network-vif-plugged-bc6b7760-7f1e-4179-9874-2d1141b47b56 for instance with vm_state building and task_state spawning. [ 701.103150] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 701.103150] env[69183]: value = "task-2789411" [ 701.103150] env[69183]: _type = "Task" [ 701.103150] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.115021] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.189657] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7a574966-def5-4aa3-8c0e-ae2fcf84d0d2 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "1cb528f3-387c-4e8b-8ef9-ffcfc7310c70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.613s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.206374] env[69183]: DEBUG nova.network.neutron [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Successfully updated port: bc6b7760-7f1e-4179-9874-2d1141b47b56 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.616950] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789411, 'name': ReconfigVM_Task, 'duration_secs': 0.27027} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.620887] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Reconfigured VM instance instance-0000001c to attach disk [datastore2] f1187494-accf-412b-a72a-fe68223da4cb/f1187494-accf-412b-a72a-fe68223da4cb.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.621695] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8d4e7ca-4b28-4651-8bda-bb4f53f6b388 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.628622] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 701.628622] env[69183]: value = "task-2789412" [ 701.628622] env[69183]: _type = "Task" [ 701.628622] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.640546] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789412, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.714203] env[69183]: DEBUG oslo_concurrency.lockutils [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Acquiring lock "refresh_cache-1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.714203] env[69183]: DEBUG oslo_concurrency.lockutils [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Acquired lock "refresh_cache-1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.714203] env[69183]: DEBUG nova.network.neutron [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.738437] env[69183]: DEBUG oslo_concurrency.lockutils [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "f260ea23-705e-43fd-8559-d9ee217d5927" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.738558] env[69183]: DEBUG oslo_concurrency.lockutils [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "f260ea23-705e-43fd-8559-d9ee217d5927" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.739069] env[69183]: DEBUG oslo_concurrency.lockutils [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "f260ea23-705e-43fd-8559-d9ee217d5927-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.739069] env[69183]: DEBUG oslo_concurrency.lockutils [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "f260ea23-705e-43fd-8559-d9ee217d5927-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.739180] env[69183]: DEBUG oslo_concurrency.lockutils [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "f260ea23-705e-43fd-8559-d9ee217d5927-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.744216] env[69183]: INFO nova.compute.manager [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Terminating instance [ 702.146932] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789412, 'name': Rename_Task, 'duration_secs': 0.166244} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.146932] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.146932] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ae6fa51-28b3-471b-8244-00a3a10dd0f7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.158647] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 702.158647] env[69183]: value = "task-2789413" [ 702.158647] env[69183]: _type = "Task" [ 702.158647] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.166547] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.243281] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d76138d-10aa-4e4f-b414-d8a8b0c5989f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.251934] env[69183]: DEBUG nova.compute.manager [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.254849] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.254849] env[69183]: DEBUG nova.network.neutron [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.262248] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6498e7b2-8179-4ddd-b692-aa55261d85d0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.263834] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2038804-495f-4bc4-bff0-f2776e1b58d4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.272670] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.304015] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cd50bde-a42e-4a4f-8cd6-a6c559917534 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.306583] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999d9b91-ef7f-432a-93b2-3fcdb88eae90 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.316966] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a222bf4-e781-408c-a95d-20220e05346c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.324026] env[69183]: DEBUG oslo_vmware.api [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 702.324026] env[69183]: value = "task-2789414" [ 702.324026] env[69183]: _type = "Task" [ 702.324026] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.337100] env[69183]: DEBUG nova.compute.provider_tree [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.345253] env[69183]: DEBUG oslo_vmware.api [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.447196] env[69183]: DEBUG nova.network.neutron [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Updating instance_info_cache with network_info: [{"id": "bc6b7760-7f1e-4179-9874-2d1141b47b56", "address": "fa:16:3e:44:65:97", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc6b7760-7f", "ovs_interfaceid": "bc6b7760-7f1e-4179-9874-2d1141b47b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.668552] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789413, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.834463] env[69183]: DEBUG oslo_vmware.api [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789414, 'name': PowerOffVM_Task, 'duration_secs': 0.251391} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.834463] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.834694] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.834982] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95e36e13-c37c-4387-a265-474bba98c3dd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.840725] env[69183]: DEBUG nova.scheduler.client.report [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.910576] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.910576] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.910576] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Deleting the datastore file [datastore2] f260ea23-705e-43fd-8559-d9ee217d5927 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.910576] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-032b1fd4-4e26-4a12-9ed0-d9cbda7bb74b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.915869] env[69183]: DEBUG oslo_vmware.api [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 702.915869] env[69183]: value = "task-2789416" [ 702.915869] env[69183]: _type = "Task" [ 702.915869] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.926881] env[69183]: DEBUG oslo_vmware.api [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.950022] env[69183]: DEBUG oslo_concurrency.lockutils [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Releasing lock "refresh_cache-1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.950425] env[69183]: DEBUG nova.compute.manager [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Instance network_info: |[{"id": "bc6b7760-7f1e-4179-9874-2d1141b47b56", "address": "fa:16:3e:44:65:97", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc6b7760-7f", "ovs_interfaceid": "bc6b7760-7f1e-4179-9874-2d1141b47b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.950891] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:65:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc6b7760-7f1e-4179-9874-2d1141b47b56', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.958509] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.958757] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.958982] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dd5eabf-cdad-4fdb-a3ba-b167863ff37c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.978695] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.978695] env[69183]: value = "task-2789417" [ 702.978695] env[69183]: _type = "Task" [ 702.978695] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.986599] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789417, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.170381] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789413, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.206138] env[69183]: DEBUG nova.compute.manager [req-f58d567a-a4b0-4a61-9fe3-f9e6e07f4bfd req-31fcdfb5-fa9a-4c3f-a430-2b37b7315e0d service nova] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Received event network-changed-bc6b7760-7f1e-4179-9874-2d1141b47b56 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 703.206138] env[69183]: DEBUG nova.compute.manager [req-f58d567a-a4b0-4a61-9fe3-f9e6e07f4bfd req-31fcdfb5-fa9a-4c3f-a430-2b37b7315e0d service nova] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Refreshing instance network info cache due to event network-changed-bc6b7760-7f1e-4179-9874-2d1141b47b56. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 703.206395] env[69183]: DEBUG oslo_concurrency.lockutils [req-f58d567a-a4b0-4a61-9fe3-f9e6e07f4bfd req-31fcdfb5-fa9a-4c3f-a430-2b37b7315e0d service nova] Acquiring lock "refresh_cache-1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.206644] env[69183]: DEBUG oslo_concurrency.lockutils [req-f58d567a-a4b0-4a61-9fe3-f9e6e07f4bfd req-31fcdfb5-fa9a-4c3f-a430-2b37b7315e0d service nova] Acquired lock "refresh_cache-1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.206914] env[69183]: DEBUG nova.network.neutron [req-f58d567a-a4b0-4a61-9fe3-f9e6e07f4bfd req-31fcdfb5-fa9a-4c3f-a430-2b37b7315e0d service nova] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Refreshing network info cache for port bc6b7760-7f1e-4179-9874-2d1141b47b56 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.347536] env[69183]: DEBUG oslo_concurrency.lockutils [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.348080] env[69183]: DEBUG nova.compute.manager [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.351216] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.528s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.351451] env[69183]: DEBUG nova.objects.instance [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Lazy-loading 'resources' on Instance uuid bb261445-e43a-4a98-ac05-eb95ad4c67aa {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.427770] env[69183]: DEBUG oslo_vmware.api [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240949} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.428044] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.428236] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.428411] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.428579] env[69183]: INFO nova.compute.manager [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Took 1.18 seconds to destroy the instance on the hypervisor. [ 703.428863] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.429104] env[69183]: DEBUG nova.compute.manager [-] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.429199] env[69183]: DEBUG nova.network.neutron [-] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.488077] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789417, 'name': CreateVM_Task, 'duration_secs': 0.46837} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.488241] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.489158] env[69183]: DEBUG oslo_concurrency.lockutils [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.489158] env[69183]: DEBUG oslo_concurrency.lockutils [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.489501] env[69183]: DEBUG oslo_concurrency.lockutils [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.489812] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a672705-d8f5-44bc-8c39-0f665f0aba2b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.496535] env[69183]: DEBUG oslo_vmware.api [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Waiting for the task: (returnval){ [ 703.496535] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5273a1e3-4bfb-9118-75a0-5c761ff3aa47" [ 703.496535] env[69183]: _type = "Task" [ 703.496535] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.506110] env[69183]: DEBUG oslo_vmware.api [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5273a1e3-4bfb-9118-75a0-5c761ff3aa47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.669907] env[69183]: DEBUG oslo_vmware.api [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789413, 'name': PowerOnVM_Task, 'duration_secs': 1.109292} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.670200] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.670770] env[69183]: INFO nova.compute.manager [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Took 7.84 seconds to spawn the instance on the hypervisor. [ 703.670770] env[69183]: DEBUG nova.compute.manager [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.671561] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df943c87-b1ac-435a-b53a-77e64c2539e4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.857094] env[69183]: DEBUG nova.compute.utils [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.859148] env[69183]: DEBUG nova.compute.manager [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.859361] env[69183]: DEBUG nova.network.neutron [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.899104] env[69183]: DEBUG nova.network.neutron [req-f58d567a-a4b0-4a61-9fe3-f9e6e07f4bfd req-31fcdfb5-fa9a-4c3f-a430-2b37b7315e0d service nova] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Updated VIF entry in instance network info cache for port bc6b7760-7f1e-4179-9874-2d1141b47b56. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.899453] env[69183]: DEBUG nova.network.neutron [req-f58d567a-a4b0-4a61-9fe3-f9e6e07f4bfd req-31fcdfb5-fa9a-4c3f-a430-2b37b7315e0d service nova] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Updating instance_info_cache with network_info: [{"id": "bc6b7760-7f1e-4179-9874-2d1141b47b56", "address": "fa:16:3e:44:65:97", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc6b7760-7f", "ovs_interfaceid": "bc6b7760-7f1e-4179-9874-2d1141b47b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.920022] env[69183]: DEBUG nova.policy [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9be9695320c4bc48dc3efb669820dd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29a3d828a2a44e4e8204d19ddd675463', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.010070] env[69183]: DEBUG oslo_vmware.api [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5273a1e3-4bfb-9118-75a0-5c761ff3aa47, 'name': SearchDatastore_Task, 'duration_secs': 0.035611} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.010070] env[69183]: DEBUG oslo_concurrency.lockutils [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.010435] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.010890] env[69183]: DEBUG oslo_concurrency.lockutils [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.011182] env[69183]: DEBUG oslo_concurrency.lockutils [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.012049] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.015027] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9006e8fa-d9a9-4f5f-95be-01562563d166 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.028150] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.028150] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.029420] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dcdcac7-7c45-408d-92ae-9de4c6c5409b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.037021] env[69183]: DEBUG oslo_vmware.api [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Waiting for the task: (returnval){ [ 704.037021] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]525f77b1-5ec4-3b16-fa7c-1c5c1b4fc8fa" [ 704.037021] env[69183]: _type = "Task" [ 704.037021] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.044068] env[69183]: DEBUG oslo_vmware.api [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525f77b1-5ec4-3b16-fa7c-1c5c1b4fc8fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.193641] env[69183]: DEBUG nova.network.neutron [-] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.197589] env[69183]: INFO nova.compute.manager [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Took 42.30 seconds to build instance. [ 704.361903] env[69183]: DEBUG nova.compute.manager [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.394090] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86a8515-66de-49e8-985c-96cde8b005e3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.403313] env[69183]: DEBUG oslo_concurrency.lockutils [req-f58d567a-a4b0-4a61-9fe3-f9e6e07f4bfd req-31fcdfb5-fa9a-4c3f-a430-2b37b7315e0d service nova] Releasing lock "refresh_cache-1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.403313] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454d20cc-a81b-4127-9511-08014eecf23d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.437038] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b952ac-5b70-4b6e-b8b3-d5199afd0d84 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.444897] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7928ab25-414e-41a1-a85a-42d6e59c2912 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.459502] env[69183]: DEBUG nova.compute.provider_tree [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.509561] env[69183]: DEBUG nova.network.neutron [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Successfully created port: 8e9a391d-2d05-464d-aeb7-d8428639f53f {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.545888] env[69183]: DEBUG oslo_vmware.api [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525f77b1-5ec4-3b16-fa7c-1c5c1b4fc8fa, 'name': SearchDatastore_Task, 'duration_secs': 0.043072} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.546756] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3558c8c5-5ae4-4eb1-ae25-48dc457e645a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.552446] env[69183]: DEBUG oslo_vmware.api [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Waiting for the task: (returnval){ [ 704.552446] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5221b356-6551-1667-f7d7-5cce4bd026eb" [ 704.552446] env[69183]: _type = "Task" [ 704.552446] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.560192] env[69183]: DEBUG oslo_vmware.api [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5221b356-6551-1667-f7d7-5cce4bd026eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.698280] env[69183]: INFO nova.compute.manager [-] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Took 1.27 seconds to deallocate network for instance. [ 704.700117] env[69183]: DEBUG oslo_concurrency.lockutils [None req-96e09562-2cc1-42b9-93f9-7c890e9e08df tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "f1187494-accf-412b-a72a-fe68223da4cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.132s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.843497] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7a6ce8f2-b1e1-44e3-9b45-6f292135f5e7 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "f1187494-accf-412b-a72a-fe68223da4cb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.843794] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7a6ce8f2-b1e1-44e3-9b45-6f292135f5e7 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "f1187494-accf-412b-a72a-fe68223da4cb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.843995] env[69183]: DEBUG nova.compute.manager [None req-7a6ce8f2-b1e1-44e3-9b45-6f292135f5e7 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.845200] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec867f2-98e3-4173-9298-783a1c9affa4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.852664] env[69183]: DEBUG nova.compute.manager [None req-7a6ce8f2-b1e1-44e3-9b45-6f292135f5e7 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69183) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 704.852664] env[69183]: DEBUG nova.objects.instance [None req-7a6ce8f2-b1e1-44e3-9b45-6f292135f5e7 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lazy-loading 'flavor' on Instance uuid f1187494-accf-412b-a72a-fe68223da4cb {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.963081] env[69183]: DEBUG nova.scheduler.client.report [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.063148] env[69183]: DEBUG oslo_vmware.api [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5221b356-6551-1667-f7d7-5cce4bd026eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009834} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.063430] env[69183]: DEBUG oslo_concurrency.lockutils [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.063690] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60/1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.063956] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da85c95f-0249-4c7b-a380-e53c6a1389a1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.071024] env[69183]: DEBUG oslo_vmware.api [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Waiting for the task: (returnval){ [ 705.071024] env[69183]: value = "task-2789418" [ 705.071024] env[69183]: _type = "Task" [ 705.071024] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.079795] env[69183]: DEBUG oslo_vmware.api [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.205703] env[69183]: DEBUG oslo_concurrency.lockutils [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.206107] env[69183]: DEBUG nova.compute.manager [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.333394] env[69183]: DEBUG nova.compute.manager [req-79e96048-05cd-4041-adda-4571977a947c req-8310a8b8-10b3-4b9d-90fe-74bdf571fb9b service nova] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Received event network-vif-deleted-e8a907c0-1c73-4a31-9c8b-a23e01cfcd51 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 705.371392] env[69183]: DEBUG nova.compute.manager [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.406071] env[69183]: DEBUG nova.virt.hardware [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.406396] env[69183]: DEBUG nova.virt.hardware [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.406584] env[69183]: DEBUG nova.virt.hardware [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.406795] env[69183]: DEBUG nova.virt.hardware [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.406992] env[69183]: DEBUG nova.virt.hardware [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.407184] env[69183]: DEBUG nova.virt.hardware [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.407453] env[69183]: DEBUG nova.virt.hardware [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.407649] env[69183]: DEBUG nova.virt.hardware [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.407894] env[69183]: DEBUG nova.virt.hardware [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.408069] env[69183]: DEBUG nova.virt.hardware [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.408294] env[69183]: DEBUG nova.virt.hardware [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.409821] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b9f31f-81a1-4ca7-bd0c-74c712590cf2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.420300] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2297524c-4dea-49db-937e-aa1f3ce567e8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.469231] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.473591] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.319s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.473900] env[69183]: DEBUG nova.objects.instance [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Lazy-loading 'resources' on Instance uuid 73e2db9a-d476-4774-8d38-4268376f4dd1 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.501387] env[69183]: INFO nova.scheduler.client.report [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Deleted allocations for instance bb261445-e43a-4a98-ac05-eb95ad4c67aa [ 705.581437] env[69183]: DEBUG oslo_vmware.api [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448299} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.581707] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60/1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.581924] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.582274] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86304677-725f-4100-9655-340dcc3687a0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.588917] env[69183]: DEBUG oslo_vmware.api [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Waiting for the task: (returnval){ [ 705.588917] env[69183]: value = "task-2789419" [ 705.588917] env[69183]: _type = "Task" [ 705.588917] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.597635] env[69183]: DEBUG oslo_vmware.api [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.724502] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.864017] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6ce8f2-b1e1-44e3-9b45-6f292135f5e7 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.864357] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff8916aa-f959-405f-b719-955f2fac8048 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.871395] env[69183]: DEBUG oslo_vmware.api [None req-7a6ce8f2-b1e1-44e3-9b45-6f292135f5e7 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 705.871395] env[69183]: value = "task-2789420" [ 705.871395] env[69183]: _type = "Task" [ 705.871395] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.880832] env[69183]: DEBUG oslo_vmware.api [None req-7a6ce8f2-b1e1-44e3-9b45-6f292135f5e7 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.009573] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8b1bcfa-3155-45be-bacc-0270cc2be592 tempest-ServerDiagnosticsV248Test-2065358261 tempest-ServerDiagnosticsV248Test-2065358261-project-member] Lock "bb261445-e43a-4a98-ac05-eb95ad4c67aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.477s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.102820] env[69183]: DEBUG oslo_vmware.api [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06558} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.105504] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.106512] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9a1f2b-750a-46e0-8d43-135685b48781 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.129154] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60/1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.131658] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8a84400-e3b9-4125-b310-f9ceae56339c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.153170] env[69183]: DEBUG oslo_vmware.api [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Waiting for the task: (returnval){ [ 706.153170] env[69183]: value = "task-2789421" [ 706.153170] env[69183]: _type = "Task" [ 706.153170] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.166836] env[69183]: DEBUG oslo_vmware.api [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789421, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.387639] env[69183]: DEBUG oslo_vmware.api [None req-7a6ce8f2-b1e1-44e3-9b45-6f292135f5e7 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789420, 'name': PowerOffVM_Task, 'duration_secs': 0.170611} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.387936] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6ce8f2-b1e1-44e3-9b45-6f292135f5e7 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.388115] env[69183]: DEBUG nova.compute.manager [None req-7a6ce8f2-b1e1-44e3-9b45-6f292135f5e7 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.388950] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09606d95-de8f-4e72-9162-19420e66ebfe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.546430] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d8359b-729d-4e9a-ae58-8e0ed8ec6d58 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.554147] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62672a40-2575-434f-9f7e-7adb6531d231 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.596648] env[69183]: DEBUG nova.network.neutron [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Successfully updated port: 8e9a391d-2d05-464d-aeb7-d8428639f53f {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.598732] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c99f7fb-cc18-4f0f-88ed-ebeb30caa19b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.603093] env[69183]: DEBUG nova.compute.manager [req-fea31004-3ad2-44b8-9a9a-7d13d2b0532e req-58723eea-9ac3-45d7-90ce-36998359843e service nova] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Received event network-vif-plugged-8e9a391d-2d05-464d-aeb7-d8428639f53f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 706.603309] env[69183]: DEBUG oslo_concurrency.lockutils [req-fea31004-3ad2-44b8-9a9a-7d13d2b0532e req-58723eea-9ac3-45d7-90ce-36998359843e service nova] Acquiring lock "c1da3649-77d1-4da8-9779-9f4a3a591ba7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.603520] env[69183]: DEBUG oslo_concurrency.lockutils [req-fea31004-3ad2-44b8-9a9a-7d13d2b0532e req-58723eea-9ac3-45d7-90ce-36998359843e service nova] Lock "c1da3649-77d1-4da8-9779-9f4a3a591ba7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.603732] env[69183]: DEBUG oslo_concurrency.lockutils [req-fea31004-3ad2-44b8-9a9a-7d13d2b0532e req-58723eea-9ac3-45d7-90ce-36998359843e service nova] Lock "c1da3649-77d1-4da8-9779-9f4a3a591ba7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.603881] env[69183]: DEBUG nova.compute.manager [req-fea31004-3ad2-44b8-9a9a-7d13d2b0532e req-58723eea-9ac3-45d7-90ce-36998359843e service nova] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] No waiting events found dispatching network-vif-plugged-8e9a391d-2d05-464d-aeb7-d8428639f53f {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.604077] env[69183]: WARNING nova.compute.manager [req-fea31004-3ad2-44b8-9a9a-7d13d2b0532e req-58723eea-9ac3-45d7-90ce-36998359843e service nova] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Received unexpected event network-vif-plugged-8e9a391d-2d05-464d-aeb7-d8428639f53f for instance with vm_state building and task_state spawning. [ 706.611826] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceeb4a52-3fc8-445d-8259-2ba5ec20a719 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.628258] env[69183]: DEBUG nova.compute.provider_tree [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.664156] env[69183]: DEBUG oslo_vmware.api [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789421, 'name': ReconfigVM_Task, 'duration_secs': 0.314833} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.664554] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60/1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.665410] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2536371-7a72-44b6-87bb-6ea8dadfa454 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.672661] env[69183]: DEBUG oslo_vmware.api [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Waiting for the task: (returnval){ [ 706.672661] env[69183]: value = "task-2789422" [ 706.672661] env[69183]: _type = "Task" [ 706.672661] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.681695] env[69183]: DEBUG oslo_vmware.api [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789422, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.907957] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7a6ce8f2-b1e1-44e3-9b45-6f292135f5e7 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "f1187494-accf-412b-a72a-fe68223da4cb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.101355] env[69183]: DEBUG oslo_concurrency.lockutils [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Acquiring lock "refresh_cache-c1da3649-77d1-4da8-9779-9f4a3a591ba7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.101355] env[69183]: DEBUG oslo_concurrency.lockutils [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Acquired lock "refresh_cache-c1da3649-77d1-4da8-9779-9f4a3a591ba7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.101355] env[69183]: DEBUG nova.network.neutron [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.133017] env[69183]: DEBUG nova.scheduler.client.report [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.186320] env[69183]: DEBUG oslo_vmware.api [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789422, 'name': Rename_Task, 'duration_secs': 0.350736} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.188286] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.188554] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9325271-a708-4818-8757-7330fbb47231 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.200396] env[69183]: DEBUG oslo_vmware.api [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Waiting for the task: (returnval){ [ 707.200396] env[69183]: value = "task-2789423" [ 707.200396] env[69183]: _type = "Task" [ 707.200396] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.208035] env[69183]: DEBUG oslo_vmware.api [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.639021] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.640347] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.060s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.643892] env[69183]: INFO nova.compute.claims [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.676560] env[69183]: INFO nova.scheduler.client.report [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Deleted allocations for instance 73e2db9a-d476-4774-8d38-4268376f4dd1 [ 707.679104] env[69183]: DEBUG nova.network.neutron [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.712885] env[69183]: DEBUG oslo_vmware.api [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789423, 'name': PowerOnVM_Task, 'duration_secs': 0.470907} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.715624] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.715933] env[69183]: INFO nova.compute.manager [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Took 7.15 seconds to spawn the instance on the hypervisor. [ 707.716891] env[69183]: DEBUG nova.compute.manager [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.718025] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d31b02d-246d-49d8-8766-943bfa6bb9fd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.930972] env[69183]: DEBUG nova.network.neutron [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Updating instance_info_cache with network_info: [{"id": "8e9a391d-2d05-464d-aeb7-d8428639f53f", "address": "fa:16:3e:29:e7:75", "network": {"id": "7b566869-00c2-487a-8041-369c0d246f86", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1590233692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29a3d828a2a44e4e8204d19ddd675463", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e9a391d-2d", "ovs_interfaceid": "8e9a391d-2d05-464d-aeb7-d8428639f53f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.191132] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2b478e00-08af-488e-a6d4-74ff6ceef4e0 tempest-ServerMetadataTestJSON-1285355146 tempest-ServerMetadataTestJSON-1285355146-project-member] Lock "73e2db9a-d476-4774-8d38-4268376f4dd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.564s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.242523] env[69183]: INFO nova.compute.manager [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Took 37.32 seconds to build instance. [ 708.433248] env[69183]: DEBUG oslo_concurrency.lockutils [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Releasing lock "refresh_cache-c1da3649-77d1-4da8-9779-9f4a3a591ba7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.433578] env[69183]: DEBUG nova.compute.manager [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Instance network_info: |[{"id": "8e9a391d-2d05-464d-aeb7-d8428639f53f", "address": "fa:16:3e:29:e7:75", "network": {"id": "7b566869-00c2-487a-8041-369c0d246f86", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1590233692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29a3d828a2a44e4e8204d19ddd675463", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e9a391d-2d", "ovs_interfaceid": "8e9a391d-2d05-464d-aeb7-d8428639f53f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.433987] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:e7:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e9a391d-2d05-464d-aeb7-d8428639f53f', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.441651] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Creating folder: Project (29a3d828a2a44e4e8204d19ddd675463). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.441947] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51f7724e-01e4-429c-8522-780c08bcd747 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.453741] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Created folder: Project (29a3d828a2a44e4e8204d19ddd675463) in parent group-v560622. [ 708.453899] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Creating folder: Instances. Parent ref: group-v560706. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.454153] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efb518ef-c073-4980-9ed3-06aecec3125b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.467358] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Created folder: Instances in parent group-v560706. [ 708.467454] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.467572] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.467773] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bf9d427-9ae2-464b-81de-c4cdaf075fd9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.497550] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.497550] env[69183]: value = "task-2789426" [ 708.497550] env[69183]: _type = "Task" [ 708.497550] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.514367] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789426, 'name': CreateVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.646445] env[69183]: DEBUG nova.compute.manager [req-2ec1413b-7cb9-43fe-bc6c-fc347a4c6707 req-e70314d8-8865-4059-9764-845d1a6713cf service nova] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Received event network-changed-8e9a391d-2d05-464d-aeb7-d8428639f53f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 708.646763] env[69183]: DEBUG nova.compute.manager [req-2ec1413b-7cb9-43fe-bc6c-fc347a4c6707 req-e70314d8-8865-4059-9764-845d1a6713cf service nova] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Refreshing instance network info cache due to event network-changed-8e9a391d-2d05-464d-aeb7-d8428639f53f. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 708.649478] env[69183]: DEBUG oslo_concurrency.lockutils [req-2ec1413b-7cb9-43fe-bc6c-fc347a4c6707 req-e70314d8-8865-4059-9764-845d1a6713cf service nova] Acquiring lock "refresh_cache-c1da3649-77d1-4da8-9779-9f4a3a591ba7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.649478] env[69183]: DEBUG oslo_concurrency.lockutils [req-2ec1413b-7cb9-43fe-bc6c-fc347a4c6707 req-e70314d8-8865-4059-9764-845d1a6713cf service nova] Acquired lock "refresh_cache-c1da3649-77d1-4da8-9779-9f4a3a591ba7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.649478] env[69183]: DEBUG nova.network.neutron [req-2ec1413b-7cb9-43fe-bc6c-fc347a4c6707 req-e70314d8-8865-4059-9764-845d1a6713cf service nova] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Refreshing network info cache for port 8e9a391d-2d05-464d-aeb7-d8428639f53f {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.745387] env[69183]: DEBUG nova.compute.manager [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.745834] env[69183]: DEBUG oslo_concurrency.lockutils [None req-292d2422-8265-40bf-8545-4e507046c40b tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Lock "1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.303s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.749297] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6726e1f-7407-4d87-9255-c3ebe1843429 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.010894] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789426, 'name': CreateVM_Task, 'duration_secs': 0.428117} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.010894] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.011166] env[69183]: DEBUG oslo_concurrency.lockutils [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.011270] env[69183]: DEBUG oslo_concurrency.lockutils [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.011582] env[69183]: DEBUG oslo_concurrency.lockutils [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.011834] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-883ac168-bd10-4ca5-989d-c13ba387bf3d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.017189] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Waiting for the task: (returnval){ [ 709.017189] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]520c6a4a-6e76-8fb4-cfb2-2f7ec755a69c" [ 709.017189] env[69183]: _type = "Task" [ 709.017189] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.025165] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520c6a4a-6e76-8fb4-cfb2-2f7ec755a69c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.131796] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Acquiring lock "6c26d3da-3013-4020-ae22-97093090fafe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.132567] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Lock "6c26d3da-3013-4020-ae22-97093090fafe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.162764] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958833c7-91f3-4f05-9cd1-5572d09857b6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.170361] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc515cc4-b3af-407f-9976-934ae3ae5fb3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.202713] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07620283-2be6-47ff-b3ca-00c9835f7712 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.213387] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc559582-d500-4a4e-bc22-b5c52a22261e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.231713] env[69183]: DEBUG nova.compute.provider_tree [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.257632] env[69183]: DEBUG nova.compute.manager [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.262518] env[69183]: INFO nova.compute.manager [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] instance snapshotting [ 709.262712] env[69183]: WARNING nova.compute.manager [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 709.265312] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42467384-f08d-4057-b155-13a62f355c04 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.287385] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92198edb-86a2-4a7f-a8ef-3a421a96a129 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.528172] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520c6a4a-6e76-8fb4-cfb2-2f7ec755a69c, 'name': SearchDatastore_Task, 'duration_secs': 0.016219} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.528511] env[69183]: DEBUG oslo_concurrency.lockutils [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.528771] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.529031] env[69183]: DEBUG oslo_concurrency.lockutils [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.529215] env[69183]: DEBUG oslo_concurrency.lockutils [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.529403] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.529649] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5aa0819-314d-416a-829a-d33cf5058de8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.539419] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.539601] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.540464] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-790846ea-da18-40c2-97b4-7366cfbc7f52 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.552126] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Waiting for the task: (returnval){ [ 709.552126] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]520f6581-32d0-4950-ba63-787774e01164" [ 709.552126] env[69183]: _type = "Task" [ 709.552126] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.558467] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520f6581-32d0-4950-ba63-787774e01164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.573260] env[69183]: DEBUG nova.network.neutron [req-2ec1413b-7cb9-43fe-bc6c-fc347a4c6707 req-e70314d8-8865-4059-9764-845d1a6713cf service nova] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Updated VIF entry in instance network info cache for port 8e9a391d-2d05-464d-aeb7-d8428639f53f. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.573617] env[69183]: DEBUG nova.network.neutron [req-2ec1413b-7cb9-43fe-bc6c-fc347a4c6707 req-e70314d8-8865-4059-9764-845d1a6713cf service nova] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Updating instance_info_cache with network_info: [{"id": "8e9a391d-2d05-464d-aeb7-d8428639f53f", "address": "fa:16:3e:29:e7:75", "network": {"id": "7b566869-00c2-487a-8041-369c0d246f86", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1590233692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29a3d828a2a44e4e8204d19ddd675463", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e9a391d-2d", "ovs_interfaceid": "8e9a391d-2d05-464d-aeb7-d8428639f53f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.734810] env[69183]: DEBUG nova.scheduler.client.report [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.782778] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.797432] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Creating Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 709.797743] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5835d6a3-d0ca-4c33-a15a-b49ef438f02d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.806575] env[69183]: DEBUG oslo_vmware.api [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 709.806575] env[69183]: value = "task-2789427" [ 709.806575] env[69183]: _type = "Task" [ 709.806575] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.820087] env[69183]: DEBUG oslo_vmware.api [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789427, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.993332] env[69183]: DEBUG oslo_concurrency.lockutils [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Acquiring lock "1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.993462] env[69183]: DEBUG oslo_concurrency.lockutils [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Lock "1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.993717] env[69183]: DEBUG oslo_concurrency.lockutils [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Acquiring lock "1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.993980] env[69183]: DEBUG oslo_concurrency.lockutils [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Lock "1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.994244] env[69183]: DEBUG oslo_concurrency.lockutils [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Lock "1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.997359] env[69183]: INFO nova.compute.manager [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Terminating instance [ 710.062964] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520f6581-32d0-4950-ba63-787774e01164, 'name': SearchDatastore_Task, 'duration_secs': 0.010747} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.062964] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c75f465-6714-4e04-b400-3d47af704399 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.068766] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Waiting for the task: (returnval){ [ 710.068766] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52cba379-3999-7910-d954-5dcdc7793906" [ 710.068766] env[69183]: _type = "Task" [ 710.068766] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.075055] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52cba379-3999-7910-d954-5dcdc7793906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.076528] env[69183]: DEBUG oslo_concurrency.lockutils [req-2ec1413b-7cb9-43fe-bc6c-fc347a4c6707 req-e70314d8-8865-4059-9764-845d1a6713cf service nova] Releasing lock "refresh_cache-c1da3649-77d1-4da8-9779-9f4a3a591ba7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.240833] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.241457] env[69183]: DEBUG nova.compute.manager [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.244143] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.233s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.244917] env[69183]: DEBUG nova.objects.instance [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Lazy-loading 'resources' on Instance uuid ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.316954] env[69183]: DEBUG oslo_vmware.api [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789427, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.501853] env[69183]: DEBUG nova.compute.manager [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.502125] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.503713] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5428c492-f347-4033-bf4a-0c039cbaf6fa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.511119] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.511395] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd13ffa7-12ef-4036-acb1-ab927bfe4272 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.518183] env[69183]: DEBUG oslo_vmware.api [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Waiting for the task: (returnval){ [ 710.518183] env[69183]: value = "task-2789428" [ 710.518183] env[69183]: _type = "Task" [ 710.518183] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.526485] env[69183]: DEBUG oslo_vmware.api [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.579490] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52cba379-3999-7910-d954-5dcdc7793906, 'name': SearchDatastore_Task, 'duration_secs': 0.015335} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.579832] env[69183]: DEBUG oslo_concurrency.lockutils [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.580131] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] c1da3649-77d1-4da8-9779-9f4a3a591ba7/c1da3649-77d1-4da8-9779-9f4a3a591ba7.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.580417] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acca5145-c1b0-4591-a1bc-41e1bf24132a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.587792] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Waiting for the task: (returnval){ [ 710.587792] env[69183]: value = "task-2789429" [ 710.587792] env[69183]: _type = "Task" [ 710.587792] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.596173] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Task: {'id': task-2789429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.750483] env[69183]: DEBUG nova.compute.utils [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.755102] env[69183]: DEBUG nova.compute.manager [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.755102] env[69183]: DEBUG nova.network.neutron [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.821881] env[69183]: DEBUG oslo_vmware.api [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789427, 'name': CreateSnapshot_Task, 'duration_secs': 0.747581} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.823411] env[69183]: DEBUG nova.policy [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2184031cf95431d8c5e6e5c06af5fd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e96601da6404b92aa5077cbdde2da12', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.824919] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Created Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 710.825750] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02896ae-6d4b-4656-8e02-ef6c310f239a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.029662] env[69183]: DEBUG oslo_vmware.api [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789428, 'name': PowerOffVM_Task, 'duration_secs': 0.179992} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.032600] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.032810] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.033351] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2364e44-e176-4421-90f0-329b696781e7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.102160] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Task: {'id': task-2789429, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.189734] env[69183]: DEBUG nova.network.neutron [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Successfully created port: 0b20080e-83df-4ebb-8e54-d01054e9ed71 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.241377] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.241588] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.241772] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Deleting the datastore file [datastore1] 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.242090] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a0a8e7a-4236-4c14-bd80-f3b188c99e26 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.249178] env[69183]: DEBUG oslo_vmware.api [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Waiting for the task: (returnval){ [ 711.249178] env[69183]: value = "task-2789431" [ 711.249178] env[69183]: _type = "Task" [ 711.249178] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.257276] env[69183]: DEBUG nova.compute.manager [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.259476] env[69183]: DEBUG oslo_vmware.api [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.328971] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f27c3f8-85b6-43b6-8b7b-f3fe67f1a9ce {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.337079] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcbb340-cbec-43f8-ac71-1e528a7f013d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.372668] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Creating linked-clone VM from snapshot {{(pid=69183) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 711.373525] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0e7d0661-2479-4666-a067-bea4613debb0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.376897] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ecf067-371b-4707-8456-4bdbb52468d3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.385784] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c14453f-e1f7-4fb0-b71c-3eefadf6f354 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.389443] env[69183]: DEBUG oslo_vmware.api [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 711.389443] env[69183]: value = "task-2789432" [ 711.389443] env[69183]: _type = "Task" [ 711.389443] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.400238] env[69183]: DEBUG nova.compute.provider_tree [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.406652] env[69183]: DEBUG oslo_vmware.api [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789432, 'name': CloneVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.600946] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Task: {'id': task-2789429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525481} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.601540] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] c1da3649-77d1-4da8-9779-9f4a3a591ba7/c1da3649-77d1-4da8-9779-9f4a3a591ba7.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.601829] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.602159] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7333d576-b0f5-4f28-aeba-6150bfaced14 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.610021] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Waiting for the task: (returnval){ [ 711.610021] env[69183]: value = "task-2789433" [ 711.610021] env[69183]: _type = "Task" [ 711.610021] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.618820] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Task: {'id': task-2789433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.758602] env[69183]: DEBUG oslo_vmware.api [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Task: {'id': task-2789431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217417} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.758961] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.759069] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.759235] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.759410] env[69183]: INFO nova.compute.manager [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Took 1.26 seconds to destroy the instance on the hypervisor. [ 711.759646] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.759836] env[69183]: DEBUG nova.compute.manager [-] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.759924] env[69183]: DEBUG nova.network.neutron [-] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.899651] env[69183]: DEBUG oslo_vmware.api [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789432, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.902914] env[69183]: DEBUG nova.scheduler.client.report [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.126723] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Task: {'id': task-2789433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078234} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.128346] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.130920] env[69183]: DEBUG nova.compute.manager [req-5911fc28-de02-4c65-a79b-5bf697844a63 req-89c82900-d25a-4ba3-bb45-8d6a34836318 service nova] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Received event network-vif-deleted-bc6b7760-7f1e-4179-9874-2d1141b47b56 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 712.130920] env[69183]: INFO nova.compute.manager [req-5911fc28-de02-4c65-a79b-5bf697844a63 req-89c82900-d25a-4ba3-bb45-8d6a34836318 service nova] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Neutron deleted interface bc6b7760-7f1e-4179-9874-2d1141b47b56; detaching it from the instance and deleting it from the info cache [ 712.130920] env[69183]: DEBUG nova.network.neutron [req-5911fc28-de02-4c65-a79b-5bf697844a63 req-89c82900-d25a-4ba3-bb45-8d6a34836318 service nova] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.133015] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd22c77-4f1f-4726-a246-980789ec0fed {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.160972] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] c1da3649-77d1-4da8-9779-9f4a3a591ba7/c1da3649-77d1-4da8-9779-9f4a3a591ba7.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.162152] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cd33418-d2fe-4eb2-ad38-248e0ea373a5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.186656] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Waiting for the task: (returnval){ [ 712.186656] env[69183]: value = "task-2789434" [ 712.186656] env[69183]: _type = "Task" [ 712.186656] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.194563] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Task: {'id': task-2789434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.268222] env[69183]: DEBUG nova.compute.manager [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.297352] env[69183]: DEBUG nova.virt.hardware [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.297739] env[69183]: DEBUG nova.virt.hardware [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.297979] env[69183]: DEBUG nova.virt.hardware [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.298239] env[69183]: DEBUG nova.virt.hardware [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.298436] env[69183]: DEBUG nova.virt.hardware [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.298684] env[69183]: DEBUG nova.virt.hardware [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.299035] env[69183]: DEBUG nova.virt.hardware [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.299098] env[69183]: DEBUG nova.virt.hardware [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.299262] env[69183]: DEBUG nova.virt.hardware [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.299442] env[69183]: DEBUG nova.virt.hardware [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.299614] env[69183]: DEBUG nova.virt.hardware [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.300688] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbce6ed-2a04-4997-8def-224f4c169701 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.308204] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67faacfa-b29c-4aa8-a88c-bdfc1c50ba71 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.400637] env[69183]: DEBUG oslo_vmware.api [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789432, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.407589] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.409886] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.037s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.411537] env[69183]: INFO nova.compute.claims [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.434305] env[69183]: INFO nova.scheduler.client.report [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Deleted allocations for instance ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b [ 712.538365] env[69183]: DEBUG nova.network.neutron [-] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.639043] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6526faa-539e-4dd1-8cc4-e59295a87803 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.649665] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de8e465-4c01-4769-801c-2a285bdaf341 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.698466] env[69183]: DEBUG nova.compute.manager [req-5911fc28-de02-4c65-a79b-5bf697844a63 req-89c82900-d25a-4ba3-bb45-8d6a34836318 service nova] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Detach interface failed, port_id=bc6b7760-7f1e-4179-9874-2d1141b47b56, reason: Instance 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 712.706646] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Task: {'id': task-2789434, 'name': ReconfigVM_Task, 'duration_secs': 0.288607} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.706961] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Reconfigured VM instance instance-0000001e to attach disk [datastore1] c1da3649-77d1-4da8-9779-9f4a3a591ba7/c1da3649-77d1-4da8-9779-9f4a3a591ba7.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.707737] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-404c1080-d6b1-4aa9-b6a5-3580152d1796 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.713780] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Waiting for the task: (returnval){ [ 712.713780] env[69183]: value = "task-2789435" [ 712.713780] env[69183]: _type = "Task" [ 712.713780] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.721673] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Task: {'id': task-2789435, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.903921] env[69183]: DEBUG oslo_vmware.api [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789432, 'name': CloneVM_Task, 'duration_secs': 1.507812} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.904289] env[69183]: INFO nova.virt.vmwareapi.vmops [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Created linked-clone VM from snapshot [ 712.905728] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5bd139-995e-4012-b1bd-4cff1036f1dc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.917456] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Uploading image b5046ebc-f0b2-40e0-aab7-7401105011e9 {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 712.950440] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3ad69452-1fdb-4998-a3d7-868d4a5e2eeb tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Lock "ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.642s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.959265] env[69183]: DEBUG oslo_vmware.rw_handles [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 712.959265] env[69183]: value = "vm-560710" [ 712.959265] env[69183]: _type = "VirtualMachine" [ 712.959265] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 712.959695] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-62da76a9-8c85-4ca9-af3e-7c437f82028f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.968294] env[69183]: DEBUG oslo_vmware.rw_handles [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lease: (returnval){ [ 712.968294] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]520c48a9-7cb9-0436-95a4-21a3edd91991" [ 712.968294] env[69183]: _type = "HttpNfcLease" [ 712.968294] env[69183]: } obtained for exporting VM: (result){ [ 712.968294] env[69183]: value = "vm-560710" [ 712.968294] env[69183]: _type = "VirtualMachine" [ 712.968294] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 712.968294] env[69183]: DEBUG oslo_vmware.api [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the lease: (returnval){ [ 712.968294] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]520c48a9-7cb9-0436-95a4-21a3edd91991" [ 712.968294] env[69183]: _type = "HttpNfcLease" [ 712.968294] env[69183]: } to be ready. {{(pid=69183) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 712.974552] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 712.974552] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]520c48a9-7cb9-0436-95a4-21a3edd91991" [ 712.974552] env[69183]: _type = "HttpNfcLease" [ 712.974552] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 713.040983] env[69183]: INFO nova.compute.manager [-] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Took 1.28 seconds to deallocate network for instance. [ 713.138034] env[69183]: DEBUG nova.compute.manager [req-267b3229-4ffb-4031-aa6f-ad4b39249812 req-b506e75f-b6a6-4ab3-9205-75bf915bd65c service nova] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Received event network-vif-plugged-0b20080e-83df-4ebb-8e54-d01054e9ed71 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 713.138304] env[69183]: DEBUG oslo_concurrency.lockutils [req-267b3229-4ffb-4031-aa6f-ad4b39249812 req-b506e75f-b6a6-4ab3-9205-75bf915bd65c service nova] Acquiring lock "d414f97c-8367-4357-9529-eeac7f04d472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.138510] env[69183]: DEBUG oslo_concurrency.lockutils [req-267b3229-4ffb-4031-aa6f-ad4b39249812 req-b506e75f-b6a6-4ab3-9205-75bf915bd65c service nova] Lock "d414f97c-8367-4357-9529-eeac7f04d472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.138671] env[69183]: DEBUG oslo_concurrency.lockutils [req-267b3229-4ffb-4031-aa6f-ad4b39249812 req-b506e75f-b6a6-4ab3-9205-75bf915bd65c service nova] Lock "d414f97c-8367-4357-9529-eeac7f04d472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.138883] env[69183]: DEBUG nova.compute.manager [req-267b3229-4ffb-4031-aa6f-ad4b39249812 req-b506e75f-b6a6-4ab3-9205-75bf915bd65c service nova] [instance: d414f97c-8367-4357-9529-eeac7f04d472] No waiting events found dispatching network-vif-plugged-0b20080e-83df-4ebb-8e54-d01054e9ed71 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.139124] env[69183]: WARNING nova.compute.manager [req-267b3229-4ffb-4031-aa6f-ad4b39249812 req-b506e75f-b6a6-4ab3-9205-75bf915bd65c service nova] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Received unexpected event network-vif-plugged-0b20080e-83df-4ebb-8e54-d01054e9ed71 for instance with vm_state building and task_state spawning. [ 713.227513] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Task: {'id': task-2789435, 'name': Rename_Task, 'duration_secs': 0.155322} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.227513] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.227513] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1697bb7b-e6c1-4852-9781-764ab42ab401 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.236070] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Waiting for the task: (returnval){ [ 713.236070] env[69183]: value = "task-2789437" [ 713.236070] env[69183]: _type = "Task" [ 713.236070] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.242831] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Task: {'id': task-2789437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.265399] env[69183]: DEBUG nova.network.neutron [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Successfully updated port: 0b20080e-83df-4ebb-8e54-d01054e9ed71 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.478882] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 713.478882] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]520c48a9-7cb9-0436-95a4-21a3edd91991" [ 713.478882] env[69183]: _type = "HttpNfcLease" [ 713.478882] env[69183]: } is ready. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 713.478882] env[69183]: DEBUG oslo_vmware.rw_handles [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 713.478882] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]520c48a9-7cb9-0436-95a4-21a3edd91991" [ 713.478882] env[69183]: _type = "HttpNfcLease" [ 713.478882] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 713.478882] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f4a7b6-e8a0-48d2-a24b-e5994e31b1f2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.491934] env[69183]: DEBUG oslo_vmware.rw_handles [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f87894-fb55-f7cf-2ff8-5768c636128c/disk-0.vmdk from lease info. {{(pid=69183) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 713.492148] env[69183]: DEBUG oslo_vmware.rw_handles [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f87894-fb55-f7cf-2ff8-5768c636128c/disk-0.vmdk for reading. {{(pid=69183) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 713.559473] env[69183]: DEBUG oslo_concurrency.lockutils [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.596573] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dddf0b10-dbad-41cc-bcff-33f2fe8c338a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.749510] env[69183]: DEBUG oslo_vmware.api [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Task: {'id': task-2789437, 'name': PowerOnVM_Task, 'duration_secs': 0.502359} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.749510] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.749829] env[69183]: INFO nova.compute.manager [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Took 8.38 seconds to spawn the instance on the hypervisor. [ 713.750068] env[69183]: DEBUG nova.compute.manager [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.751023] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0758bbd9-df6e-4cbc-b915-963116b0485d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.768132] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquiring lock "refresh_cache-d414f97c-8367-4357-9529-eeac7f04d472" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.768236] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquired lock "refresh_cache-d414f97c-8367-4357-9529-eeac7f04d472" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.768395] env[69183]: DEBUG nova.network.neutron [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.087229] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Acquiring lock "d9ca7edd-63df-40f6-ae93-1a5911427ee7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.087521] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Lock "d9ca7edd-63df-40f6-ae93-1a5911427ee7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.157945] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0dac00-9a7c-4a55-b6ef-accaa0f26027 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.169064] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b9b07e-fb5c-4059-84d8-e12ebf935e03 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.204535] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb65f43-d158-43d6-8a3f-4ef6d055837a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.214302] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1983c7f4-4ed4-41ab-be3b-4b5b83c65e0f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.230741] env[69183]: DEBUG nova.compute.provider_tree [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.273393] env[69183]: INFO nova.compute.manager [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Took 38.54 seconds to build instance. [ 714.322576] env[69183]: DEBUG nova.network.neutron [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.718267] env[69183]: DEBUG nova.network.neutron [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Updating instance_info_cache with network_info: [{"id": "0b20080e-83df-4ebb-8e54-d01054e9ed71", "address": "fa:16:3e:83:ec:a4", "network": {"id": "25a953a5-744a-41ae-a694-1218056811a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-713805857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e96601da6404b92aa5077cbdde2da12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b20080e-83", "ovs_interfaceid": "0b20080e-83df-4ebb-8e54-d01054e9ed71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.733970] env[69183]: DEBUG nova.scheduler.client.report [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.776865] env[69183]: DEBUG oslo_concurrency.lockutils [None req-662605be-9bae-40a4-b3bb-32fe592c613d tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Lock "c1da3649-77d1-4da8-9779-9f4a3a591ba7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.649s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.220223] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Releasing lock "refresh_cache-d414f97c-8367-4357-9529-eeac7f04d472" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.220680] env[69183]: DEBUG nova.compute.manager [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Instance network_info: |[{"id": "0b20080e-83df-4ebb-8e54-d01054e9ed71", "address": "fa:16:3e:83:ec:a4", "network": {"id": "25a953a5-744a-41ae-a694-1218056811a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-713805857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e96601da6404b92aa5077cbdde2da12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b20080e-83", "ovs_interfaceid": "0b20080e-83df-4ebb-8e54-d01054e9ed71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.220988] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:ec:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b20080e-83df-4ebb-8e54-d01054e9ed71', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.237384] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Creating folder: Project (1e96601da6404b92aa5077cbdde2da12). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.237384] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb58c772-0617-44cf-8f3c-7682ee38df00 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.243106] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.244045] env[69183]: DEBUG nova.compute.manager [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.247144] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.979s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.248728] env[69183]: INFO nova.compute.claims [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.257735] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Created folder: Project (1e96601da6404b92aa5077cbdde2da12) in parent group-v560622. [ 715.257962] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Creating folder: Instances. Parent ref: group-v560711. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.258472] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66a50a06-4958-49b5-98cd-d4ab50d2e42c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.270321] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Created folder: Instances in parent group-v560711. [ 715.270369] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.270589] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.270812] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02ff9dfa-5399-4f15-a8d8-fbfbd5641dc6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.289909] env[69183]: DEBUG nova.compute.manager [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.298167] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.298167] env[69183]: value = "task-2789440" [ 715.298167] env[69183]: _type = "Task" [ 715.298167] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.309269] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789440, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.364962] env[69183]: DEBUG nova.compute.manager [req-7f0c91b6-ec17-41e2-8fe8-b39ccc5a2aeb req-bf142628-7bf3-402b-bc9d-e76982ffac6a service nova] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Received event network-changed-0b20080e-83df-4ebb-8e54-d01054e9ed71 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 715.365274] env[69183]: DEBUG nova.compute.manager [req-7f0c91b6-ec17-41e2-8fe8-b39ccc5a2aeb req-bf142628-7bf3-402b-bc9d-e76982ffac6a service nova] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Refreshing instance network info cache due to event network-changed-0b20080e-83df-4ebb-8e54-d01054e9ed71. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 715.365517] env[69183]: DEBUG oslo_concurrency.lockutils [req-7f0c91b6-ec17-41e2-8fe8-b39ccc5a2aeb req-bf142628-7bf3-402b-bc9d-e76982ffac6a service nova] Acquiring lock "refresh_cache-d414f97c-8367-4357-9529-eeac7f04d472" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.365695] env[69183]: DEBUG oslo_concurrency.lockutils [req-7f0c91b6-ec17-41e2-8fe8-b39ccc5a2aeb req-bf142628-7bf3-402b-bc9d-e76982ffac6a service nova] Acquired lock "refresh_cache-d414f97c-8367-4357-9529-eeac7f04d472" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.365887] env[69183]: DEBUG nova.network.neutron [req-7f0c91b6-ec17-41e2-8fe8-b39ccc5a2aeb req-bf142628-7bf3-402b-bc9d-e76982ffac6a service nova] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Refreshing network info cache for port 0b20080e-83df-4ebb-8e54-d01054e9ed71 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.673813] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Acquiring lock "fd82482c-4769-400c-9ee6-632e60be2e56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.674099] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Lock "fd82482c-4769-400c-9ee6-632e60be2e56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.759317] env[69183]: DEBUG nova.compute.utils [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.763670] env[69183]: DEBUG nova.compute.manager [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.763859] env[69183]: DEBUG nova.network.neutron [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.808395] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789440, 'name': CreateVM_Task, 'duration_secs': 0.417365} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.808567] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.809382] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.810034] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.810127] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.810488] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84898a1d-0a55-42a0-bad9-636c3d1e2af1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.813839] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.817595] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for the task: (returnval){ [ 715.817595] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]521cf79e-4f54-80b5-745b-4f64115c2313" [ 715.817595] env[69183]: _type = "Task" [ 715.817595] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.823519] env[69183]: DEBUG nova.policy [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d7f358eb4a64dfd9ff147ec230a2691', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27e85a981b824a71bb5c70cb218543e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.831921] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521cf79e-4f54-80b5-745b-4f64115c2313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.075309] env[69183]: DEBUG nova.network.neutron [req-7f0c91b6-ec17-41e2-8fe8-b39ccc5a2aeb req-bf142628-7bf3-402b-bc9d-e76982ffac6a service nova] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Updated VIF entry in instance network info cache for port 0b20080e-83df-4ebb-8e54-d01054e9ed71. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.075698] env[69183]: DEBUG nova.network.neutron [req-7f0c91b6-ec17-41e2-8fe8-b39ccc5a2aeb req-bf142628-7bf3-402b-bc9d-e76982ffac6a service nova] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Updating instance_info_cache with network_info: [{"id": "0b20080e-83df-4ebb-8e54-d01054e9ed71", "address": "fa:16:3e:83:ec:a4", "network": {"id": "25a953a5-744a-41ae-a694-1218056811a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-713805857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e96601da6404b92aa5077cbdde2da12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b20080e-83", "ovs_interfaceid": "0b20080e-83df-4ebb-8e54-d01054e9ed71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.148030] env[69183]: DEBUG nova.network.neutron [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Successfully created port: 634fb189-2aed-4201-9521-c315b8918603 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.267354] env[69183]: DEBUG nova.compute.manager [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.331453] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521cf79e-4f54-80b5-745b-4f64115c2313, 'name': SearchDatastore_Task, 'duration_secs': 0.01345} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.331797] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.332074] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.332340] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.332493] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.332696] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.333315] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cea066bb-3877-4317-ab3c-9ca4c08102a0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.345056] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.345293] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.346081] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87394e22-29b8-4d9c-8396-0ccabc7721ec {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.353849] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for the task: (returnval){ [ 716.353849] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]522e4221-885c-f8e5-a1af-d2e146396738" [ 716.353849] env[69183]: _type = "Task" [ 716.353849] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.363263] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]522e4221-885c-f8e5-a1af-d2e146396738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.578390] env[69183]: DEBUG oslo_concurrency.lockutils [req-7f0c91b6-ec17-41e2-8fe8-b39ccc5a2aeb req-bf142628-7bf3-402b-bc9d-e76982ffac6a service nova] Releasing lock "refresh_cache-d414f97c-8367-4357-9529-eeac7f04d472" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.578677] env[69183]: DEBUG nova.compute.manager [req-7f0c91b6-ec17-41e2-8fe8-b39ccc5a2aeb req-bf142628-7bf3-402b-bc9d-e76982ffac6a service nova] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Received event network-changed-8e9a391d-2d05-464d-aeb7-d8428639f53f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 716.578873] env[69183]: DEBUG nova.compute.manager [req-7f0c91b6-ec17-41e2-8fe8-b39ccc5a2aeb req-bf142628-7bf3-402b-bc9d-e76982ffac6a service nova] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Refreshing instance network info cache due to event network-changed-8e9a391d-2d05-464d-aeb7-d8428639f53f. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 716.579137] env[69183]: DEBUG oslo_concurrency.lockutils [req-7f0c91b6-ec17-41e2-8fe8-b39ccc5a2aeb req-bf142628-7bf3-402b-bc9d-e76982ffac6a service nova] Acquiring lock "refresh_cache-c1da3649-77d1-4da8-9779-9f4a3a591ba7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.579287] env[69183]: DEBUG oslo_concurrency.lockutils [req-7f0c91b6-ec17-41e2-8fe8-b39ccc5a2aeb req-bf142628-7bf3-402b-bc9d-e76982ffac6a service nova] Acquired lock "refresh_cache-c1da3649-77d1-4da8-9779-9f4a3a591ba7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.579450] env[69183]: DEBUG nova.network.neutron [req-7f0c91b6-ec17-41e2-8fe8-b39ccc5a2aeb req-bf142628-7bf3-402b-bc9d-e76982ffac6a service nova] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Refreshing network info cache for port 8e9a391d-2d05-464d-aeb7-d8428639f53f {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.871307] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]522e4221-885c-f8e5-a1af-d2e146396738, 'name': SearchDatastore_Task, 'duration_secs': 0.01239} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.872184] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64d79080-b50d-48b0-a131-0fb65f72dfa7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.877609] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for the task: (returnval){ [ 716.877609] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]524ce43d-1685-777a-2374-a98caec2b08c" [ 716.877609] env[69183]: _type = "Task" [ 716.877609] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.894518] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]524ce43d-1685-777a-2374-a98caec2b08c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.905444] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a89897-0fd7-47fb-a5b6-347f2896429a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.915267] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b992567c-00d5-4ea7-b926-80aa71310934 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.946596] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b983d3de-16ef-454b-9506-2961ffa153ad {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.954538] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d73f18-209d-468a-9434-fceb575bfe79 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.968495] env[69183]: DEBUG nova.compute.provider_tree [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.286185] env[69183]: DEBUG nova.compute.manager [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.307312] env[69183]: DEBUG nova.virt.hardware [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.307555] env[69183]: DEBUG nova.virt.hardware [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.307711] env[69183]: DEBUG nova.virt.hardware [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.307891] env[69183]: DEBUG nova.virt.hardware [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.308052] env[69183]: DEBUG nova.virt.hardware [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.308203] env[69183]: DEBUG nova.virt.hardware [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.308407] env[69183]: DEBUG nova.virt.hardware [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.308562] env[69183]: DEBUG nova.virt.hardware [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.308725] env[69183]: DEBUG nova.virt.hardware [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.308911] env[69183]: DEBUG nova.virt.hardware [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.309109] env[69183]: DEBUG nova.virt.hardware [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.310024] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76501f68-9d8f-49f7-aae8-6f35a21042dc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.318328] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60efe6ec-f49b-4ffc-9b3b-a21e39f18d94 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.322652] env[69183]: DEBUG nova.network.neutron [req-7f0c91b6-ec17-41e2-8fe8-b39ccc5a2aeb req-bf142628-7bf3-402b-bc9d-e76982ffac6a service nova] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Updated VIF entry in instance network info cache for port 8e9a391d-2d05-464d-aeb7-d8428639f53f. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.322974] env[69183]: DEBUG nova.network.neutron [req-7f0c91b6-ec17-41e2-8fe8-b39ccc5a2aeb req-bf142628-7bf3-402b-bc9d-e76982ffac6a service nova] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Updating instance_info_cache with network_info: [{"id": "8e9a391d-2d05-464d-aeb7-d8428639f53f", "address": "fa:16:3e:29:e7:75", "network": {"id": "7b566869-00c2-487a-8041-369c0d246f86", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1590233692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29a3d828a2a44e4e8204d19ddd675463", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e9a391d-2d", "ovs_interfaceid": "8e9a391d-2d05-464d-aeb7-d8428639f53f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.387767] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]524ce43d-1685-777a-2374-a98caec2b08c, 'name': SearchDatastore_Task, 'duration_secs': 0.014281} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.388031] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.388295] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] d414f97c-8367-4357-9529-eeac7f04d472/d414f97c-8367-4357-9529-eeac7f04d472.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.388551] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08f94919-609f-4acd-852a-d6e016ab4889 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.394594] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for the task: (returnval){ [ 717.394594] env[69183]: value = "task-2789441" [ 717.394594] env[69183]: _type = "Task" [ 717.394594] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.402232] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.471625] env[69183]: DEBUG nova.scheduler.client.report [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.825949] env[69183]: DEBUG oslo_concurrency.lockutils [req-7f0c91b6-ec17-41e2-8fe8-b39ccc5a2aeb req-bf142628-7bf3-402b-bc9d-e76982ffac6a service nova] Releasing lock "refresh_cache-c1da3649-77d1-4da8-9779-9f4a3a591ba7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.905372] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789441, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.976762] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.978043] env[69183]: DEBUG nova.compute.manager [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.980816] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.963s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.982478] env[69183]: INFO nova.compute.claims [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.217546] env[69183]: DEBUG nova.compute.manager [req-898c5229-08dc-47d4-b440-a5168375e9ca req-193cdd05-5a12-43ee-8b4b-94fcab293f4e service nova] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Received event network-vif-plugged-634fb189-2aed-4201-9521-c315b8918603 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 718.217774] env[69183]: DEBUG oslo_concurrency.lockutils [req-898c5229-08dc-47d4-b440-a5168375e9ca req-193cdd05-5a12-43ee-8b4b-94fcab293f4e service nova] Acquiring lock "de6cb453-ef68-4121-93b8-5252d8e6fb33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.217983] env[69183]: DEBUG oslo_concurrency.lockutils [req-898c5229-08dc-47d4-b440-a5168375e9ca req-193cdd05-5a12-43ee-8b4b-94fcab293f4e service nova] Lock "de6cb453-ef68-4121-93b8-5252d8e6fb33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.218177] env[69183]: DEBUG oslo_concurrency.lockutils [req-898c5229-08dc-47d4-b440-a5168375e9ca req-193cdd05-5a12-43ee-8b4b-94fcab293f4e service nova] Lock "de6cb453-ef68-4121-93b8-5252d8e6fb33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.218354] env[69183]: DEBUG nova.compute.manager [req-898c5229-08dc-47d4-b440-a5168375e9ca req-193cdd05-5a12-43ee-8b4b-94fcab293f4e service nova] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] No waiting events found dispatching network-vif-plugged-634fb189-2aed-4201-9521-c315b8918603 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.218515] env[69183]: WARNING nova.compute.manager [req-898c5229-08dc-47d4-b440-a5168375e9ca req-193cdd05-5a12-43ee-8b4b-94fcab293f4e service nova] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Received unexpected event network-vif-plugged-634fb189-2aed-4201-9521-c315b8918603 for instance with vm_state building and task_state spawning. [ 718.277108] env[69183]: DEBUG nova.network.neutron [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Successfully updated port: 634fb189-2aed-4201-9521-c315b8918603 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.405842] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554268} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.406208] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] d414f97c-8367-4357-9529-eeac7f04d472/d414f97c-8367-4357-9529-eeac7f04d472.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.406357] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.406595] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e249758c-a82a-4918-8e83-93d39d461d20 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.412648] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for the task: (returnval){ [ 718.412648] env[69183]: value = "task-2789442" [ 718.412648] env[69183]: _type = "Task" [ 718.412648] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.420108] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.486839] env[69183]: DEBUG nova.compute.utils [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.490824] env[69183]: DEBUG nova.compute.manager [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.491024] env[69183]: DEBUG nova.network.neutron [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.528714] env[69183]: DEBUG nova.policy [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1c902dfd19e49448114527cc1d2ffe7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a981345cfd7a46ef9fb2d4f5589c7460', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.779895] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Acquiring lock "refresh_cache-de6cb453-ef68-4121-93b8-5252d8e6fb33" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.780313] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Acquired lock "refresh_cache-de6cb453-ef68-4121-93b8-5252d8e6fb33" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.780313] env[69183]: DEBUG nova.network.neutron [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.893529] env[69183]: DEBUG nova.network.neutron [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Successfully created port: aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.923641] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068735} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.923907] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.924744] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6d35d7-6555-4d86-92c4-78131b322cf3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.959387] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] d414f97c-8367-4357-9529-eeac7f04d472/d414f97c-8367-4357-9529-eeac7f04d472.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.959785] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b670663e-02e3-4cfe-8748-188ca954a001 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.986585] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for the task: (returnval){ [ 718.986585] env[69183]: value = "task-2789443" [ 718.986585] env[69183]: _type = "Task" [ 718.986585] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.001022] env[69183]: DEBUG nova.compute.manager [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.001489] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.314750] env[69183]: DEBUG nova.network.neutron [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.464099] env[69183]: DEBUG nova.network.neutron [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Updating instance_info_cache with network_info: [{"id": "634fb189-2aed-4201-9521-c315b8918603", "address": "fa:16:3e:ae:d6:ef", "network": {"id": "d65eae6a-5b13-4911-b6dd-f5990dcebec1", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-661437433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27e85a981b824a71bb5c70cb218543e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634fb189-2a", "ovs_interfaceid": "634fb189-2aed-4201-9521-c315b8918603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.495912] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.524186] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a71dc37-2a28-47ce-a69b-a54c2094d398 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.532357] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c2a269-11bd-4f00-8e53-20f7721be0ac {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.564615] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47702741-d936-4b64-9e47-ee45bdd0d8d4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.572720] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fc24a3-2358-4323-92a1-c623e2dad08d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.587142] env[69183]: DEBUG nova.compute.provider_tree [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 719.966943] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Releasing lock "refresh_cache-de6cb453-ef68-4121-93b8-5252d8e6fb33" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.966943] env[69183]: DEBUG nova.compute.manager [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Instance network_info: |[{"id": "634fb189-2aed-4201-9521-c315b8918603", "address": "fa:16:3e:ae:d6:ef", "network": {"id": "d65eae6a-5b13-4911-b6dd-f5990dcebec1", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-661437433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27e85a981b824a71bb5c70cb218543e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634fb189-2a", "ovs_interfaceid": "634fb189-2aed-4201-9521-c315b8918603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.967519] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:d6:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '634fb189-2aed-4201-9521-c315b8918603', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.975616] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Creating folder: Project (27e85a981b824a71bb5c70cb218543e8). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.975916] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96d81a4f-89c3-41bb-b818-a852333a6a90 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.986886] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Created folder: Project (27e85a981b824a71bb5c70cb218543e8) in parent group-v560622. [ 719.987161] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Creating folder: Instances. Parent ref: group-v560714. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.987465] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a557f61-0448-4aca-a56f-70bde7dcac17 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.997971] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789443, 'name': ReconfigVM_Task, 'duration_secs': 0.57053} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.997971] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Reconfigured VM instance instance-0000001f to attach disk [datastore2] d414f97c-8367-4357-9529-eeac7f04d472/d414f97c-8367-4357-9529-eeac7f04d472.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.998753] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f4b441c-474f-43a3-a910-6f6282d259c9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.001591] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Created folder: Instances in parent group-v560714. [ 720.001819] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.002536] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.002615] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d83827b-1c36-4f31-8825-32150f5f91a6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.019602] env[69183]: DEBUG nova.compute.manager [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.022074] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for the task: (returnval){ [ 720.022074] env[69183]: value = "task-2789446" [ 720.022074] env[69183]: _type = "Task" [ 720.022074] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.027680] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.027680] env[69183]: value = "task-2789447" [ 720.027680] env[69183]: _type = "Task" [ 720.027680] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.035092] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789446, 'name': Rename_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.043132] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789447, 'name': CreateVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.061535] env[69183]: DEBUG nova.virt.hardware [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.062816] env[69183]: DEBUG nova.virt.hardware [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.062816] env[69183]: DEBUG nova.virt.hardware [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.062816] env[69183]: DEBUG nova.virt.hardware [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.062816] env[69183]: DEBUG nova.virt.hardware [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.063146] env[69183]: DEBUG nova.virt.hardware [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.063428] env[69183]: DEBUG nova.virt.hardware [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.063622] env[69183]: DEBUG nova.virt.hardware [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.063798] env[69183]: DEBUG nova.virt.hardware [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.063978] env[69183]: DEBUG nova.virt.hardware [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.064226] env[69183]: DEBUG nova.virt.hardware [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.066041] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ca76f8-4921-48bf-b544-576cd5c235be {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.075031] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b618a37e-ca2a-4ca9-96a8-9664c41509d6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.110561] env[69183]: ERROR nova.scheduler.client.report [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [req-dfd70b1e-c5cb-4658-916b-3df6c9a4a857] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ac1d5a79-805a-416e-80c0-31063a094839. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dfd70b1e-c5cb-4658-916b-3df6c9a4a857"}]} [ 720.216713] env[69183]: DEBUG nova.scheduler.client.report [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Refreshing inventories for resource provider ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 720.234077] env[69183]: DEBUG nova.scheduler.client.report [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Updating ProviderTree inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 720.234731] env[69183]: DEBUG nova.compute.provider_tree [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 720.244944] env[69183]: DEBUG nova.compute.manager [req-e0b3600b-858d-4781-8c22-e2c060a403d3 req-54cbffb8-9a53-4039-96d2-33354f7e4b45 service nova] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Received event network-changed-634fb189-2aed-4201-9521-c315b8918603 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 720.245199] env[69183]: DEBUG nova.compute.manager [req-e0b3600b-858d-4781-8c22-e2c060a403d3 req-54cbffb8-9a53-4039-96d2-33354f7e4b45 service nova] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Refreshing instance network info cache due to event network-changed-634fb189-2aed-4201-9521-c315b8918603. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 720.245280] env[69183]: DEBUG oslo_concurrency.lockutils [req-e0b3600b-858d-4781-8c22-e2c060a403d3 req-54cbffb8-9a53-4039-96d2-33354f7e4b45 service nova] Acquiring lock "refresh_cache-de6cb453-ef68-4121-93b8-5252d8e6fb33" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.245500] env[69183]: DEBUG oslo_concurrency.lockutils [req-e0b3600b-858d-4781-8c22-e2c060a403d3 req-54cbffb8-9a53-4039-96d2-33354f7e4b45 service nova] Acquired lock "refresh_cache-de6cb453-ef68-4121-93b8-5252d8e6fb33" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.245620] env[69183]: DEBUG nova.network.neutron [req-e0b3600b-858d-4781-8c22-e2c060a403d3 req-54cbffb8-9a53-4039-96d2-33354f7e4b45 service nova] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Refreshing network info cache for port 634fb189-2aed-4201-9521-c315b8918603 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.247583] env[69183]: DEBUG nova.scheduler.client.report [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Refreshing aggregate associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, aggregates: None {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 720.271210] env[69183]: DEBUG nova.scheduler.client.report [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Refreshing trait associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 720.534798] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789446, 'name': Rename_Task, 'duration_secs': 0.216532} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.537861] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.538665] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a29794da-5891-4d86-815f-8a0b3084e18a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.543654] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789447, 'name': CreateVM_Task, 'duration_secs': 0.398158} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.544253] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.545781] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.546075] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.546569] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.548817] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-910970db-601b-4c57-8a9f-84961921cc82 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.550604] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for the task: (returnval){ [ 720.550604] env[69183]: value = "task-2789448" [ 720.550604] env[69183]: _type = "Task" [ 720.550604] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.559171] env[69183]: DEBUG oslo_vmware.api [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Waiting for the task: (returnval){ [ 720.559171] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52cb881d-8e0a-6e1c-51a4-705413d6f0e6" [ 720.559171] env[69183]: _type = "Task" [ 720.559171] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.568495] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.574750] env[69183]: DEBUG oslo_vmware.api [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52cb881d-8e0a-6e1c-51a4-705413d6f0e6, 'name': SearchDatastore_Task, 'duration_secs': 0.013886} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.575096] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.575363] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.575632] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.575896] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.576165] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.576717] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4451094d-728f-443c-bf2d-63a020d58473 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.585965] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.588031] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.588031] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-590d1210-53f5-420e-92b9-318ff18a7d4e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.592218] env[69183]: DEBUG oslo_vmware.api [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Waiting for the task: (returnval){ [ 720.592218] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]522a23fc-e7ff-7796-3cef-3feba82984f4" [ 720.592218] env[69183]: _type = "Task" [ 720.592218] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.607021] env[69183]: DEBUG oslo_vmware.api [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]522a23fc-e7ff-7796-3cef-3feba82984f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.679145] env[69183]: DEBUG nova.network.neutron [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Successfully updated port: aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.791232] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdac5d90-97f5-4481-9ef3-cefa9cc1283c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.801964] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc9e7ec-7138-4024-86f2-d222c970b67b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.834373] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4aa9ebe-b619-4243-992a-6f814e3edda7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.842607] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7b3f8a-53f2-4cf0-9b47-98d2f095ba4e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.856741] env[69183]: DEBUG nova.compute.provider_tree [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.036910] env[69183]: DEBUG nova.network.neutron [req-e0b3600b-858d-4781-8c22-e2c060a403d3 req-54cbffb8-9a53-4039-96d2-33354f7e4b45 service nova] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Updated VIF entry in instance network info cache for port 634fb189-2aed-4201-9521-c315b8918603. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.037357] env[69183]: DEBUG nova.network.neutron [req-e0b3600b-858d-4781-8c22-e2c060a403d3 req-54cbffb8-9a53-4039-96d2-33354f7e4b45 service nova] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Updating instance_info_cache with network_info: [{"id": "634fb189-2aed-4201-9521-c315b8918603", "address": "fa:16:3e:ae:d6:ef", "network": {"id": "d65eae6a-5b13-4911-b6dd-f5990dcebec1", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-661437433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27e85a981b824a71bb5c70cb218543e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634fb189-2a", "ovs_interfaceid": "634fb189-2aed-4201-9521-c315b8918603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.063763] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.102258] env[69183]: DEBUG oslo_vmware.api [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]522a23fc-e7ff-7796-3cef-3feba82984f4, 'name': SearchDatastore_Task, 'duration_secs': 0.013524} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.103258] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7f462aa-c284-432f-b465-fd3bc2b95702 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.109454] env[69183]: DEBUG oslo_vmware.api [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Waiting for the task: (returnval){ [ 721.109454] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527af15c-fb17-557c-16c4-79c39f0c555c" [ 721.109454] env[69183]: _type = "Task" [ 721.109454] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.117188] env[69183]: DEBUG oslo_vmware.api [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527af15c-fb17-557c-16c4-79c39f0c555c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.171490] env[69183]: DEBUG oslo_vmware.rw_handles [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f87894-fb55-f7cf-2ff8-5768c636128c/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 721.172817] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b21ec4-dd5b-4fb2-b151-d20157689c7a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.179243] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "refresh_cache-5599a8c9-58c6-40c3-97cc-b0eea581ad5b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.179389] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired lock "refresh_cache-5599a8c9-58c6-40c3-97cc-b0eea581ad5b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.179535] env[69183]: DEBUG nova.network.neutron [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.181050] env[69183]: DEBUG oslo_vmware.rw_handles [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f87894-fb55-f7cf-2ff8-5768c636128c/disk-0.vmdk is in state: ready. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 721.181050] env[69183]: ERROR oslo_vmware.rw_handles [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f87894-fb55-f7cf-2ff8-5768c636128c/disk-0.vmdk due to incomplete transfer. [ 721.181461] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1b50309c-0038-41bc-9fc0-51ab62627faa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.188711] env[69183]: DEBUG oslo_vmware.rw_handles [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f87894-fb55-f7cf-2ff8-5768c636128c/disk-0.vmdk. {{(pid=69183) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 721.188932] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Uploaded image b5046ebc-f0b2-40e0-aab7-7401105011e9 to the Glance image server {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 721.191029] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Destroying the VM {{(pid=69183) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 721.191548] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bbc9e2be-72ce-4016-a24e-e4d519d8e245 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.197894] env[69183]: DEBUG oslo_vmware.api [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 721.197894] env[69183]: value = "task-2789449" [ 721.197894] env[69183]: _type = "Task" [ 721.197894] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.207204] env[69183]: DEBUG oslo_vmware.api [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789449, 'name': Destroy_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.390457] env[69183]: DEBUG nova.scheduler.client.report [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Updated inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 721.390726] env[69183]: DEBUG nova.compute.provider_tree [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 59 to 60 during operation: update_inventory {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 721.390904] env[69183]: DEBUG nova.compute.provider_tree [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.541395] env[69183]: DEBUG oslo_concurrency.lockutils [req-e0b3600b-858d-4781-8c22-e2c060a403d3 req-54cbffb8-9a53-4039-96d2-33354f7e4b45 service nova] Releasing lock "refresh_cache-de6cb453-ef68-4121-93b8-5252d8e6fb33" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.584114] env[69183]: DEBUG oslo_vmware.api [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789448, 'name': PowerOnVM_Task, 'duration_secs': 0.992096} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.587932] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.588349] env[69183]: INFO nova.compute.manager [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Took 9.32 seconds to spawn the instance on the hypervisor. [ 721.588991] env[69183]: DEBUG nova.compute.manager [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.589888] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a430af8a-5c79-4427-af75-418f6d43a1c0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.620732] env[69183]: DEBUG oslo_vmware.api [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527af15c-fb17-557c-16c4-79c39f0c555c, 'name': SearchDatastore_Task, 'duration_secs': 0.046705} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.621086] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.621465] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] de6cb453-ef68-4121-93b8-5252d8e6fb33/de6cb453-ef68-4121-93b8-5252d8e6fb33.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.621854] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7d004de-6793-4edc-bfb0-0262c8f98e7b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.629072] env[69183]: DEBUG oslo_vmware.api [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Waiting for the task: (returnval){ [ 721.629072] env[69183]: value = "task-2789450" [ 721.629072] env[69183]: _type = "Task" [ 721.629072] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.636875] env[69183]: DEBUG oslo_vmware.api [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Task: {'id': task-2789450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.709889] env[69183]: DEBUG oslo_vmware.api [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789449, 'name': Destroy_Task} progress is 33%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.735533] env[69183]: DEBUG nova.network.neutron [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.896441] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.915s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.897235] env[69183]: DEBUG nova.compute.manager [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.900501] env[69183]: DEBUG oslo_concurrency.lockutils [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.316s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.902169] env[69183]: INFO nova.compute.claims [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.009496] env[69183]: DEBUG nova.network.neutron [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Updating instance_info_cache with network_info: [{"id": "aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4", "address": "fa:16:3e:02:09:59", "network": {"id": "3c4f15f7-8472-4ea3-912b-f17e69e4453b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-205766861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a981345cfd7a46ef9fb2d4f5589c7460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba45f1a-95", "ovs_interfaceid": "aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.046096] env[69183]: DEBUG oslo_concurrency.lockutils [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "f1187494-accf-412b-a72a-fe68223da4cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.046369] env[69183]: DEBUG oslo_concurrency.lockutils [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "f1187494-accf-412b-a72a-fe68223da4cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.046575] env[69183]: DEBUG oslo_concurrency.lockutils [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "f1187494-accf-412b-a72a-fe68223da4cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.046760] env[69183]: DEBUG oslo_concurrency.lockutils [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "f1187494-accf-412b-a72a-fe68223da4cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.047062] env[69183]: DEBUG oslo_concurrency.lockutils [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "f1187494-accf-412b-a72a-fe68223da4cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.049501] env[69183]: INFO nova.compute.manager [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Terminating instance [ 722.110531] env[69183]: INFO nova.compute.manager [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Took 43.55 seconds to build instance. [ 722.140046] env[69183]: DEBUG oslo_vmware.api [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Task: {'id': task-2789450, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.211798] env[69183]: DEBUG oslo_vmware.api [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789449, 'name': Destroy_Task, 'duration_secs': 0.600253} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.212112] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Destroyed the VM [ 722.212718] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Deleting Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 722.212718] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2527e47f-f3ba-40fa-8ea3-96a102982b82 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.222270] env[69183]: DEBUG oslo_vmware.api [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 722.222270] env[69183]: value = "task-2789451" [ 722.222270] env[69183]: _type = "Task" [ 722.222270] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.230549] env[69183]: DEBUG oslo_vmware.api [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789451, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.340752] env[69183]: DEBUG nova.compute.manager [req-ad04612e-e10a-4121-a91a-196dab585d5e req-1f0c6b56-a406-43a9-9e89-9992aa1f4036 service nova] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Received event network-vif-plugged-aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 722.341167] env[69183]: DEBUG oslo_concurrency.lockutils [req-ad04612e-e10a-4121-a91a-196dab585d5e req-1f0c6b56-a406-43a9-9e89-9992aa1f4036 service nova] Acquiring lock "5599a8c9-58c6-40c3-97cc-b0eea581ad5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.341459] env[69183]: DEBUG oslo_concurrency.lockutils [req-ad04612e-e10a-4121-a91a-196dab585d5e req-1f0c6b56-a406-43a9-9e89-9992aa1f4036 service nova] Lock "5599a8c9-58c6-40c3-97cc-b0eea581ad5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.341695] env[69183]: DEBUG oslo_concurrency.lockutils [req-ad04612e-e10a-4121-a91a-196dab585d5e req-1f0c6b56-a406-43a9-9e89-9992aa1f4036 service nova] Lock "5599a8c9-58c6-40c3-97cc-b0eea581ad5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.341950] env[69183]: DEBUG nova.compute.manager [req-ad04612e-e10a-4121-a91a-196dab585d5e req-1f0c6b56-a406-43a9-9e89-9992aa1f4036 service nova] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] No waiting events found dispatching network-vif-plugged-aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.342166] env[69183]: WARNING nova.compute.manager [req-ad04612e-e10a-4121-a91a-196dab585d5e req-1f0c6b56-a406-43a9-9e89-9992aa1f4036 service nova] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Received unexpected event network-vif-plugged-aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4 for instance with vm_state building and task_state spawning. [ 722.342368] env[69183]: DEBUG nova.compute.manager [req-ad04612e-e10a-4121-a91a-196dab585d5e req-1f0c6b56-a406-43a9-9e89-9992aa1f4036 service nova] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Received event network-changed-aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 722.342555] env[69183]: DEBUG nova.compute.manager [req-ad04612e-e10a-4121-a91a-196dab585d5e req-1f0c6b56-a406-43a9-9e89-9992aa1f4036 service nova] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Refreshing instance network info cache due to event network-changed-aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 722.342754] env[69183]: DEBUG oslo_concurrency.lockutils [req-ad04612e-e10a-4121-a91a-196dab585d5e req-1f0c6b56-a406-43a9-9e89-9992aa1f4036 service nova] Acquiring lock "refresh_cache-5599a8c9-58c6-40c3-97cc-b0eea581ad5b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.407750] env[69183]: DEBUG nova.compute.utils [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.411621] env[69183]: DEBUG nova.compute.manager [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.411793] env[69183]: DEBUG nova.network.neutron [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.512439] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Releasing lock "refresh_cache-5599a8c9-58c6-40c3-97cc-b0eea581ad5b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.512939] env[69183]: DEBUG nova.compute.manager [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Instance network_info: |[{"id": "aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4", "address": "fa:16:3e:02:09:59", "network": {"id": "3c4f15f7-8472-4ea3-912b-f17e69e4453b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-205766861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a981345cfd7a46ef9fb2d4f5589c7460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba45f1a-95", "ovs_interfaceid": "aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.514649] env[69183]: DEBUG nova.policy [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dfe97ff225c4d35be57dded93b1916c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a99eb06c237484bb33d12edc0010032', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.516270] env[69183]: DEBUG oslo_concurrency.lockutils [req-ad04612e-e10a-4121-a91a-196dab585d5e req-1f0c6b56-a406-43a9-9e89-9992aa1f4036 service nova] Acquired lock "refresh_cache-5599a8c9-58c6-40c3-97cc-b0eea581ad5b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.516481] env[69183]: DEBUG nova.network.neutron [req-ad04612e-e10a-4121-a91a-196dab585d5e req-1f0c6b56-a406-43a9-9e89-9992aa1f4036 service nova] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Refreshing network info cache for port aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.517785] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:09:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.525923] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Creating folder: Project (a981345cfd7a46ef9fb2d4f5589c7460). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.527018] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2979678b-5d26-44e6-bdab-fc4909afc7c9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.538563] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Created folder: Project (a981345cfd7a46ef9fb2d4f5589c7460) in parent group-v560622. [ 722.538772] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Creating folder: Instances. Parent ref: group-v560717. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.539086] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-120a4113-d5c3-492f-b01a-5ab4ef8fe795 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.549814] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Created folder: Instances in parent group-v560717. [ 722.550214] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.550407] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.550643] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93322514-0561-4fe4-8d1b-9aa436ea59f5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.568681] env[69183]: DEBUG nova.compute.manager [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.568929] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.570353] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cc1d65-b131-46c4-b721-a4d7a85f2bdc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.582810] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.583899] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-784592ec-159a-4acb-a8de-ee2daa8bf653 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.585500] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.585500] env[69183]: value = "task-2789454" [ 722.585500] env[69183]: _type = "Task" [ 722.585500] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.594146] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789454, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.612466] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8fc40b10-94ef-4926-9c79-e3a71e22e9ed tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Lock "d414f97c-8367-4357-9529-eeac7f04d472" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.737s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.643879] env[69183]: DEBUG oslo_vmware.api [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Task: {'id': task-2789450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591036} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.644306] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] de6cb453-ef68-4121-93b8-5252d8e6fb33/de6cb453-ef68-4121-93b8-5252d8e6fb33.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.644649] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.644988] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa03804f-408c-431a-b66d-1cb43a780e1d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.653552] env[69183]: DEBUG oslo_vmware.api [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Waiting for the task: (returnval){ [ 722.653552] env[69183]: value = "task-2789456" [ 722.653552] env[69183]: _type = "Task" [ 722.653552] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.663606] env[69183]: DEBUG oslo_vmware.api [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Task: {'id': task-2789456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.732516] env[69183]: DEBUG oslo_vmware.api [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789451, 'name': RemoveSnapshot_Task, 'duration_secs': 0.472709} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.732729] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Deleted Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 722.732974] env[69183]: INFO nova.compute.manager [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Took 13.47 seconds to snapshot the instance on the hypervisor. [ 722.782534] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "c9371531-6eeb-4f0b-9ed9-4c04942c187f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.782774] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "c9371531-6eeb-4f0b-9ed9-4c04942c187f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.802217] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.802471] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.802620] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Deleting the datastore file [datastore2] f1187494-accf-412b-a72a-fe68223da4cb {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.802897] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b4066e2-48bb-46aa-9e46-5ac6f40e8250 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.809654] env[69183]: DEBUG oslo_vmware.api [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 722.809654] env[69183]: value = "task-2789457" [ 722.809654] env[69183]: _type = "Task" [ 722.809654] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.817859] env[69183]: DEBUG oslo_vmware.api [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.912527] env[69183]: DEBUG nova.compute.manager [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.098753] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789454, 'name': CreateVM_Task, 'duration_secs': 0.475135} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.098964] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.099660] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.099957] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.100288] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.100899] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df3aaaa2-8759-4033-8111-58098cf8bb03 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.106793] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 723.106793] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5232cfe9-5310-7bd0-8b0f-009676c083f1" [ 723.106793] env[69183]: _type = "Task" [ 723.106793] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.114936] env[69183]: DEBUG nova.compute.manager [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.117461] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5232cfe9-5310-7bd0-8b0f-009676c083f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.122057] env[69183]: DEBUG nova.network.neutron [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Successfully created port: bd1cb7a9-1b27-4d35-a7d4-3846d5798eed {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.162795] env[69183]: DEBUG oslo_vmware.api [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Task: {'id': task-2789456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092039} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.165579] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.166787] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec03d22e-4b26-4147-a1b9-8e7cc8959bc0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.190600] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] de6cb453-ef68-4121-93b8-5252d8e6fb33/de6cb453-ef68-4121-93b8-5252d8e6fb33.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.193437] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b414eb6-c38c-4fa4-8c7b-a95772eb0a65 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.214657] env[69183]: DEBUG oslo_vmware.api [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Waiting for the task: (returnval){ [ 723.214657] env[69183]: value = "task-2789458" [ 723.214657] env[69183]: _type = "Task" [ 723.214657] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.224169] env[69183]: DEBUG oslo_vmware.api [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Task: {'id': task-2789458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.238381] env[69183]: DEBUG nova.compute.manager [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Instance disappeared during snapshot {{(pid=69183) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 723.251661] env[69183]: DEBUG nova.compute.manager [None req-39bac6a7-0444-43a9-8b8c-8673893c8a17 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Image not found during clean up b5046ebc-f0b2-40e0-aab7-7401105011e9 {{(pid=69183) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 723.323522] env[69183]: DEBUG oslo_vmware.api [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144802} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.323789] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.324061] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.324172] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.324339] env[69183]: INFO nova.compute.manager [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Took 0.76 seconds to destroy the instance on the hypervisor. [ 723.324584] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.324774] env[69183]: DEBUG nova.compute.manager [-] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.324872] env[69183]: DEBUG nova.network.neutron [-] [instance: f1187494-accf-412b-a72a-fe68223da4cb] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.555256] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff0ab0e-71cf-484f-b16f-dbcbc5c9aaab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.564696] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04debff8-59a5-4ae0-bc7e-1f642e31b847 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.599026] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c04739-3e16-4e6c-84ab-7313ea46dfe0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.602825] env[69183]: DEBUG nova.network.neutron [req-ad04612e-e10a-4121-a91a-196dab585d5e req-1f0c6b56-a406-43a9-9e89-9992aa1f4036 service nova] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Updated VIF entry in instance network info cache for port aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.603172] env[69183]: DEBUG nova.network.neutron [req-ad04612e-e10a-4121-a91a-196dab585d5e req-1f0c6b56-a406-43a9-9e89-9992aa1f4036 service nova] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Updating instance_info_cache with network_info: [{"id": "aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4", "address": "fa:16:3e:02:09:59", "network": {"id": "3c4f15f7-8472-4ea3-912b-f17e69e4453b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-205766861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a981345cfd7a46ef9fb2d4f5589c7460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba45f1a-95", "ovs_interfaceid": "aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.612866] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607e2087-78b6-45bd-a140-3becc145c3cd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.635233] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5232cfe9-5310-7bd0-8b0f-009676c083f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011187} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.635667] env[69183]: DEBUG nova.compute.provider_tree [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.638586] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.638857] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.639139] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.639351] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.639551] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.640466] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3c3aece-76bb-454b-939e-9ee75a4a5dc9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.650434] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.650610] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.652078] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.652321] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4128c72b-1c3b-4b73-b50c-0ac8e5d96d05 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.658965] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 723.658965] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52fd4023-b17a-3af3-91a7-ab6c36a90fd7" [ 723.658965] env[69183]: _type = "Task" [ 723.658965] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.666595] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52fd4023-b17a-3af3-91a7-ab6c36a90fd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.725943] env[69183]: DEBUG oslo_vmware.api [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Task: {'id': task-2789458, 'name': ReconfigVM_Task, 'duration_secs': 0.350192} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.725943] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Reconfigured VM instance instance-00000020 to attach disk [datastore2] de6cb453-ef68-4121-93b8-5252d8e6fb33/de6cb453-ef68-4121-93b8-5252d8e6fb33.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.725943] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ac3b360-5a40-443e-932c-acf7dade0c69 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.731995] env[69183]: DEBUG oslo_vmware.api [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Waiting for the task: (returnval){ [ 723.731995] env[69183]: value = "task-2789459" [ 723.731995] env[69183]: _type = "Task" [ 723.731995] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.739967] env[69183]: DEBUG oslo_vmware.api [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Task: {'id': task-2789459, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.899487] env[69183]: DEBUG nova.compute.manager [req-f5d1e3c0-f5fe-4a01-ae8e-4d09114c819b req-7484e84e-2410-46d7-b10a-befcf05a44d4 service nova] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Received event network-vif-deleted-0f0bab03-802a-4375-9239-5893c5d6aa8c {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 723.899801] env[69183]: INFO nova.compute.manager [req-f5d1e3c0-f5fe-4a01-ae8e-4d09114c819b req-7484e84e-2410-46d7-b10a-befcf05a44d4 service nova] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Neutron deleted interface 0f0bab03-802a-4375-9239-5893c5d6aa8c; detaching it from the instance and deleting it from the info cache [ 723.899855] env[69183]: DEBUG nova.network.neutron [req-f5d1e3c0-f5fe-4a01-ae8e-4d09114c819b req-7484e84e-2410-46d7-b10a-befcf05a44d4 service nova] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.928883] env[69183]: DEBUG nova.compute.manager [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.957703] env[69183]: DEBUG nova.virt.hardware [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.957961] env[69183]: DEBUG nova.virt.hardware [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.959408] env[69183]: DEBUG nova.virt.hardware [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.959642] env[69183]: DEBUG nova.virt.hardware [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.959797] env[69183]: DEBUG nova.virt.hardware [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.959955] env[69183]: DEBUG nova.virt.hardware [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.960196] env[69183]: DEBUG nova.virt.hardware [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.960361] env[69183]: DEBUG nova.virt.hardware [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.960530] env[69183]: DEBUG nova.virt.hardware [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.960701] env[69183]: DEBUG nova.virt.hardware [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.960871] env[69183]: DEBUG nova.virt.hardware [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.961789] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b579e020-4a46-475b-9e56-ed0867769ba5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.970274] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635d99cb-47d6-44a3-ad22-f4f675ea8ca8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.106163] env[69183]: DEBUG oslo_concurrency.lockutils [req-ad04612e-e10a-4121-a91a-196dab585d5e req-1f0c6b56-a406-43a9-9e89-9992aa1f4036 service nova] Releasing lock "refresh_cache-5599a8c9-58c6-40c3-97cc-b0eea581ad5b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.160567] env[69183]: ERROR nova.scheduler.client.report [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [req-1a0aae2b-9be8-450e-9bf6-6c99f8ac45ac] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ac1d5a79-805a-416e-80c0-31063a094839. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1a0aae2b-9be8-450e-9bf6-6c99f8ac45ac"}]} [ 724.172616] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52fd4023-b17a-3af3-91a7-ab6c36a90fd7, 'name': SearchDatastore_Task, 'duration_secs': 0.025193} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.173425] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edba09a9-9fc8-4c37-959e-974fbb2f59eb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.177949] env[69183]: DEBUG nova.scheduler.client.report [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Refreshing inventories for resource provider ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 724.181403] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 724.181403] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5287e824-2b1a-2bf4-cd32-3fc1ae660389" [ 724.181403] env[69183]: _type = "Task" [ 724.181403] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.188965] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5287e824-2b1a-2bf4-cd32-3fc1ae660389, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.194594] env[69183]: DEBUG nova.scheduler.client.report [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Updating ProviderTree inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 724.195253] env[69183]: DEBUG nova.compute.provider_tree [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.206838] env[69183]: DEBUG nova.scheduler.client.report [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Refreshing aggregate associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, aggregates: None {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 724.208826] env[69183]: DEBUG nova.network.neutron [-] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.233876] env[69183]: DEBUG nova.scheduler.client.report [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Refreshing trait associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 724.246109] env[69183]: DEBUG oslo_vmware.api [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Task: {'id': task-2789459, 'name': Rename_Task, 'duration_secs': 0.170838} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.250879] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.250879] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f44d38d1-cc4f-4fe3-8311-62210a6f9c60 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.260221] env[69183]: DEBUG oslo_vmware.api [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Waiting for the task: (returnval){ [ 724.260221] env[69183]: value = "task-2789460" [ 724.260221] env[69183]: _type = "Task" [ 724.260221] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.270444] env[69183]: DEBUG oslo_vmware.api [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Task: {'id': task-2789460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.402143] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45c82c28-8120-4e1d-b7b9-0a8c8ef48085 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.411174] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fbad83-25ea-484a-970f-e4457a95246f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.449601] env[69183]: DEBUG nova.compute.manager [req-f5d1e3c0-f5fe-4a01-ae8e-4d09114c819b req-7484e84e-2410-46d7-b10a-befcf05a44d4 service nova] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Detach interface failed, port_id=0f0bab03-802a-4375-9239-5893c5d6aa8c, reason: Instance f1187494-accf-412b-a72a-fe68223da4cb could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 724.529404] env[69183]: DEBUG nova.compute.manager [req-94474bc3-0f0d-45a1-925e-f1117ae594db req-4b90afba-9db7-4342-9fd6-c2b623fbd4a9 service nova] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Received event network-changed-0b20080e-83df-4ebb-8e54-d01054e9ed71 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 724.529655] env[69183]: DEBUG nova.compute.manager [req-94474bc3-0f0d-45a1-925e-f1117ae594db req-4b90afba-9db7-4342-9fd6-c2b623fbd4a9 service nova] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Refreshing instance network info cache due to event network-changed-0b20080e-83df-4ebb-8e54-d01054e9ed71. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 724.529961] env[69183]: DEBUG oslo_concurrency.lockutils [req-94474bc3-0f0d-45a1-925e-f1117ae594db req-4b90afba-9db7-4342-9fd6-c2b623fbd4a9 service nova] Acquiring lock "refresh_cache-d414f97c-8367-4357-9529-eeac7f04d472" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.530186] env[69183]: DEBUG oslo_concurrency.lockutils [req-94474bc3-0f0d-45a1-925e-f1117ae594db req-4b90afba-9db7-4342-9fd6-c2b623fbd4a9 service nova] Acquired lock "refresh_cache-d414f97c-8367-4357-9529-eeac7f04d472" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.530413] env[69183]: DEBUG nova.network.neutron [req-94474bc3-0f0d-45a1-925e-f1117ae594db req-4b90afba-9db7-4342-9fd6-c2b623fbd4a9 service nova] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Refreshing network info cache for port 0b20080e-83df-4ebb-8e54-d01054e9ed71 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.693590] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5287e824-2b1a-2bf4-cd32-3fc1ae660389, 'name': SearchDatastore_Task, 'duration_secs': 0.009859} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.696298] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.696569] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 5599a8c9-58c6-40c3-97cc-b0eea581ad5b/5599a8c9-58c6-40c3-97cc-b0eea581ad5b.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.697087] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bb5b9c0-678e-40fe-ab8d-f15345c30f0e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.703912] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 724.703912] env[69183]: value = "task-2789461" [ 724.703912] env[69183]: _type = "Task" [ 724.703912] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.711701] env[69183]: INFO nova.compute.manager [-] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Took 1.39 seconds to deallocate network for instance. [ 724.717746] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.768561] env[69183]: DEBUG oslo_vmware.api [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Task: {'id': task-2789460, 'name': PowerOnVM_Task, 'duration_secs': 0.494992} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.769816] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.770108] env[69183]: INFO nova.compute.manager [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Took 7.48 seconds to spawn the instance on the hypervisor. [ 724.770307] env[69183]: DEBUG nova.compute.manager [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.771207] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10076e2-a68d-4305-bc71-f50590931cae {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.777554] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9614f2d-8d45-48d7-88a7-ec0f03f218bc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.787711] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c860786-1433-4692-93ce-6147ef35b44d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.821773] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7c2f67-8938-4c34-bc7a-06b2e740c1fb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.828987] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4f128e-ea0b-4afd-b533-d3c3822d7f90 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.843365] env[69183]: DEBUG nova.compute.provider_tree [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 725.216928] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461177} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.217816] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 5599a8c9-58c6-40c3-97cc-b0eea581ad5b/5599a8c9-58c6-40c3-97cc-b0eea581ad5b.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.218160] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.218448] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95c5394b-0933-4715-971d-9afdbd1130cd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.222574] env[69183]: DEBUG oslo_concurrency.lockutils [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.225312] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 725.225312] env[69183]: value = "task-2789462" [ 725.225312] env[69183]: _type = "Task" [ 725.225312] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.233323] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.243817] env[69183]: DEBUG nova.network.neutron [req-94474bc3-0f0d-45a1-925e-f1117ae594db req-4b90afba-9db7-4342-9fd6-c2b623fbd4a9 service nova] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Updated VIF entry in instance network info cache for port 0b20080e-83df-4ebb-8e54-d01054e9ed71. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.244344] env[69183]: DEBUG nova.network.neutron [req-94474bc3-0f0d-45a1-925e-f1117ae594db req-4b90afba-9db7-4342-9fd6-c2b623fbd4a9 service nova] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Updating instance_info_cache with network_info: [{"id": "0b20080e-83df-4ebb-8e54-d01054e9ed71", "address": "fa:16:3e:83:ec:a4", "network": {"id": "25a953a5-744a-41ae-a694-1218056811a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-713805857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e96601da6404b92aa5077cbdde2da12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b20080e-83", "ovs_interfaceid": "0b20080e-83df-4ebb-8e54-d01054e9ed71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.258469] env[69183]: DEBUG nova.network.neutron [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Successfully updated port: bd1cb7a9-1b27-4d35-a7d4-3846d5798eed {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.303746] env[69183]: INFO nova.compute.manager [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Took 43.96 seconds to build instance. [ 725.375349] env[69183]: DEBUG nova.scheduler.client.report [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Updated inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 725.375629] env[69183]: DEBUG nova.compute.provider_tree [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 61 to 62 during operation: update_inventory {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 725.376230] env[69183]: DEBUG nova.compute.provider_tree [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 725.737099] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212667} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.737099] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.737358] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270d092d-a926-4c05-a226-cd750a1a4954 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.752161] env[69183]: DEBUG oslo_concurrency.lockutils [req-94474bc3-0f0d-45a1-925e-f1117ae594db req-4b90afba-9db7-4342-9fd6-c2b623fbd4a9 service nova] Releasing lock "refresh_cache-d414f97c-8367-4357-9529-eeac7f04d472" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.752443] env[69183]: DEBUG nova.compute.manager [req-94474bc3-0f0d-45a1-925e-f1117ae594db req-4b90afba-9db7-4342-9fd6-c2b623fbd4a9 service nova] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Received event network-changed-0b20080e-83df-4ebb-8e54-d01054e9ed71 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 725.752617] env[69183]: DEBUG nova.compute.manager [req-94474bc3-0f0d-45a1-925e-f1117ae594db req-4b90afba-9db7-4342-9fd6-c2b623fbd4a9 service nova] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Refreshing instance network info cache due to event network-changed-0b20080e-83df-4ebb-8e54-d01054e9ed71. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 725.752822] env[69183]: DEBUG oslo_concurrency.lockutils [req-94474bc3-0f0d-45a1-925e-f1117ae594db req-4b90afba-9db7-4342-9fd6-c2b623fbd4a9 service nova] Acquiring lock "refresh_cache-d414f97c-8367-4357-9529-eeac7f04d472" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.752964] env[69183]: DEBUG oslo_concurrency.lockutils [req-94474bc3-0f0d-45a1-925e-f1117ae594db req-4b90afba-9db7-4342-9fd6-c2b623fbd4a9 service nova] Acquired lock "refresh_cache-d414f97c-8367-4357-9529-eeac7f04d472" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.753143] env[69183]: DEBUG nova.network.neutron [req-94474bc3-0f0d-45a1-925e-f1117ae594db req-4b90afba-9db7-4342-9fd6-c2b623fbd4a9 service nova] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Refreshing network info cache for port 0b20080e-83df-4ebb-8e54-d01054e9ed71 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.763055] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 5599a8c9-58c6-40c3-97cc-b0eea581ad5b/5599a8c9-58c6-40c3-97cc-b0eea581ad5b.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.763914] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Acquiring lock "refresh_cache-1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.763914] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Acquired lock "refresh_cache-1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.764081] env[69183]: DEBUG nova.network.neutron [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.764986] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbfd4608-0b2d-4a32-8b5e-b42f711b7cef {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.787087] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 725.787087] env[69183]: value = "task-2789463" [ 725.787087] env[69183]: _type = "Task" [ 725.787087] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.795941] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.806977] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbb4b993-e70c-4d10-9b4e-f47d52fbf746 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Lock "de6cb453-ef68-4121-93b8-5252d8e6fb33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.118s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.881280] env[69183]: DEBUG oslo_concurrency.lockutils [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.981s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.881831] env[69183]: DEBUG nova.compute.manager [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.884727] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.822s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.297453] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.312633] env[69183]: DEBUG nova.compute.manager [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.321851] env[69183]: DEBUG nova.network.neutron [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.332983] env[69183]: DEBUG oslo_concurrency.lockutils [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Acquiring lock "de6cb453-ef68-4121-93b8-5252d8e6fb33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.332983] env[69183]: DEBUG oslo_concurrency.lockutils [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Lock "de6cb453-ef68-4121-93b8-5252d8e6fb33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.333159] env[69183]: DEBUG oslo_concurrency.lockutils [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Acquiring lock "de6cb453-ef68-4121-93b8-5252d8e6fb33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.333668] env[69183]: DEBUG oslo_concurrency.lockutils [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Lock "de6cb453-ef68-4121-93b8-5252d8e6fb33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.333668] env[69183]: DEBUG oslo_concurrency.lockutils [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Lock "de6cb453-ef68-4121-93b8-5252d8e6fb33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.335704] env[69183]: INFO nova.compute.manager [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Terminating instance [ 726.388555] env[69183]: DEBUG nova.compute.utils [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.401657] env[69183]: DEBUG nova.compute.manager [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.401891] env[69183]: DEBUG nova.network.neutron [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.485343] env[69183]: DEBUG nova.policy [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dbd44ff3b16419bb0e38939c59287ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb62ee3dacb14414a7b13d264871f66e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.535884] env[69183]: DEBUG nova.network.neutron [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Updating instance_info_cache with network_info: [{"id": "bd1cb7a9-1b27-4d35-a7d4-3846d5798eed", "address": "fa:16:3e:2d:d4:21", "network": {"id": "1e3ae9cf-ce9f-4fbc-949b-5fd854382e48", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1155023234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a99eb06c237484bb33d12edc0010032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1cb7a9-1b", "ovs_interfaceid": "bd1cb7a9-1b27-4d35-a7d4-3846d5798eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.612158] env[69183]: DEBUG nova.compute.manager [req-8598946d-cd17-41c6-8cda-771471803027 req-b6a892d0-4efc-4eeb-93e0-96abd75b1206 service nova] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Received event network-vif-plugged-bd1cb7a9-1b27-4d35-a7d4-3846d5798eed {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 726.612399] env[69183]: DEBUG oslo_concurrency.lockutils [req-8598946d-cd17-41c6-8cda-771471803027 req-b6a892d0-4efc-4eeb-93e0-96abd75b1206 service nova] Acquiring lock "1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.612580] env[69183]: DEBUG oslo_concurrency.lockutils [req-8598946d-cd17-41c6-8cda-771471803027 req-b6a892d0-4efc-4eeb-93e0-96abd75b1206 service nova] Lock "1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.612746] env[69183]: DEBUG oslo_concurrency.lockutils [req-8598946d-cd17-41c6-8cda-771471803027 req-b6a892d0-4efc-4eeb-93e0-96abd75b1206 service nova] Lock "1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.612908] env[69183]: DEBUG nova.compute.manager [req-8598946d-cd17-41c6-8cda-771471803027 req-b6a892d0-4efc-4eeb-93e0-96abd75b1206 service nova] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] No waiting events found dispatching network-vif-plugged-bd1cb7a9-1b27-4d35-a7d4-3846d5798eed {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.613718] env[69183]: WARNING nova.compute.manager [req-8598946d-cd17-41c6-8cda-771471803027 req-b6a892d0-4efc-4eeb-93e0-96abd75b1206 service nova] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Received unexpected event network-vif-plugged-bd1cb7a9-1b27-4d35-a7d4-3846d5798eed for instance with vm_state building and task_state spawning. [ 726.613988] env[69183]: DEBUG nova.compute.manager [req-8598946d-cd17-41c6-8cda-771471803027 req-b6a892d0-4efc-4eeb-93e0-96abd75b1206 service nova] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Received event network-changed-bd1cb7a9-1b27-4d35-a7d4-3846d5798eed {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 726.618024] env[69183]: DEBUG nova.compute.manager [req-8598946d-cd17-41c6-8cda-771471803027 req-b6a892d0-4efc-4eeb-93e0-96abd75b1206 service nova] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Refreshing instance network info cache due to event network-changed-bd1cb7a9-1b27-4d35-a7d4-3846d5798eed. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 726.618024] env[69183]: DEBUG oslo_concurrency.lockutils [req-8598946d-cd17-41c6-8cda-771471803027 req-b6a892d0-4efc-4eeb-93e0-96abd75b1206 service nova] Acquiring lock "refresh_cache-1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.667850] env[69183]: DEBUG nova.network.neutron [req-94474bc3-0f0d-45a1-925e-f1117ae594db req-4b90afba-9db7-4342-9fd6-c2b623fbd4a9 service nova] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Updated VIF entry in instance network info cache for port 0b20080e-83df-4ebb-8e54-d01054e9ed71. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.668235] env[69183]: DEBUG nova.network.neutron [req-94474bc3-0f0d-45a1-925e-f1117ae594db req-4b90afba-9db7-4342-9fd6-c2b623fbd4a9 service nova] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Updating instance_info_cache with network_info: [{"id": "0b20080e-83df-4ebb-8e54-d01054e9ed71", "address": "fa:16:3e:83:ec:a4", "network": {"id": "25a953a5-744a-41ae-a694-1218056811a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-713805857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e96601da6404b92aa5077cbdde2da12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b20080e-83", "ovs_interfaceid": "0b20080e-83df-4ebb-8e54-d01054e9ed71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.799314] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789463, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.834770] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.839499] env[69183]: DEBUG nova.compute.manager [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.839710] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.840604] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7f2815-8f73-44ba-a1ad-2f456f5c4da2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.846371] env[69183]: DEBUG nova.network.neutron [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Successfully created port: 32389593-5c70-4a66-9a70-0ed594402f00 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.851761] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.851761] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f5a3729-9728-4cbd-9cf6-8429be4dcd78 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.857751] env[69183]: DEBUG oslo_vmware.api [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Waiting for the task: (returnval){ [ 726.857751] env[69183]: value = "task-2789464" [ 726.857751] env[69183]: _type = "Task" [ 726.857751] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.866085] env[69183]: DEBUG oslo_vmware.api [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Task: {'id': task-2789464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.902449] env[69183]: DEBUG nova.compute.manager [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.938483] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance e117a0fb-c4ad-4a94-a2b6-761047c35c72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 726.939997] env[69183]: WARNING nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance f260ea23-705e-43fd-8559-d9ee217d5927 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 726.939997] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 4aa83732-4f5c-45e5-8929-d8301c2e9b3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 726.939997] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 726.939997] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance b99b6af4-b37d-44cf-81d7-de744d7cc8e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 726.939997] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 54ecef88-0417-45f5-8558-3dbda97fd4c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 726.939997] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 8b417b3a-4ec1-4b64-9a85-94cda10fcea9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 726.939997] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 67811381-5b1d-454d-923b-ba26dd2c3659 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 726.939997] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 726.939997] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance cbb7af1d-6a53-4762-8337-69b17cdb7581 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 726.939997] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 37882545-0972-4f5c-a1e2-37b4f1bb2fc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 726.939997] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance c2b68522-d582-49d7-b288-426405aec498 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 726.941402] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 121683d3-7205-425c-ae2e-e5866e555044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 726.941402] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 78a992cb-c299-42a5-9c6c-f9108b471538 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 726.941402] env[69183]: WARNING nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance f1187494-accf-412b-a72a-fe68223da4cb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 726.941402] env[69183]: WARNING nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 726.941402] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance c1da3649-77d1-4da8-9779-9f4a3a591ba7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 726.941402] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance d414f97c-8367-4357-9529-eeac7f04d472 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 726.941561] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance de6cb453-ef68-4121-93b8-5252d8e6fb33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 726.941669] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 5599a8c9-58c6-40c3-97cc-b0eea581ad5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 726.941749] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 726.941867] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 8e72f6db-5dba-44ce-a406-76a5022f0001 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 727.038964] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Releasing lock "refresh_cache-1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.039406] env[69183]: DEBUG nova.compute.manager [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Instance network_info: |[{"id": "bd1cb7a9-1b27-4d35-a7d4-3846d5798eed", "address": "fa:16:3e:2d:d4:21", "network": {"id": "1e3ae9cf-ce9f-4fbc-949b-5fd854382e48", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1155023234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a99eb06c237484bb33d12edc0010032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1cb7a9-1b", "ovs_interfaceid": "bd1cb7a9-1b27-4d35-a7d4-3846d5798eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.039740] env[69183]: DEBUG oslo_concurrency.lockutils [req-8598946d-cd17-41c6-8cda-771471803027 req-b6a892d0-4efc-4eeb-93e0-96abd75b1206 service nova] Acquired lock "refresh_cache-1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.039917] env[69183]: DEBUG nova.network.neutron [req-8598946d-cd17-41c6-8cda-771471803027 req-b6a892d0-4efc-4eeb-93e0-96abd75b1206 service nova] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Refreshing network info cache for port bd1cb7a9-1b27-4d35-a7d4-3846d5798eed {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.043979] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:d4:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd1cb7a9-1b27-4d35-a7d4-3846d5798eed', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.049096] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Creating folder: Project (5a99eb06c237484bb33d12edc0010032). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.050127] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-335cc1cb-9dce-46ec-a243-f1e5d23aba97 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.061871] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Created folder: Project (5a99eb06c237484bb33d12edc0010032) in parent group-v560622. [ 727.062079] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Creating folder: Instances. Parent ref: group-v560720. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.062320] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a258983-9003-4459-a542-0a17e75a0cde {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.072235] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Created folder: Instances in parent group-v560720. [ 727.072539] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.072739] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.072984] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48a36425-d94e-4d88-b762-cc3cd10b4bde {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.097047] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.097047] env[69183]: value = "task-2789467" [ 727.097047] env[69183]: _type = "Task" [ 727.097047] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.106336] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789467, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.171091] env[69183]: DEBUG oslo_concurrency.lockutils [req-94474bc3-0f0d-45a1-925e-f1117ae594db req-4b90afba-9db7-4342-9fd6-c2b623fbd4a9 service nova] Releasing lock "refresh_cache-d414f97c-8367-4357-9529-eeac7f04d472" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.300614] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789463, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.372562] env[69183]: DEBUG oslo_vmware.api [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Task: {'id': task-2789464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.445070] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 727.607213] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789467, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.838792] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789463, 'name': ReconfigVM_Task, 'duration_secs': 1.973534} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.838792] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 5599a8c9-58c6-40c3-97cc-b0eea581ad5b/5599a8c9-58c6-40c3-97cc-b0eea581ad5b.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.838792] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61bbda4b-e38a-4d31-8b22-d0801703e256 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.838792] env[69183]: DEBUG nova.network.neutron [req-8598946d-cd17-41c6-8cda-771471803027 req-b6a892d0-4efc-4eeb-93e0-96abd75b1206 service nova] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Updated VIF entry in instance network info cache for port bd1cb7a9-1b27-4d35-a7d4-3846d5798eed. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.838792] env[69183]: DEBUG nova.network.neutron [req-8598946d-cd17-41c6-8cda-771471803027 req-b6a892d0-4efc-4eeb-93e0-96abd75b1206 service nova] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Updating instance_info_cache with network_info: [{"id": "bd1cb7a9-1b27-4d35-a7d4-3846d5798eed", "address": "fa:16:3e:2d:d4:21", "network": {"id": "1e3ae9cf-ce9f-4fbc-949b-5fd854382e48", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1155023234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a99eb06c237484bb33d12edc0010032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1cb7a9-1b", "ovs_interfaceid": "bd1cb7a9-1b27-4d35-a7d4-3846d5798eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.838792] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 727.838792] env[69183]: value = "task-2789468" [ 727.838792] env[69183]: _type = "Task" [ 727.838792] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.838792] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789468, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.870239] env[69183]: DEBUG oslo_vmware.api [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Task: {'id': task-2789464, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.913805] env[69183]: DEBUG nova.compute.manager [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.943519] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquiring lock "f5d8ff76-766d-407a-87a8-89065f1cf8f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.943844] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Lock "f5d8ff76-766d-407a-87a8-89065f1cf8f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.949034] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 91ce0605-359f-4dad-8298-8e17ee656731 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 727.951600] env[69183]: DEBUG nova.virt.hardware [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.951808] env[69183]: DEBUG nova.virt.hardware [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.951966] env[69183]: DEBUG nova.virt.hardware [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.952168] env[69183]: DEBUG nova.virt.hardware [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.952313] env[69183]: DEBUG nova.virt.hardware [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.952458] env[69183]: DEBUG nova.virt.hardware [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.952665] env[69183]: DEBUG nova.virt.hardware [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.952820] env[69183]: DEBUG nova.virt.hardware [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.952996] env[69183]: DEBUG nova.virt.hardware [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.953166] env[69183]: DEBUG nova.virt.hardware [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.953337] env[69183]: DEBUG nova.virt.hardware [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.954504] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0bc4db-c4fb-42fc-a61c-5b55a4fd7ec2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.964969] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36066157-930f-4e8d-b077-70be21d6d855 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.107131] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789467, 'name': CreateVM_Task, 'duration_secs': 0.954312} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.107328] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.108042] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.108220] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.108544] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.108836] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2fd2bee-5f15-485d-a34c-52144fc3eebf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.114145] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Waiting for the task: (returnval){ [ 728.114145] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52cb15d6-5ca2-6d7b-a0a9-c65fff9ac67a" [ 728.114145] env[69183]: _type = "Task" [ 728.114145] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.120620] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52cb15d6-5ca2-6d7b-a0a9-c65fff9ac67a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.300752] env[69183]: DEBUG nova.compute.manager [req-24310663-ad0f-44d7-96ff-32c9b693b4be req-70d62dec-439d-4f12-9dc6-24cb7af3f659 service nova] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Received event network-vif-plugged-32389593-5c70-4a66-9a70-0ed594402f00 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 728.301015] env[69183]: DEBUG oslo_concurrency.lockutils [req-24310663-ad0f-44d7-96ff-32c9b693b4be req-70d62dec-439d-4f12-9dc6-24cb7af3f659 service nova] Acquiring lock "8e72f6db-5dba-44ce-a406-76a5022f0001-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.301283] env[69183]: DEBUG oslo_concurrency.lockutils [req-24310663-ad0f-44d7-96ff-32c9b693b4be req-70d62dec-439d-4f12-9dc6-24cb7af3f659 service nova] Lock "8e72f6db-5dba-44ce-a406-76a5022f0001-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.301557] env[69183]: DEBUG oslo_concurrency.lockutils [req-24310663-ad0f-44d7-96ff-32c9b693b4be req-70d62dec-439d-4f12-9dc6-24cb7af3f659 service nova] Lock "8e72f6db-5dba-44ce-a406-76a5022f0001-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.301746] env[69183]: DEBUG nova.compute.manager [req-24310663-ad0f-44d7-96ff-32c9b693b4be req-70d62dec-439d-4f12-9dc6-24cb7af3f659 service nova] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] No waiting events found dispatching network-vif-plugged-32389593-5c70-4a66-9a70-0ed594402f00 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.301914] env[69183]: WARNING nova.compute.manager [req-24310663-ad0f-44d7-96ff-32c9b693b4be req-70d62dec-439d-4f12-9dc6-24cb7af3f659 service nova] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Received unexpected event network-vif-plugged-32389593-5c70-4a66-9a70-0ed594402f00 for instance with vm_state building and task_state spawning. [ 728.321941] env[69183]: DEBUG oslo_concurrency.lockutils [req-8598946d-cd17-41c6-8cda-771471803027 req-b6a892d0-4efc-4eeb-93e0-96abd75b1206 service nova] Releasing lock "refresh_cache-1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.339666] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789468, 'name': Rename_Task, 'duration_secs': 0.214778} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.339939] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.340257] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b382e66-aa6f-4aec-9fbb-7805258873d4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.346056] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 728.346056] env[69183]: value = "task-2789469" [ 728.346056] env[69183]: _type = "Task" [ 728.346056] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.353947] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.370916] env[69183]: DEBUG oslo_vmware.api [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Task: {'id': task-2789464, 'name': PowerOffVM_Task, 'duration_secs': 1.034398} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.371226] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.371407] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.372131] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c435678-4637-44bd-b359-b88decdd7e00 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.402188] env[69183]: DEBUG nova.network.neutron [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Successfully updated port: 32389593-5c70-4a66-9a70-0ed594402f00 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.440867] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.441131] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.441301] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Deleting the datastore file [datastore2] de6cb453-ef68-4121-93b8-5252d8e6fb33 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.441559] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7eb64493-b4a1-401d-97b2-bd9656e2db93 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.448036] env[69183]: DEBUG oslo_vmware.api [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Waiting for the task: (returnval){ [ 728.448036] env[69183]: value = "task-2789471" [ 728.448036] env[69183]: _type = "Task" [ 728.448036] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.455910] env[69183]: DEBUG oslo_vmware.api [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Task: {'id': task-2789471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.459809] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 54e63c54-74ee-4ec4-aabe-517d3e58ca39 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 728.623873] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52cb15d6-5ca2-6d7b-a0a9-c65fff9ac67a, 'name': SearchDatastore_Task, 'duration_secs': 0.012044} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.624215] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.624689] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.624764] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.625098] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.625382] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.625675] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8528f356-3307-44c8-9313-f7297b634347 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.634491] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.634674] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.635392] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c2de971-bd63-4905-a223-b7fa80c6e01e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.640533] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Waiting for the task: (returnval){ [ 728.640533] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]525e8a18-3605-d951-8d3b-106ed21acab6" [ 728.640533] env[69183]: _type = "Task" [ 728.640533] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.648153] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525e8a18-3605-d951-8d3b-106ed21acab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.855959] env[69183]: DEBUG oslo_vmware.api [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789469, 'name': PowerOnVM_Task, 'duration_secs': 0.496703} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.856293] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.856451] env[69183]: INFO nova.compute.manager [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Took 8.84 seconds to spawn the instance on the hypervisor. [ 728.856629] env[69183]: DEBUG nova.compute.manager [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.857429] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551c0bae-3531-48cc-be08-810038a58bc5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.907925] env[69183]: DEBUG oslo_concurrency.lockutils [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Acquiring lock "refresh_cache-8e72f6db-5dba-44ce-a406-76a5022f0001" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.907925] env[69183]: DEBUG oslo_concurrency.lockutils [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Acquired lock "refresh_cache-8e72f6db-5dba-44ce-a406-76a5022f0001" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.907925] env[69183]: DEBUG nova.network.neutron [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.959329] env[69183]: DEBUG oslo_vmware.api [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Task: {'id': task-2789471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141567} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.959580] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.959765] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.959941] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.960158] env[69183]: INFO nova.compute.manager [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Took 2.12 seconds to destroy the instance on the hypervisor. [ 728.960407] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.960590] env[69183]: DEBUG nova.compute.manager [-] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.960683] env[69183]: DEBUG nova.network.neutron [-] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.962664] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance c32e70e6-d4ed-4586-9492-9ee26735fbbf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 729.151899] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525e8a18-3605-d951-8d3b-106ed21acab6, 'name': SearchDatastore_Task, 'duration_secs': 0.014132} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.152858] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40173983-a358-471a-9faf-44c5d2d77a01 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.159193] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Waiting for the task: (returnval){ [ 729.159193] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52748508-20e1-6a94-803c-5da7716744c1" [ 729.159193] env[69183]: _type = "Task" [ 729.159193] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.167508] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52748508-20e1-6a94-803c-5da7716744c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.375972] env[69183]: INFO nova.compute.manager [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Took 47.13 seconds to build instance. [ 729.442085] env[69183]: DEBUG nova.network.neutron [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.465445] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance d496b806-b894-48f1-839d-2551f81c2cb0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 729.573623] env[69183]: DEBUG nova.network.neutron [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Updating instance_info_cache with network_info: [{"id": "32389593-5c70-4a66-9a70-0ed594402f00", "address": "fa:16:3e:f8:72:39", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32389593-5c", "ovs_interfaceid": "32389593-5c70-4a66-9a70-0ed594402f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.670942] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52748508-20e1-6a94-803c-5da7716744c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009752} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.671242] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.671499] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01/1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.671758] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53c26a93-ee8d-4235-9094-539ecb6b5855 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.678805] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Waiting for the task: (returnval){ [ 729.678805] env[69183]: value = "task-2789472" [ 729.678805] env[69183]: _type = "Task" [ 729.678805] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.686227] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.687581] env[69183]: DEBUG nova.network.neutron [-] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.878423] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0c4a150f-3ea6-41b1-a047-f570e24cd629 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "5599a8c9-58c6-40c3-97cc-b0eea581ad5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.328s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.969527] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance b3a1f91d-d3bd-4127-b294-c10ce3a2edfe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 730.076864] env[69183]: DEBUG oslo_concurrency.lockutils [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Releasing lock "refresh_cache-8e72f6db-5dba-44ce-a406-76a5022f0001" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.077245] env[69183]: DEBUG nova.compute.manager [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Instance network_info: |[{"id": "32389593-5c70-4a66-9a70-0ed594402f00", "address": "fa:16:3e:f8:72:39", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32389593-5c", "ovs_interfaceid": "32389593-5c70-4a66-9a70-0ed594402f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.078033] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:72:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32389593-5c70-4a66-9a70-0ed594402f00', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.087910] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Creating folder: Project (bb62ee3dacb14414a7b13d264871f66e). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.088170] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4f34359-2f01-47af-a433-91e1c061ba6c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.103341] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Created folder: Project (bb62ee3dacb14414a7b13d264871f66e) in parent group-v560622. [ 730.103706] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Creating folder: Instances. Parent ref: group-v560723. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.104198] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46f56cea-5d25-4bca-b706-929151b1ce65 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.115165] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Created folder: Instances in parent group-v560723. [ 730.115165] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.115165] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.115165] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b045fac-b78e-485e-9679-1858a434261f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.135349] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.135349] env[69183]: value = "task-2789475" [ 730.135349] env[69183]: _type = "Task" [ 730.135349] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.142441] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789475, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.188524] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448781} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.188788] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01/1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.189043] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.189473] env[69183]: INFO nova.compute.manager [-] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Took 1.23 seconds to deallocate network for instance. [ 730.189684] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b1c5a23-1adb-4d0c-9b56-d36523ce4bad {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.197746] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Waiting for the task: (returnval){ [ 730.197746] env[69183]: value = "task-2789476" [ 730.197746] env[69183]: _type = "Task" [ 730.197746] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.206856] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.331800] env[69183]: DEBUG nova.compute.manager [req-383e99a5-05e7-4865-a22c-c2082ea41a65 req-a6053f33-0dc5-4627-8575-9dcf45f3859e service nova] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Received event network-changed-32389593-5c70-4a66-9a70-0ed594402f00 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 730.334218] env[69183]: DEBUG nova.compute.manager [req-383e99a5-05e7-4865-a22c-c2082ea41a65 req-a6053f33-0dc5-4627-8575-9dcf45f3859e service nova] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Refreshing instance network info cache due to event network-changed-32389593-5c70-4a66-9a70-0ed594402f00. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 730.334559] env[69183]: DEBUG oslo_concurrency.lockutils [req-383e99a5-05e7-4865-a22c-c2082ea41a65 req-a6053f33-0dc5-4627-8575-9dcf45f3859e service nova] Acquiring lock "refresh_cache-8e72f6db-5dba-44ce-a406-76a5022f0001" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.334765] env[69183]: DEBUG oslo_concurrency.lockutils [req-383e99a5-05e7-4865-a22c-c2082ea41a65 req-a6053f33-0dc5-4627-8575-9dcf45f3859e service nova] Acquired lock "refresh_cache-8e72f6db-5dba-44ce-a406-76a5022f0001" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.335010] env[69183]: DEBUG nova.network.neutron [req-383e99a5-05e7-4865-a22c-c2082ea41a65 req-a6053f33-0dc5-4627-8575-9dcf45f3859e service nova] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Refreshing network info cache for port 32389593-5c70-4a66-9a70-0ed594402f00 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.380991] env[69183]: DEBUG nova.compute.manager [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.385295] env[69183]: DEBUG nova.compute.manager [req-ad296ec7-4b96-4873-b914-a9fcafcb1b5f req-ed452834-6219-4099-b8ea-208a98e6c045 service nova] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Received event network-changed-aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 730.385399] env[69183]: DEBUG nova.compute.manager [req-ad296ec7-4b96-4873-b914-a9fcafcb1b5f req-ed452834-6219-4099-b8ea-208a98e6c045 service nova] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Refreshing instance network info cache due to event network-changed-aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 730.385796] env[69183]: DEBUG oslo_concurrency.lockutils [req-ad296ec7-4b96-4873-b914-a9fcafcb1b5f req-ed452834-6219-4099-b8ea-208a98e6c045 service nova] Acquiring lock "refresh_cache-5599a8c9-58c6-40c3-97cc-b0eea581ad5b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.385796] env[69183]: DEBUG oslo_concurrency.lockutils [req-ad296ec7-4b96-4873-b914-a9fcafcb1b5f req-ed452834-6219-4099-b8ea-208a98e6c045 service nova] Acquired lock "refresh_cache-5599a8c9-58c6-40c3-97cc-b0eea581ad5b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.385955] env[69183]: DEBUG nova.network.neutron [req-ad296ec7-4b96-4873-b914-a9fcafcb1b5f req-ed452834-6219-4099-b8ea-208a98e6c045 service nova] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Refreshing network info cache for port aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.474296] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 730.645876] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789475, 'name': CreateVM_Task, 'duration_secs': 0.372175} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.646279] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.647383] env[69183]: DEBUG oslo_concurrency.lockutils [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.647555] env[69183]: DEBUG oslo_concurrency.lockutils [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.647940] env[69183]: DEBUG oslo_concurrency.lockutils [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.648659] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43e59383-de60-4ed8-a4c0-7cc027cc482b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.653958] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 730.653958] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]529ac442-2173-c9d3-3318-997d4096c2c2" [ 730.653958] env[69183]: _type = "Task" [ 730.653958] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.661985] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]529ac442-2173-c9d3-3318-997d4096c2c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.699866] env[69183]: DEBUG oslo_concurrency.lockutils [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.708299] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065919} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.708640] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.709404] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521c5603-b3c5-410c-9307-b60d3eae0b8b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.731458] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01/1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.731862] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b731c3f4-675b-4526-92b6-c715347448ee {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.753029] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Waiting for the task: (returnval){ [ 730.753029] env[69183]: value = "task-2789477" [ 730.753029] env[69183]: _type = "Task" [ 730.753029] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.761617] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789477, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.913011] env[69183]: DEBUG oslo_concurrency.lockutils [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.977143] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance ff75e3b8-15c2-4dd3-94a6-de77e6e73501 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 731.034278] env[69183]: DEBUG nova.network.neutron [req-383e99a5-05e7-4865-a22c-c2082ea41a65 req-a6053f33-0dc5-4627-8575-9dcf45f3859e service nova] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Updated VIF entry in instance network info cache for port 32389593-5c70-4a66-9a70-0ed594402f00. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.034641] env[69183]: DEBUG nova.network.neutron [req-383e99a5-05e7-4865-a22c-c2082ea41a65 req-a6053f33-0dc5-4627-8575-9dcf45f3859e service nova] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Updating instance_info_cache with network_info: [{"id": "32389593-5c70-4a66-9a70-0ed594402f00", "address": "fa:16:3e:f8:72:39", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32389593-5c", "ovs_interfaceid": "32389593-5c70-4a66-9a70-0ed594402f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.165732] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]529ac442-2173-c9d3-3318-997d4096c2c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009671} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.166964] env[69183]: DEBUG nova.network.neutron [req-ad296ec7-4b96-4873-b914-a9fcafcb1b5f req-ed452834-6219-4099-b8ea-208a98e6c045 service nova] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Updated VIF entry in instance network info cache for port aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.166964] env[69183]: DEBUG nova.network.neutron [req-ad296ec7-4b96-4873-b914-a9fcafcb1b5f req-ed452834-6219-4099-b8ea-208a98e6c045 service nova] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Updating instance_info_cache with network_info: [{"id": "aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4", "address": "fa:16:3e:02:09:59", "network": {"id": "3c4f15f7-8472-4ea3-912b-f17e69e4453b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-205766861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a981345cfd7a46ef9fb2d4f5589c7460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba45f1a-95", "ovs_interfaceid": "aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.168279] env[69183]: DEBUG oslo_concurrency.lockutils [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.168444] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.168708] env[69183]: DEBUG oslo_concurrency.lockutils [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.168821] env[69183]: DEBUG oslo_concurrency.lockutils [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.169057] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.169556] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-748f16ba-8c49-43ee-af6c-e7695cb450bd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.177932] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.178166] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.178911] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76c016ca-0728-4dbd-b743-23414ca245f2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.184787] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 731.184787] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]525e3ec7-853a-1732-c858-7beb91b7c607" [ 731.184787] env[69183]: _type = "Task" [ 731.184787] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.193016] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525e3ec7-853a-1732-c858-7beb91b7c607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.262848] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.479745] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 2813a4f7-0282-4365-a87d-a959016779c4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 731.536899] env[69183]: DEBUG oslo_concurrency.lockutils [req-383e99a5-05e7-4865-a22c-c2082ea41a65 req-a6053f33-0dc5-4627-8575-9dcf45f3859e service nova] Releasing lock "refresh_cache-8e72f6db-5dba-44ce-a406-76a5022f0001" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.537285] env[69183]: DEBUG nova.compute.manager [req-383e99a5-05e7-4865-a22c-c2082ea41a65 req-a6053f33-0dc5-4627-8575-9dcf45f3859e service nova] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Received event network-vif-deleted-634fb189-2aed-4201-9521-c315b8918603 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 731.670480] env[69183]: DEBUG oslo_concurrency.lockutils [req-ad296ec7-4b96-4873-b914-a9fcafcb1b5f req-ed452834-6219-4099-b8ea-208a98e6c045 service nova] Releasing lock "refresh_cache-5599a8c9-58c6-40c3-97cc-b0eea581ad5b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.695847] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525e3ec7-853a-1732-c858-7beb91b7c607, 'name': SearchDatastore_Task, 'duration_secs': 0.008626} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.696633] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71339bf5-842f-4cf5-b0ab-073f7590e76c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.701986] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 731.701986] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527a070f-c54f-19a9-1a68-0c33edb44f58" [ 731.701986] env[69183]: _type = "Task" [ 731.701986] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.710865] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527a070f-c54f-19a9-1a68-0c33edb44f58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.762050] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789477, 'name': ReconfigVM_Task, 'duration_secs': 0.73335} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.762334] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01/1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.762934] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f989cf85-aa4b-43bc-8da0-0178b3c9dcc3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.768539] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Waiting for the task: (returnval){ [ 731.768539] env[69183]: value = "task-2789478" [ 731.768539] env[69183]: _type = "Task" [ 731.768539] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.776425] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789478, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.982880] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 68bd72ad-3ec6-44f8-8d5f-311cce1678f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 732.212699] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527a070f-c54f-19a9-1a68-0c33edb44f58, 'name': SearchDatastore_Task, 'duration_secs': 0.008773} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.212982] env[69183]: DEBUG oslo_concurrency.lockutils [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.213285] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 8e72f6db-5dba-44ce-a406-76a5022f0001/8e72f6db-5dba-44ce-a406-76a5022f0001.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.213554] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b7a132e-b280-4886-9116-6c2959031371 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.220553] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 732.220553] env[69183]: value = "task-2789479" [ 732.220553] env[69183]: _type = "Task" [ 732.220553] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.228655] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.278542] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789478, 'name': Rename_Task, 'duration_secs': 0.422622} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.278861] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.279147] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03c6f499-3968-465a-9732-f5db6754540d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.284930] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Waiting for the task: (returnval){ [ 732.284930] env[69183]: value = "task-2789480" [ 732.284930] env[69183]: _type = "Task" [ 732.284930] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.292533] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.487154] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 39057950-8faf-45b1-8c3d-90798c8f8c94 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 732.730995] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489942} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.731238] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 8e72f6db-5dba-44ce-a406-76a5022f0001/8e72f6db-5dba-44ce-a406-76a5022f0001.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.731452] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.731700] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-083a5240-cff3-4709-b6dc-afb9a1e6f43b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.738568] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 732.738568] env[69183]: value = "task-2789481" [ 732.738568] env[69183]: _type = "Task" [ 732.738568] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.746110] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.795753] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789480, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.990395] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 6c26d3da-3013-4020-ae22-97093090fafe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 733.250092] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067984} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.250436] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.251253] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c77bc89-a4bd-42d1-8c65-3135b14f33d6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.275239] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 8e72f6db-5dba-44ce-a406-76a5022f0001/8e72f6db-5dba-44ce-a406-76a5022f0001.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.275513] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a062a1a-5abe-4e27-9ae8-9ed256da53f1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.298814] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789480, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.300113] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 733.300113] env[69183]: value = "task-2789482" [ 733.300113] env[69183]: _type = "Task" [ 733.300113] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.308036] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.493511] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance d9ca7edd-63df-40f6-ae93-1a5911427ee7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 733.799898] env[69183]: DEBUG oslo_vmware.api [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789480, 'name': PowerOnVM_Task, 'duration_secs': 1.046247} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.800303] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.800526] env[69183]: INFO nova.compute.manager [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Took 9.87 seconds to spawn the instance on the hypervisor. [ 733.800702] env[69183]: DEBUG nova.compute.manager [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.801550] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb814c69-8ae3-454b-8e75-50a0bca6f79a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.817348] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.996723] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance fd82482c-4769-400c-9ee6-632e60be2e56 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 734.310404] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789482, 'name': ReconfigVM_Task, 'duration_secs': 0.680691} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.310716] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 8e72f6db-5dba-44ce-a406-76a5022f0001/8e72f6db-5dba-44ce-a406-76a5022f0001.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.311349] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72b0b57d-210c-4cac-b37e-36e3b4e24d10 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.317177] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 734.317177] env[69183]: value = "task-2789483" [ 734.317177] env[69183]: _type = "Task" [ 734.317177] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.329502] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789483, 'name': Rename_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.329960] env[69183]: INFO nova.compute.manager [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Took 47.33 seconds to build instance. [ 734.499675] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance c9371531-6eeb-4f0b-9ed9-4c04942c187f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 734.499959] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 734.500155] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 734.826183] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789483, 'name': Rename_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.831683] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e04ffda2-27c0-4143-9239-4ddc5c3fb76f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Lock "1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.416s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.917397] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e59c25-a6ad-4b8d-8797-f4ca808880a0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.924759] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1d98c1-5fb9-4a4b-bfb2-cea22b88702d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.959541] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a04ac6d-bb8b-44a0-97d8-78a7c8898231 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.967163] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409bdca7-6fe2-46ea-8c21-f7a0d9da8f5a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.980592] env[69183]: DEBUG nova.compute.provider_tree [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.327088] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789483, 'name': Rename_Task, 'duration_secs': 0.739329} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.327405] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.327585] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f9afd03-3a0f-4749-a1b7-4c163bf91ed5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.333965] env[69183]: DEBUG nova.compute.manager [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.337203] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 735.337203] env[69183]: value = "task-2789484" [ 735.337203] env[69183]: _type = "Task" [ 735.337203] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.345133] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.464014] env[69183]: DEBUG nova.compute.manager [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.464481] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009a3ade-0af2-4289-9807-c3aca03c4b80 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.503480] env[69183]: ERROR nova.scheduler.client.report [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [req-24ebab21-1e42-4139-8013-1e4230aab288] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ac1d5a79-805a-416e-80c0-31063a094839. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-24ebab21-1e42-4139-8013-1e4230aab288"}]} [ 735.519933] env[69183]: DEBUG nova.scheduler.client.report [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Refreshing inventories for resource provider ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 735.533921] env[69183]: DEBUG nova.scheduler.client.report [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Updating ProviderTree inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 735.534148] env[69183]: DEBUG nova.compute.provider_tree [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.546763] env[69183]: DEBUG nova.scheduler.client.report [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Refreshing aggregate associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, aggregates: None {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 735.569140] env[69183]: DEBUG nova.scheduler.client.report [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Refreshing trait associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 735.852353] env[69183]: DEBUG oslo_vmware.api [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789484, 'name': PowerOnVM_Task, 'duration_secs': 0.432958} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.855293] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.855550] env[69183]: INFO nova.compute.manager [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Took 7.94 seconds to spawn the instance on the hypervisor. [ 735.855730] env[69183]: DEBUG nova.compute.manager [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.857496] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d84b41-9920-4883-8e1e-cccc426c4d4d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.862813] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.975955] env[69183]: INFO nova.compute.manager [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] instance snapshotting [ 735.979187] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36914bae-c9b6-44d4-812c-934e21d7d8a0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.002982] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e465a1-dea8-443b-af78-b174ef09abee {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.094710] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e355707a-0a3f-4176-a6d4-aa27b6b5720e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.102636] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842adf49-6a28-4b09-be45-2de7721d0e08 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.138693] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc4b0cf-c7af-408a-86af-8f0dd039575b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.147120] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49a443e-9e4a-4b96-b405-d08f62a4eec9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.162930] env[69183]: DEBUG nova.compute.provider_tree [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 736.279032] env[69183]: DEBUG oslo_concurrency.lockutils [None req-afb55494-5c23-40c6-926c-8493b8610cd1 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Acquiring lock "94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.280724] env[69183]: DEBUG oslo_concurrency.lockutils [None req-afb55494-5c23-40c6-926c-8493b8610cd1 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Lock "94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.002s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.379791] env[69183]: INFO nova.compute.manager [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Took 47.82 seconds to build instance. [ 736.514211] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Creating Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 736.514637] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2aa6da10-f06d-424d-8217-9c504bc3f100 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.523285] env[69183]: DEBUG oslo_vmware.api [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Waiting for the task: (returnval){ [ 736.523285] env[69183]: value = "task-2789485" [ 736.523285] env[69183]: _type = "Task" [ 736.523285] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.532843] env[69183]: DEBUG oslo_vmware.api [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789485, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.698453] env[69183]: DEBUG nova.scheduler.client.report [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Updated inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 736.698684] env[69183]: DEBUG nova.compute.provider_tree [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 63 to 64 during operation: update_inventory {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 736.698844] env[69183]: DEBUG nova.compute.provider_tree [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 736.784436] env[69183]: DEBUG nova.compute.utils [None req-afb55494-5c23-40c6-926c-8493b8610cd1 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.882254] env[69183]: DEBUG oslo_concurrency.lockutils [None req-57021668-a80a-419e-b220-3c1604aab37f tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lock "8e72f6db-5dba-44ce-a406-76a5022f0001" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.015s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.034581] env[69183]: DEBUG oslo_vmware.api [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789485, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.205067] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69183) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 737.205067] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.320s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.205425] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.141s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.206942] env[69183]: INFO nova.compute.claims [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.288411] env[69183]: DEBUG oslo_concurrency.lockutils [None req-afb55494-5c23-40c6-926c-8493b8610cd1 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Lock "94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.384874] env[69183]: DEBUG nova.compute.manager [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.533870] env[69183]: DEBUG oslo_vmware.api [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789485, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.908022] env[69183]: DEBUG oslo_concurrency.lockutils [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.034947] env[69183]: DEBUG oslo_vmware.api [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789485, 'name': CreateSnapshot_Task, 'duration_secs': 1.478043} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.035476] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Created Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 738.036018] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54317b0-2cfc-4df2-ab0b-cc750de919f3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.368185] env[69183]: DEBUG oslo_concurrency.lockutils [None req-afb55494-5c23-40c6-926c-8493b8610cd1 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Acquiring lock "94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.368469] env[69183]: DEBUG oslo_concurrency.lockutils [None req-afb55494-5c23-40c6-926c-8493b8610cd1 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Lock "94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.368706] env[69183]: INFO nova.compute.manager [None req-afb55494-5c23-40c6-926c-8493b8610cd1 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Attaching volume 6eebc803-0c30-417e-8bd5-16a0a4984444 to /dev/sdb [ 738.412615] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df231022-a387-47ba-9c1a-d32cd24394a6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.419975] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d97e056-a7d0-40ba-b068-ab74782877de {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.436126] env[69183]: DEBUG nova.virt.block_device [None req-afb55494-5c23-40c6-926c-8493b8610cd1 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Updating existing volume attachment record: 0a3d9419-01bc-4457-ba1b-a96a31abcf85 {{(pid=69183) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 738.554581] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Creating linked-clone VM from snapshot {{(pid=69183) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 738.557454] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f44ff0bc-bb63-4e2b-be69-ede8c835cefc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.566477] env[69183]: DEBUG oslo_vmware.api [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Waiting for the task: (returnval){ [ 738.566477] env[69183]: value = "task-2789486" [ 738.566477] env[69183]: _type = "Task" [ 738.566477] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.574258] env[69183]: DEBUG oslo_vmware.api [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789486, 'name': CloneVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.710090] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78816619-f5a5-4573-b1a2-1a7e7e30ea7f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.718899] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab93a968-3cb7-4859-a0cb-bf53f97c9ec9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.750828] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8603e3c5-0bb9-433c-816e-6dd7f06c4afa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.758293] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a3c7f1-a836-48c8-89f1-574e694f628b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.772403] env[69183]: DEBUG nova.compute.provider_tree [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.076168] env[69183]: DEBUG oslo_vmware.api [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789486, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.278172] env[69183]: DEBUG nova.scheduler.client.report [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.577629] env[69183]: DEBUG oslo_vmware.api [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789486, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.783865] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.784508] env[69183]: DEBUG nova.compute.manager [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.787633] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.413s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.788496] env[69183]: INFO nova.compute.claims [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.077804] env[69183]: DEBUG oslo_vmware.api [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789486, 'name': CloneVM_Task} progress is 95%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.295199] env[69183]: DEBUG nova.compute.utils [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.296618] env[69183]: DEBUG nova.compute.manager [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.296787] env[69183]: DEBUG nova.network.neutron [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.369618] env[69183]: DEBUG nova.policy [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dbd44ff3b16419bb0e38939c59287ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb62ee3dacb14414a7b13d264871f66e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.579009] env[69183]: DEBUG oslo_vmware.api [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789486, 'name': CloneVM_Task, 'duration_secs': 1.852191} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.579393] env[69183]: INFO nova.virt.vmwareapi.vmops [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Created linked-clone VM from snapshot [ 740.580086] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16cf0f5-3b8c-4bf7-a64e-77fcf3da445d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.587305] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Uploading image 39b1e0a4-deab-44ad-85dc-f10aefc9bf14 {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 740.611881] env[69183]: DEBUG oslo_vmware.rw_handles [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 740.611881] env[69183]: value = "vm-560729" [ 740.611881] env[69183]: _type = "VirtualMachine" [ 740.611881] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 740.612167] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4c7a351a-d1c1-47f4-adfe-b55ddc15f769 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.619025] env[69183]: DEBUG oslo_vmware.rw_handles [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Lease: (returnval){ [ 740.619025] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52079db0-6e07-7cac-2416-5e2742f77a55" [ 740.619025] env[69183]: _type = "HttpNfcLease" [ 740.619025] env[69183]: } obtained for exporting VM: (result){ [ 740.619025] env[69183]: value = "vm-560729" [ 740.619025] env[69183]: _type = "VirtualMachine" [ 740.619025] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 740.619308] env[69183]: DEBUG oslo_vmware.api [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Waiting for the lease: (returnval){ [ 740.619308] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52079db0-6e07-7cac-2416-5e2742f77a55" [ 740.619308] env[69183]: _type = "HttpNfcLease" [ 740.619308] env[69183]: } to be ready. {{(pid=69183) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 740.625323] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 740.625323] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52079db0-6e07-7cac-2416-5e2742f77a55" [ 740.625323] env[69183]: _type = "HttpNfcLease" [ 740.625323] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 740.696746] env[69183]: DEBUG nova.network.neutron [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Successfully created port: eacf7fd2-267f-46af-bb81-300bca0146be {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.802448] env[69183]: DEBUG nova.compute.manager [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.126769] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 741.126769] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52079db0-6e07-7cac-2416-5e2742f77a55" [ 741.126769] env[69183]: _type = "HttpNfcLease" [ 741.126769] env[69183]: } is ready. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 741.129456] env[69183]: DEBUG oslo_vmware.rw_handles [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 741.129456] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52079db0-6e07-7cac-2416-5e2742f77a55" [ 741.129456] env[69183]: _type = "HttpNfcLease" [ 741.129456] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 741.130428] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a0c002-e007-4c67-b4a3-8c5640e17114 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.137565] env[69183]: DEBUG oslo_vmware.rw_handles [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528369a0-fdaf-8cd0-251f-2f463b15cd95/disk-0.vmdk from lease info. {{(pid=69183) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 741.137735] env[69183]: DEBUG oslo_vmware.rw_handles [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528369a0-fdaf-8cd0-251f-2f463b15cd95/disk-0.vmdk for reading. {{(pid=69183) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 741.226127] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e36e5525-25e2-4ff5-9f43-af56dfbd1394 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.370381] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78993ccf-32a7-47f4-a7fd-cffe2388fb9a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.379355] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8667a792-7357-499f-8ddd-8e125846fc0e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.412410] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7673f964-986e-4ad1-8344-736e6b22a2fa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.423226] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d7e711-8792-4d9b-80cc-53e57b017b6f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.436701] env[69183]: DEBUG nova.compute.provider_tree [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.814179] env[69183]: DEBUG nova.compute.manager [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.838364] env[69183]: DEBUG nova.virt.hardware [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.838692] env[69183]: DEBUG nova.virt.hardware [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.838899] env[69183]: DEBUG nova.virt.hardware [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.839144] env[69183]: DEBUG nova.virt.hardware [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.839368] env[69183]: DEBUG nova.virt.hardware [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.839571] env[69183]: DEBUG nova.virt.hardware [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.839819] env[69183]: DEBUG nova.virt.hardware [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.840026] env[69183]: DEBUG nova.virt.hardware [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.840268] env[69183]: DEBUG nova.virt.hardware [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.840453] env[69183]: DEBUG nova.virt.hardware [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.840626] env[69183]: DEBUG nova.virt.hardware [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.841510] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccda7bc-aaf0-4559-8f1f-7d492adf4d52 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.849851] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6e416d-da55-47f8-8303-349b6afa859c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.942277] env[69183]: DEBUG nova.scheduler.client.report [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.256951] env[69183]: DEBUG nova.compute.manager [req-3cd9b5ea-24fb-4412-aadf-3f41a99da593 req-e6704d09-1f4a-4ae9-97e1-74d691d0f8ed service nova] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Received event network-vif-plugged-eacf7fd2-267f-46af-bb81-300bca0146be {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 742.257306] env[69183]: DEBUG oslo_concurrency.lockutils [req-3cd9b5ea-24fb-4412-aadf-3f41a99da593 req-e6704d09-1f4a-4ae9-97e1-74d691d0f8ed service nova] Acquiring lock "4b757ef6-19c1-4c73-b16a-3b1ce765c2bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.257577] env[69183]: DEBUG oslo_concurrency.lockutils [req-3cd9b5ea-24fb-4412-aadf-3f41a99da593 req-e6704d09-1f4a-4ae9-97e1-74d691d0f8ed service nova] Lock "4b757ef6-19c1-4c73-b16a-3b1ce765c2bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.258128] env[69183]: DEBUG oslo_concurrency.lockutils [req-3cd9b5ea-24fb-4412-aadf-3f41a99da593 req-e6704d09-1f4a-4ae9-97e1-74d691d0f8ed service nova] Lock "4b757ef6-19c1-4c73-b16a-3b1ce765c2bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.258315] env[69183]: DEBUG nova.compute.manager [req-3cd9b5ea-24fb-4412-aadf-3f41a99da593 req-e6704d09-1f4a-4ae9-97e1-74d691d0f8ed service nova] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] No waiting events found dispatching network-vif-plugged-eacf7fd2-267f-46af-bb81-300bca0146be {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.259692] env[69183]: WARNING nova.compute.manager [req-3cd9b5ea-24fb-4412-aadf-3f41a99da593 req-e6704d09-1f4a-4ae9-97e1-74d691d0f8ed service nova] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Received unexpected event network-vif-plugged-eacf7fd2-267f-46af-bb81-300bca0146be for instance with vm_state building and task_state spawning. [ 742.389748] env[69183]: DEBUG nova.network.neutron [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Successfully updated port: eacf7fd2-267f-46af-bb81-300bca0146be {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.447609] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.448307] env[69183]: DEBUG nova.compute.manager [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.451720] env[69183]: DEBUG oslo_concurrency.lockutils [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.245s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.451986] env[69183]: DEBUG oslo_concurrency.lockutils [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.457026] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.731s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.457026] env[69183]: INFO nova.compute.claims [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.491214] env[69183]: INFO nova.scheduler.client.report [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Deleted allocations for instance f260ea23-705e-43fd-8559-d9ee217d5927 [ 742.892660] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Acquiring lock "refresh_cache-4b757ef6-19c1-4c73-b16a-3b1ce765c2bc" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.893014] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Acquired lock "refresh_cache-4b757ef6-19c1-4c73-b16a-3b1ce765c2bc" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.893161] env[69183]: DEBUG nova.network.neutron [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.962087] env[69183]: DEBUG nova.compute.utils [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.963607] env[69183]: DEBUG nova.compute.manager [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Not allocating networking since 'none' was specified. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 743.000707] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-afb55494-5c23-40c6-926c-8493b8610cd1 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Volume attach. Driver type: vmdk {{(pid=69183) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 743.000975] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-afb55494-5c23-40c6-926c-8493b8610cd1 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560730', 'volume_id': '6eebc803-0c30-417e-8bd5-16a0a4984444', 'name': 'volume-6eebc803-0c30-417e-8bd5-16a0a4984444', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f', 'attached_at': '', 'detached_at': '', 'volume_id': '6eebc803-0c30-417e-8bd5-16a0a4984444', 'serial': '6eebc803-0c30-417e-8bd5-16a0a4984444'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 743.001883] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e60e65-92b9-43b8-b3a9-63cfc4c68e6b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.005103] env[69183]: DEBUG oslo_concurrency.lockutils [None req-949920bb-b602-4148-a89e-7197c9da2493 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "f260ea23-705e-43fd-8559-d9ee217d5927" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.267s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.024520] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa686df-2e9c-4b14-9947-f98ed9c3b0e1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.054655] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-afb55494-5c23-40c6-926c-8493b8610cd1 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-6eebc803-0c30-417e-8bd5-16a0a4984444/volume-6eebc803-0c30-417e-8bd5-16a0a4984444.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.055334] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a905c54-ff29-4a90-af3c-3bb5dce6d17e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.076463] env[69183]: DEBUG oslo_vmware.api [None req-afb55494-5c23-40c6-926c-8493b8610cd1 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Waiting for the task: (returnval){ [ 743.076463] env[69183]: value = "task-2789492" [ 743.076463] env[69183]: _type = "Task" [ 743.076463] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.085223] env[69183]: DEBUG oslo_vmware.api [None req-afb55494-5c23-40c6-926c-8493b8610cd1 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Task: {'id': task-2789492, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.438035] env[69183]: DEBUG nova.network.neutron [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.470737] env[69183]: DEBUG nova.compute.manager [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.473666] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "e117a0fb-c4ad-4a94-a2b6-761047c35c72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.473879] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "e117a0fb-c4ad-4a94-a2b6-761047c35c72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.474565] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "e117a0fb-c4ad-4a94-a2b6-761047c35c72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.474565] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "e117a0fb-c4ad-4a94-a2b6-761047c35c72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.474565] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "e117a0fb-c4ad-4a94-a2b6-761047c35c72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.476798] env[69183]: INFO nova.compute.manager [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Terminating instance [ 743.594090] env[69183]: DEBUG oslo_vmware.api [None req-afb55494-5c23-40c6-926c-8493b8610cd1 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Task: {'id': task-2789492, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.673611] env[69183]: DEBUG nova.network.neutron [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Updating instance_info_cache with network_info: [{"id": "eacf7fd2-267f-46af-bb81-300bca0146be", "address": "fa:16:3e:10:2a:93", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeacf7fd2-26", "ovs_interfaceid": "eacf7fd2-267f-46af-bb81-300bca0146be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.980376] env[69183]: DEBUG nova.compute.manager [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.980645] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.981705] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f016b4a1-6c1a-4866-97e3-59da2a8bac4a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.992017] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.992582] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bdd37cc-0dff-4869-9096-5129ba05f101 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.000414] env[69183]: DEBUG oslo_vmware.api [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 744.000414] env[69183]: value = "task-2789493" [ 744.000414] env[69183]: _type = "Task" [ 744.000414] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.008219] env[69183]: DEBUG oslo_vmware.api [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.010703] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c93d59-2bfc-4f7c-aa9a-2b0d216c77f3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.017773] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8885215c-e017-47ec-8a18-e6847fe93615 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.049316] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b197436-6d7b-42e7-aa91-cbf0c902222a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.056983] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5207848b-a3ea-4226-840c-9402faa73169 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.071508] env[69183]: DEBUG nova.compute.provider_tree [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.090347] env[69183]: DEBUG oslo_vmware.api [None req-afb55494-5c23-40c6-926c-8493b8610cd1 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Task: {'id': task-2789492, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.178371] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Releasing lock "refresh_cache-4b757ef6-19c1-4c73-b16a-3b1ce765c2bc" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.178735] env[69183]: DEBUG nova.compute.manager [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Instance network_info: |[{"id": "eacf7fd2-267f-46af-bb81-300bca0146be", "address": "fa:16:3e:10:2a:93", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeacf7fd2-26", "ovs_interfaceid": "eacf7fd2-267f-46af-bb81-300bca0146be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.179247] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:2a:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eacf7fd2-267f-46af-bb81-300bca0146be', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.186918] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.187190] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.187423] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afd604ad-9a74-4d3b-8217-9b3a906ae54d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.207983] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.207983] env[69183]: value = "task-2789494" [ 744.207983] env[69183]: _type = "Task" [ 744.207983] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.219397] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789494, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.291461] env[69183]: DEBUG nova.compute.manager [req-560b9b87-93b4-4480-8c17-940b147113e4 req-934c171b-f340-4fd6-86aa-fe5ddc5e8a76 service nova] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Received event network-changed-eacf7fd2-267f-46af-bb81-300bca0146be {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 744.291673] env[69183]: DEBUG nova.compute.manager [req-560b9b87-93b4-4480-8c17-940b147113e4 req-934c171b-f340-4fd6-86aa-fe5ddc5e8a76 service nova] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Refreshing instance network info cache due to event network-changed-eacf7fd2-267f-46af-bb81-300bca0146be. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 744.291902] env[69183]: DEBUG oslo_concurrency.lockutils [req-560b9b87-93b4-4480-8c17-940b147113e4 req-934c171b-f340-4fd6-86aa-fe5ddc5e8a76 service nova] Acquiring lock "refresh_cache-4b757ef6-19c1-4c73-b16a-3b1ce765c2bc" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.292064] env[69183]: DEBUG oslo_concurrency.lockutils [req-560b9b87-93b4-4480-8c17-940b147113e4 req-934c171b-f340-4fd6-86aa-fe5ddc5e8a76 service nova] Acquired lock "refresh_cache-4b757ef6-19c1-4c73-b16a-3b1ce765c2bc" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.292260] env[69183]: DEBUG nova.network.neutron [req-560b9b87-93b4-4480-8c17-940b147113e4 req-934c171b-f340-4fd6-86aa-fe5ddc5e8a76 service nova] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Refreshing network info cache for port eacf7fd2-267f-46af-bb81-300bca0146be {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.482477] env[69183]: DEBUG nova.compute.manager [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.507725] env[69183]: DEBUG nova.virt.hardware [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.507975] env[69183]: DEBUG nova.virt.hardware [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.508150] env[69183]: DEBUG nova.virt.hardware [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.508357] env[69183]: DEBUG nova.virt.hardware [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.508536] env[69183]: DEBUG nova.virt.hardware [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.508700] env[69183]: DEBUG nova.virt.hardware [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.508909] env[69183]: DEBUG nova.virt.hardware [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.509103] env[69183]: DEBUG nova.virt.hardware [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.509329] env[69183]: DEBUG nova.virt.hardware [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.509502] env[69183]: DEBUG nova.virt.hardware [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.509700] env[69183]: DEBUG nova.virt.hardware [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.510597] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68396055-4a65-4bc0-8a5f-a5226edc2515 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.518699] env[69183]: DEBUG oslo_vmware.api [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.521609] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a89a786-acc9-4760-9baa-62a3d4489527 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.539969] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Instance VIF info [] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.545658] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Creating folder: Project (6b33cdee809744f1b532efe1399ae93c). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.546844] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d500334-514c-4458-899d-af4e9bedce9f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.557703] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Created folder: Project (6b33cdee809744f1b532efe1399ae93c) in parent group-v560622. [ 744.557959] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Creating folder: Instances. Parent ref: group-v560732. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.558190] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86e71cab-6bca-4c15-b28f-c49b8268d713 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.571154] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Created folder: Instances in parent group-v560732. [ 744.571154] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.571523] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.571875] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5548747f-ae0e-4fcd-9de7-4bc8b469517f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.586043] env[69183]: DEBUG nova.scheduler.client.report [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.599662] env[69183]: DEBUG oslo_vmware.api [None req-afb55494-5c23-40c6-926c-8493b8610cd1 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Task: {'id': task-2789492, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.600944] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.600944] env[69183]: value = "task-2789497" [ 744.600944] env[69183]: _type = "Task" [ 744.600944] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.612329] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789497, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.718473] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789494, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.011259] env[69183]: DEBUG oslo_vmware.api [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789493, 'name': PowerOffVM_Task, 'duration_secs': 0.840711} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.011649] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.011795] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.012091] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab0c3001-3a5b-4afc-ac3a-5d364df840e0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.031596] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Acquiring lock "b99b6af4-b37d-44cf-81d7-de744d7cc8e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.031988] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Lock "b99b6af4-b37d-44cf-81d7-de744d7cc8e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.032364] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Acquiring lock "b99b6af4-b37d-44cf-81d7-de744d7cc8e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.032553] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Lock "b99b6af4-b37d-44cf-81d7-de744d7cc8e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.032780] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Lock "b99b6af4-b37d-44cf-81d7-de744d7cc8e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.035537] env[69183]: INFO nova.compute.manager [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Terminating instance [ 745.071941] env[69183]: DEBUG nova.network.neutron [req-560b9b87-93b4-4480-8c17-940b147113e4 req-934c171b-f340-4fd6-86aa-fe5ddc5e8a76 service nova] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Updated VIF entry in instance network info cache for port eacf7fd2-267f-46af-bb81-300bca0146be. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.072313] env[69183]: DEBUG nova.network.neutron [req-560b9b87-93b4-4480-8c17-940b147113e4 req-934c171b-f340-4fd6-86aa-fe5ddc5e8a76 service nova] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Updating instance_info_cache with network_info: [{"id": "eacf7fd2-267f-46af-bb81-300bca0146be", "address": "fa:16:3e:10:2a:93", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeacf7fd2-26", "ovs_interfaceid": "eacf7fd2-267f-46af-bb81-300bca0146be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.084460] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.084659] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.084836] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Deleting the datastore file [datastore2] e117a0fb-c4ad-4a94-a2b6-761047c35c72 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.085113] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69dc09ad-c7a8-487b-868a-35a15e981df2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.095095] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.095338] env[69183]: DEBUG nova.compute.manager [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.098064] env[69183]: DEBUG oslo_vmware.api [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for the task: (returnval){ [ 745.098064] env[69183]: value = "task-2789499" [ 745.098064] env[69183]: _type = "Task" [ 745.098064] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.098882] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.316s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.100395] env[69183]: INFO nova.compute.claims [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.110448] env[69183]: DEBUG oslo_vmware.api [None req-afb55494-5c23-40c6-926c-8493b8610cd1 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Task: {'id': task-2789492, 'name': ReconfigVM_Task, 'duration_secs': 1.586381} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.114964] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-afb55494-5c23-40c6-926c-8493b8610cd1 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-6eebc803-0c30-417e-8bd5-16a0a4984444/volume-6eebc803-0c30-417e-8bd5-16a0a4984444.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.120317] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ac25bc2-ccc7-499a-8a7e-dc63f0c40f84 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.134724] env[69183]: DEBUG oslo_vmware.api [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.140520] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789497, 'name': CreateVM_Task, 'duration_secs': 0.32507} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.142883] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.143888] env[69183]: DEBUG oslo_vmware.api [None req-afb55494-5c23-40c6-926c-8493b8610cd1 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Waiting for the task: (returnval){ [ 745.143888] env[69183]: value = "task-2789500" [ 745.143888] env[69183]: _type = "Task" [ 745.143888] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.144387] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.144623] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.145019] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.145618] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82507628-94b0-4989-b88a-e5f5423b13ad {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.153461] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Waiting for the task: (returnval){ [ 745.153461] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]523e5f4c-1d3a-7a04-6e27-f5344598158f" [ 745.153461] env[69183]: _type = "Task" [ 745.153461] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.156961] env[69183]: DEBUG oslo_vmware.api [None req-afb55494-5c23-40c6-926c-8493b8610cd1 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Task: {'id': task-2789500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.166049] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]523e5f4c-1d3a-7a04-6e27-f5344598158f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.219834] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789494, 'name': CreateVM_Task, 'duration_secs': 0.817446} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.220025] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.220795] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.542856] env[69183]: DEBUG nova.compute.manager [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.543177] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.544288] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705095a3-1a25-439b-9664-745cca867816 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.553332] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.553616] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6389abb7-d79c-4f9f-966c-de5caa634d87 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.559638] env[69183]: DEBUG oslo_vmware.api [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Waiting for the task: (returnval){ [ 745.559638] env[69183]: value = "task-2789501" [ 745.559638] env[69183]: _type = "Task" [ 745.559638] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.568133] env[69183]: DEBUG oslo_vmware.api [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Task: {'id': task-2789501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.574909] env[69183]: DEBUG oslo_concurrency.lockutils [req-560b9b87-93b4-4480-8c17-940b147113e4 req-934c171b-f340-4fd6-86aa-fe5ddc5e8a76 service nova] Releasing lock "refresh_cache-4b757ef6-19c1-4c73-b16a-3b1ce765c2bc" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.600301] env[69183]: DEBUG nova.compute.utils [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.601785] env[69183]: DEBUG nova.compute.manager [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.601961] env[69183]: DEBUG nova.network.neutron [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.617859] env[69183]: DEBUG oslo_vmware.api [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Task: {'id': task-2789499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180982} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.618567] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.618802] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.620527] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.620527] env[69183]: INFO nova.compute.manager [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Took 1.64 seconds to destroy the instance on the hypervisor. [ 745.620527] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.620527] env[69183]: DEBUG nova.compute.manager [-] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.620903] env[69183]: DEBUG nova.network.neutron [-] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.660028] env[69183]: DEBUG oslo_vmware.api [None req-afb55494-5c23-40c6-926c-8493b8610cd1 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Task: {'id': task-2789500, 'name': ReconfigVM_Task, 'duration_secs': 0.159362} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.663577] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-afb55494-5c23-40c6-926c-8493b8610cd1 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560730', 'volume_id': '6eebc803-0c30-417e-8bd5-16a0a4984444', 'name': 'volume-6eebc803-0c30-417e-8bd5-16a0a4984444', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f', 'attached_at': '', 'detached_at': '', 'volume_id': '6eebc803-0c30-417e-8bd5-16a0a4984444', 'serial': '6eebc803-0c30-417e-8bd5-16a0a4984444'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 745.672871] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]523e5f4c-1d3a-7a04-6e27-f5344598158f, 'name': SearchDatastore_Task, 'duration_secs': 0.018288} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.673027] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.673271] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.673548] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.673684] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.673865] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.674208] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.674566] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.674840] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43d34bdc-a6dd-4e85-a0b2-7e193247ad2f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.677129] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3efffbd9-fa8e-4808-8922-9a1e470536a3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.682456] env[69183]: DEBUG nova.policy [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8a507ffa22d4842876a649a772b5d9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de0ae5285d0a4e73b7b461c544a7b2a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.686393] env[69183]: DEBUG oslo_vmware.api [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 745.686393] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52f1beb1-c74b-5cf0-6b5b-5de406853460" [ 745.686393] env[69183]: _type = "Task" [ 745.686393] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.687491] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.687675] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.691616] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-942e9f85-eb5f-4435-ba6c-5d5cda0fb1e2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.698979] env[69183]: DEBUG oslo_vmware.api [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f1beb1-c74b-5cf0-6b5b-5de406853460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.702658] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Waiting for the task: (returnval){ [ 745.702658] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5246c561-6a2a-5a98-57a0-d564b74e1f4e" [ 745.702658] env[69183]: _type = "Task" [ 745.702658] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.711862] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5246c561-6a2a-5a98-57a0-d564b74e1f4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.006089] env[69183]: DEBUG nova.compute.manager [req-c6600441-72f0-465f-a190-111831234168 req-9321f9e3-d9a3-4a8b-be62-2bee9e51783e service nova] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Received event network-vif-deleted-9de88727-ae5b-4677-aa6b-da2d10a55b69 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 746.006481] env[69183]: INFO nova.compute.manager [req-c6600441-72f0-465f-a190-111831234168 req-9321f9e3-d9a3-4a8b-be62-2bee9e51783e service nova] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Neutron deleted interface 9de88727-ae5b-4677-aa6b-da2d10a55b69; detaching it from the instance and deleting it from the info cache [ 746.006712] env[69183]: DEBUG nova.network.neutron [req-c6600441-72f0-465f-a190-111831234168 req-9321f9e3-d9a3-4a8b-be62-2bee9e51783e service nova] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.070118] env[69183]: DEBUG oslo_vmware.api [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Task: {'id': task-2789501, 'name': PowerOffVM_Task, 'duration_secs': 0.204849} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.070572] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.070801] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.071108] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f822631-333d-48d2-b81b-9ae69d9fbc25 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.106573] env[69183]: DEBUG nova.compute.manager [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.110883] env[69183]: DEBUG nova.network.neutron [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Successfully created port: 7fd8a249-0863-4059-9f13-c7f2d303816f {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.136858] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.137085] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.137374] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Deleting the datastore file [datastore2] b99b6af4-b37d-44cf-81d7-de744d7cc8e5 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.138054] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e343915b-1e90-4dfb-b1e6-da95d2e96f84 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.145463] env[69183]: DEBUG oslo_vmware.api [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Waiting for the task: (returnval){ [ 746.145463] env[69183]: value = "task-2789503" [ 746.145463] env[69183]: _type = "Task" [ 746.145463] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.162109] env[69183]: DEBUG oslo_vmware.api [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Task: {'id': task-2789503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.198403] env[69183]: DEBUG oslo_vmware.api [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f1beb1-c74b-5cf0-6b5b-5de406853460, 'name': SearchDatastore_Task, 'duration_secs': 0.027462} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.201725] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.201997] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.202293] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.220689] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5246c561-6a2a-5a98-57a0-d564b74e1f4e, 'name': SearchDatastore_Task, 'duration_secs': 0.012475} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.221889] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a486013f-f3a1-4537-a138-bd02e037d25b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.231608] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Waiting for the task: (returnval){ [ 746.231608] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5228a8fd-61c7-9037-4f7a-f53d5d65459b" [ 746.231608] env[69183]: _type = "Task" [ 746.231608] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.240982] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5228a8fd-61c7-9037-4f7a-f53d5d65459b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.405736] env[69183]: DEBUG nova.network.neutron [-] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.509451] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3be294fd-2aea-4d3a-a24e-303d6ef7ae03 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.521377] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a6c884-48e4-490b-ac4d-57346cd452b3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.563567] env[69183]: DEBUG nova.compute.manager [req-c6600441-72f0-465f-a190-111831234168 req-9321f9e3-d9a3-4a8b-be62-2bee9e51783e service nova] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Detach interface failed, port_id=9de88727-ae5b-4677-aa6b-da2d10a55b69, reason: Instance e117a0fb-c4ad-4a94-a2b6-761047c35c72 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 746.661726] env[69183]: DEBUG oslo_vmware.api [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Task: {'id': task-2789503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192011} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.662071] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.662381] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.662644] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.662830] env[69183]: INFO nova.compute.manager [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 746.663089] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.663288] env[69183]: DEBUG nova.compute.manager [-] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.663391] env[69183]: DEBUG nova.network.neutron [-] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.723234] env[69183]: DEBUG nova.objects.instance [None req-afb55494-5c23-40c6-926c-8493b8610cd1 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Lazy-loading 'flavor' on Instance uuid 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.728063] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3535120d-e220-4246-94c5-105c4ae35220 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.741634] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4107fbd2-fcb4-4509-bce7-c1ea01546ba0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.750605] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5228a8fd-61c7-9037-4f7a-f53d5d65459b, 'name': SearchDatastore_Task, 'duration_secs': 0.009658} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.751316] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.751594] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 54e63c54-74ee-4ec4-aabe-517d3e58ca39/54e63c54-74ee-4ec4-aabe-517d3e58ca39.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.751894] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.752099] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.752315] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-201cb9d8-3615-4000-8746-52c150de6cec {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.785432] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b36f923-90be-40e6-a8b9-d5418597859d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.789530] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9b3753-8f8c-45a9-8b94-66ad03606f2c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.796914] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Waiting for the task: (returnval){ [ 746.796914] env[69183]: value = "task-2789504" [ 746.796914] env[69183]: _type = "Task" [ 746.796914] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.803781] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64834a3-676d-4662-8788-1653bbe0591d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.806646] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.806798] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.811229] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7c7e4c9-d257-435c-8e64-2488788f3966 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.814515] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.824595] env[69183]: DEBUG nova.compute.provider_tree [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 746.827633] env[69183]: DEBUG oslo_vmware.api [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 746.827633] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5275c714-c876-bd47-7b8a-514902c8423a" [ 746.827633] env[69183]: _type = "Task" [ 746.827633] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.837238] env[69183]: DEBUG oslo_vmware.api [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5275c714-c876-bd47-7b8a-514902c8423a, 'name': SearchDatastore_Task, 'duration_secs': 0.014161} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.838028] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79c6c644-5c26-4de8-8ff1-256db031e32d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.843601] env[69183]: DEBUG oslo_vmware.api [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 746.843601] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52981034-0b08-bd1f-2224-28a55f992a35" [ 746.843601] env[69183]: _type = "Task" [ 746.843601] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.851760] env[69183]: DEBUG oslo_vmware.api [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52981034-0b08-bd1f-2224-28a55f992a35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.908305] env[69183]: INFO nova.compute.manager [-] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Took 1.29 seconds to deallocate network for instance. [ 747.117585] env[69183]: DEBUG nova.compute.manager [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.148072] env[69183]: DEBUG nova.virt.hardware [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.148382] env[69183]: DEBUG nova.virt.hardware [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.148548] env[69183]: DEBUG nova.virt.hardware [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.152250] env[69183]: DEBUG nova.virt.hardware [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.152585] env[69183]: DEBUG nova.virt.hardware [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.152766] env[69183]: DEBUG nova.virt.hardware [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.153070] env[69183]: DEBUG nova.virt.hardware [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.156293] env[69183]: DEBUG nova.virt.hardware [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.156293] env[69183]: DEBUG nova.virt.hardware [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.156293] env[69183]: DEBUG nova.virt.hardware [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.156293] env[69183]: DEBUG nova.virt.hardware [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.156293] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7711302e-3872-4a8a-9b4b-2be5d865a96f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.165788] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5824f9-2157-4ee3-9995-44774d7e256a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.230222] env[69183]: DEBUG oslo_concurrency.lockutils [None req-afb55494-5c23-40c6-926c-8493b8610cd1 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Lock "94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.862s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.306638] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789504, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.355998] env[69183]: DEBUG oslo_vmware.api [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52981034-0b08-bd1f-2224-28a55f992a35, 'name': SearchDatastore_Task, 'duration_secs': 0.012103} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.356882] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.356882] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc/4b757ef6-19c1-4c73-b16a-3b1ce765c2bc.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.356882] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd1570ca-75f0-4ce2-b2df-4000134102b7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.365363] env[69183]: DEBUG oslo_vmware.api [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 747.365363] env[69183]: value = "task-2789505" [ 747.365363] env[69183]: _type = "Task" [ 747.365363] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.369480] env[69183]: DEBUG nova.scheduler.client.report [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Updated inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 747.369480] env[69183]: DEBUG nova.compute.provider_tree [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 64 to 65 during operation: update_inventory {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 747.369785] env[69183]: DEBUG nova.compute.provider_tree [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 747.378391] env[69183]: DEBUG oslo_vmware.api [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.415165] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.745474] env[69183]: DEBUG nova.network.neutron [-] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.806056] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610811} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.806056] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 54e63c54-74ee-4ec4-aabe-517d3e58ca39/54e63c54-74ee-4ec4-aabe-517d3e58ca39.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.806056] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.806439] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2f99841-d84c-441b-b631-58b721b99cfc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.813549] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Waiting for the task: (returnval){ [ 747.813549] env[69183]: value = "task-2789506" [ 747.813549] env[69183]: _type = "Task" [ 747.813549] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.821553] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.875227] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.875744] env[69183]: DEBUG nova.compute.manager [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.878225] env[69183]: DEBUG oslo_vmware.api [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452739} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.878710] env[69183]: DEBUG oslo_concurrency.lockutils [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.320s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.878902] env[69183]: DEBUG oslo_concurrency.lockutils [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.881066] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.067s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.882623] env[69183]: INFO nova.compute.claims [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.885315] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc/4b757ef6-19c1-4c73-b16a-3b1ce765c2bc.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.885572] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.886309] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05be612b-ac2a-4659-a93b-c0022c2dccf7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.892488] env[69183]: DEBUG oslo_vmware.api [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 747.892488] env[69183]: value = "task-2789507" [ 747.892488] env[69183]: _type = "Task" [ 747.892488] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.904101] env[69183]: DEBUG oslo_vmware.api [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.920021] env[69183]: INFO nova.scheduler.client.report [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Deleted allocations for instance 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60 [ 748.148044] env[69183]: DEBUG nova.compute.manager [req-cb7c1936-fc92-4876-bd37-c2231c246c33 req-d89ab35f-c148-46d1-af4a-b2d92ab4c344 service nova] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Received event network-vif-deleted-e56bb3d5-415c-4f40-bb57-2cae4ce0f944 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 748.162106] env[69183]: DEBUG nova.compute.manager [req-e64901c8-799a-41d5-9d4b-2db15a447a17 req-c265d918-869e-42e0-98fa-ffacf98f1997 service nova] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Received event network-vif-plugged-7fd8a249-0863-4059-9f13-c7f2d303816f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 748.162106] env[69183]: DEBUG oslo_concurrency.lockutils [req-e64901c8-799a-41d5-9d4b-2db15a447a17 req-c265d918-869e-42e0-98fa-ffacf98f1997 service nova] Acquiring lock "91ce0605-359f-4dad-8298-8e17ee656731-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.162106] env[69183]: DEBUG oslo_concurrency.lockutils [req-e64901c8-799a-41d5-9d4b-2db15a447a17 req-c265d918-869e-42e0-98fa-ffacf98f1997 service nova] Lock "91ce0605-359f-4dad-8298-8e17ee656731-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.162106] env[69183]: DEBUG oslo_concurrency.lockutils [req-e64901c8-799a-41d5-9d4b-2db15a447a17 req-c265d918-869e-42e0-98fa-ffacf98f1997 service nova] Lock "91ce0605-359f-4dad-8298-8e17ee656731-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.162594] env[69183]: DEBUG nova.compute.manager [req-e64901c8-799a-41d5-9d4b-2db15a447a17 req-c265d918-869e-42e0-98fa-ffacf98f1997 service nova] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] No waiting events found dispatching network-vif-plugged-7fd8a249-0863-4059-9f13-c7f2d303816f {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.163026] env[69183]: WARNING nova.compute.manager [req-e64901c8-799a-41d5-9d4b-2db15a447a17 req-c265d918-869e-42e0-98fa-ffacf98f1997 service nova] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Received unexpected event network-vif-plugged-7fd8a249-0863-4059-9f13-c7f2d303816f for instance with vm_state building and task_state spawning. [ 748.245717] env[69183]: DEBUG oslo_concurrency.lockutils [None req-45a76133-91f9-4aaa-85e2-e0b05b6b7d74 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Acquiring lock "94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.245717] env[69183]: DEBUG oslo_concurrency.lockutils [None req-45a76133-91f9-4aaa-85e2-e0b05b6b7d74 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Lock "94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.248553] env[69183]: INFO nova.compute.manager [-] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Took 1.59 seconds to deallocate network for instance. [ 748.262730] env[69183]: DEBUG nova.network.neutron [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Successfully updated port: 7fd8a249-0863-4059-9f13-c7f2d303816f {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.323565] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065683} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.323830] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.324630] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27de402d-bdd7-4adc-8569-54b702362683 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.344355] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 54e63c54-74ee-4ec4-aabe-517d3e58ca39/54e63c54-74ee-4ec4-aabe-517d3e58ca39.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.344613] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43c2828a-c029-40bf-8ade-d0823a9bc21a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.363096] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Waiting for the task: (returnval){ [ 748.363096] env[69183]: value = "task-2789508" [ 748.363096] env[69183]: _type = "Task" [ 748.363096] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.370781] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.380060] env[69183]: DEBUG nova.compute.utils [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.381375] env[69183]: DEBUG nova.compute.manager [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.381549] env[69183]: DEBUG nova.network.neutron [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.402641] env[69183]: DEBUG oslo_vmware.api [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076453} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.402922] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.403962] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7448a67e-4144-43d2-b201-3ef87967fe31 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.425831] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc/4b757ef6-19c1-4c73-b16a-3b1ce765c2bc.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.427509] env[69183]: DEBUG nova.policy [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8175843e9eb2404cb08555828b0bfbf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0f1ea9e931040e7ab58ed069396eed6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.431171] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cf01a0e-bc53-4c70-a9f3-11b3f68d8db9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.446565] env[69183]: DEBUG oslo_concurrency.lockutils [None req-193dae10-4ce6-4e15-8804-f4613e0b5df2 tempest-DeleteServersAdminTestJSON-61780155 tempest-DeleteServersAdminTestJSON-61780155-project-member] Lock "1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.453s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.453466] env[69183]: DEBUG oslo_vmware.api [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 748.453466] env[69183]: value = "task-2789509" [ 748.453466] env[69183]: _type = "Task" [ 748.453466] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.461753] env[69183]: DEBUG oslo_vmware.api [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.529339] env[69183]: DEBUG oslo_vmware.rw_handles [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528369a0-fdaf-8cd0-251f-2f463b15cd95/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 748.530297] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcf7c99-8643-449a-9c6e-0b483a75ac52 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.536033] env[69183]: DEBUG oslo_vmware.rw_handles [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528369a0-fdaf-8cd0-251f-2f463b15cd95/disk-0.vmdk is in state: ready. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 748.536207] env[69183]: ERROR oslo_vmware.rw_handles [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528369a0-fdaf-8cd0-251f-2f463b15cd95/disk-0.vmdk due to incomplete transfer. [ 748.536423] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-72bf3ae8-5edd-4e0f-8fa0-89ddd7e71d9e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.544118] env[69183]: DEBUG oslo_vmware.rw_handles [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528369a0-fdaf-8cd0-251f-2f463b15cd95/disk-0.vmdk. {{(pid=69183) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 748.544319] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Uploaded image 39b1e0a4-deab-44ad-85dc-f10aefc9bf14 to the Glance image server {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 748.546463] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Destroying the VM {{(pid=69183) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 748.546697] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c66685c1-26cc-4022-8d42-f590c365f9de {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.552232] env[69183]: DEBUG oslo_vmware.api [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Waiting for the task: (returnval){ [ 748.552232] env[69183]: value = "task-2789510" [ 748.552232] env[69183]: _type = "Task" [ 748.552232] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.560573] env[69183]: DEBUG oslo_vmware.api [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789510, 'name': Destroy_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.748899] env[69183]: INFO nova.compute.manager [None req-45a76133-91f9-4aaa-85e2-e0b05b6b7d74 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Detaching volume 6eebc803-0c30-417e-8bd5-16a0a4984444 [ 748.759529] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.769845] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquiring lock "refresh_cache-91ce0605-359f-4dad-8298-8e17ee656731" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.769845] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquired lock "refresh_cache-91ce0605-359f-4dad-8298-8e17ee656731" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.769845] env[69183]: DEBUG nova.network.neutron [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.778201] env[69183]: DEBUG nova.network.neutron [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Successfully created port: 0682277b-7642-4d9c-a0db-e35785e1905c {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.790023] env[69183]: INFO nova.virt.block_device [None req-45a76133-91f9-4aaa-85e2-e0b05b6b7d74 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Attempting to driver detach volume 6eebc803-0c30-417e-8bd5-16a0a4984444 from mountpoint /dev/sdb [ 748.790023] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a76133-91f9-4aaa-85e2-e0b05b6b7d74 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Volume detach. Driver type: vmdk {{(pid=69183) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 748.790023] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a76133-91f9-4aaa-85e2-e0b05b6b7d74 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560730', 'volume_id': '6eebc803-0c30-417e-8bd5-16a0a4984444', 'name': 'volume-6eebc803-0c30-417e-8bd5-16a0a4984444', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f', 'attached_at': '', 'detached_at': '', 'volume_id': '6eebc803-0c30-417e-8bd5-16a0a4984444', 'serial': '6eebc803-0c30-417e-8bd5-16a0a4984444'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 748.790023] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed5321b-4fa1-49a1-a841-7a9e7085ed62 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.825051] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3767eb-18b6-48ee-807d-969de83e3044 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.832612] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158d8c0c-1239-44f3-9fbd-9f49f63b3f67 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.853938] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc63572d-a235-4ccc-a28a-d9d21e2e3981 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.870134] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a76133-91f9-4aaa-85e2-e0b05b6b7d74 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] The volume has not been displaced from its original location: [datastore1] volume-6eebc803-0c30-417e-8bd5-16a0a4984444/volume-6eebc803-0c30-417e-8bd5-16a0a4984444.vmdk. No consolidation needed. {{(pid=69183) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 748.876270] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a76133-91f9-4aaa-85e2-e0b05b6b7d74 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 748.879796] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d46b03af-46a5-458e-93a6-ae6737baa791 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.893466] env[69183]: DEBUG nova.compute.manager [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.905765] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789508, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.907097] env[69183]: DEBUG oslo_vmware.api [None req-45a76133-91f9-4aaa-85e2-e0b05b6b7d74 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Waiting for the task: (returnval){ [ 748.907097] env[69183]: value = "task-2789511" [ 748.907097] env[69183]: _type = "Task" [ 748.907097] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.915584] env[69183]: DEBUG oslo_vmware.api [None req-45a76133-91f9-4aaa-85e2-e0b05b6b7d74 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Task: {'id': task-2789511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.965380] env[69183]: DEBUG oslo_vmware.api [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789509, 'name': ReconfigVM_Task, 'duration_secs': 0.29815} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.965657] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc/4b757ef6-19c1-4c73-b16a-3b1ce765c2bc.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.966298] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03aad45f-52a3-479e-95db-d2b6572a02b5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.973279] env[69183]: DEBUG oslo_vmware.api [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 748.973279] env[69183]: value = "task-2789512" [ 748.973279] env[69183]: _type = "Task" [ 748.973279] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.986937] env[69183]: DEBUG oslo_vmware.api [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789512, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.061269] env[69183]: DEBUG oslo_vmware.api [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789510, 'name': Destroy_Task, 'duration_secs': 0.340343} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.063714] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Destroyed the VM [ 749.063955] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Deleting Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 749.064385] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7a00d9c1-9e1d-4386-89cc-4b085ee4c8ff {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.070570] env[69183]: DEBUG oslo_vmware.api [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Waiting for the task: (returnval){ [ 749.070570] env[69183]: value = "task-2789513" [ 749.070570] env[69183]: _type = "Task" [ 749.070570] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.081404] env[69183]: DEBUG oslo_vmware.api [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789513, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.323240] env[69183]: DEBUG nova.network.neutron [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.388645] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789508, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.421055] env[69183]: DEBUG oslo_vmware.api [None req-45a76133-91f9-4aaa-85e2-e0b05b6b7d74 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Task: {'id': task-2789511, 'name': ReconfigVM_Task, 'duration_secs': 0.255788} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.421540] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a76133-91f9-4aaa-85e2-e0b05b6b7d74 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 749.427159] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-799f3454-f953-4c85-a26a-603df69d3f74 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.451346] env[69183]: DEBUG oslo_vmware.api [None req-45a76133-91f9-4aaa-85e2-e0b05b6b7d74 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Waiting for the task: (returnval){ [ 749.451346] env[69183]: value = "task-2789514" [ 749.451346] env[69183]: _type = "Task" [ 749.451346] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.459563] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59ee70e-952a-4973-9216-906e55b49a45 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.467316] env[69183]: DEBUG oslo_vmware.api [None req-45a76133-91f9-4aaa-85e2-e0b05b6b7d74 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Task: {'id': task-2789514, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.472240] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633b452c-853b-47a0-b6f7-58766f792e6c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.512393] env[69183]: DEBUG oslo_vmware.api [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789512, 'name': Rename_Task, 'duration_secs': 0.199108} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.513106] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a26119d-8f31-4377-84d4-92bfd6b24193 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.515576] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.516040] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17468925-ed13-4803-b826-7819d0875b18 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.520876] env[69183]: DEBUG nova.network.neutron [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Updating instance_info_cache with network_info: [{"id": "7fd8a249-0863-4059-9f13-c7f2d303816f", "address": "fa:16:3e:f0:d5:a7", "network": {"id": "e82265fc-9593-4d25-96f7-bd9156e5577d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1342367425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0ae5285d0a4e73b7b461c544a7b2a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fd8a249-08", "ovs_interfaceid": "7fd8a249-0863-4059-9f13-c7f2d303816f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.526182] env[69183]: DEBUG oslo_vmware.api [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 749.526182] env[69183]: value = "task-2789515" [ 749.526182] env[69183]: _type = "Task" [ 749.526182] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.527593] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56e44ab-7268-44dd-8d74-86926378fb5b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.540478] env[69183]: DEBUG oslo_vmware.api [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789515, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.549545] env[69183]: DEBUG nova.compute.provider_tree [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.582211] env[69183]: DEBUG oslo_vmware.api [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789513, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.881471] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789508, 'name': ReconfigVM_Task, 'duration_secs': 1.298489} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.881471] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 54e63c54-74ee-4ec4-aabe-517d3e58ca39/54e63c54-74ee-4ec4-aabe-517d3e58ca39.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.882148] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7175a11e-06d1-4405-8835-54c9549e94f5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.887897] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Waiting for the task: (returnval){ [ 749.887897] env[69183]: value = "task-2789516" [ 749.887897] env[69183]: _type = "Task" [ 749.887897] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.895898] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789516, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.904199] env[69183]: DEBUG nova.compute.manager [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.927174] env[69183]: DEBUG nova.virt.hardware [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.927429] env[69183]: DEBUG nova.virt.hardware [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.927584] env[69183]: DEBUG nova.virt.hardware [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.927759] env[69183]: DEBUG nova.virt.hardware [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.929785] env[69183]: DEBUG nova.virt.hardware [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.929785] env[69183]: DEBUG nova.virt.hardware [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.929785] env[69183]: DEBUG nova.virt.hardware [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.929785] env[69183]: DEBUG nova.virt.hardware [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.929785] env[69183]: DEBUG nova.virt.hardware [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.929785] env[69183]: DEBUG nova.virt.hardware [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.929785] env[69183]: DEBUG nova.virt.hardware [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.929785] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66266bfe-93c7-41b0-be7b-ccaad424b141 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.937960] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57c6f66-738f-42ef-b176-8428fdef7a04 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.959635] env[69183]: DEBUG oslo_vmware.api [None req-45a76133-91f9-4aaa-85e2-e0b05b6b7d74 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Task: {'id': task-2789514, 'name': ReconfigVM_Task, 'duration_secs': 0.151735} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.959987] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a76133-91f9-4aaa-85e2-e0b05b6b7d74 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560730', 'volume_id': '6eebc803-0c30-417e-8bd5-16a0a4984444', 'name': 'volume-6eebc803-0c30-417e-8bd5-16a0a4984444', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f', 'attached_at': '', 'detached_at': '', 'volume_id': '6eebc803-0c30-417e-8bd5-16a0a4984444', 'serial': '6eebc803-0c30-417e-8bd5-16a0a4984444'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 750.027852] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Releasing lock "refresh_cache-91ce0605-359f-4dad-8298-8e17ee656731" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.028225] env[69183]: DEBUG nova.compute.manager [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Instance network_info: |[{"id": "7fd8a249-0863-4059-9f13-c7f2d303816f", "address": "fa:16:3e:f0:d5:a7", "network": {"id": "e82265fc-9593-4d25-96f7-bd9156e5577d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1342367425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0ae5285d0a4e73b7b461c544a7b2a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fd8a249-08", "ovs_interfaceid": "7fd8a249-0863-4059-9f13-c7f2d303816f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.028741] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:d5:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fd8a249-0863-4059-9f13-c7f2d303816f', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.036409] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.039622] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.039855] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e70d3bbc-c3cb-4a15-bf49-d46ea6327e41 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.055144] env[69183]: DEBUG nova.scheduler.client.report [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.061589] env[69183]: DEBUG oslo_vmware.api [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789515, 'name': PowerOnVM_Task, 'duration_secs': 0.51206} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.062086] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.062297] env[69183]: INFO nova.compute.manager [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Took 8.25 seconds to spawn the instance on the hypervisor. [ 750.062466] env[69183]: DEBUG nova.compute.manager [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.063653] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8125bed-12eb-46d9-a9ec-eb134be2fcf0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.066882] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.066882] env[69183]: value = "task-2789517" [ 750.066882] env[69183]: _type = "Task" [ 750.066882] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.081707] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789517, 'name': CreateVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.086722] env[69183]: DEBUG oslo_vmware.api [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789513, 'name': RemoveSnapshot_Task, 'duration_secs': 0.675661} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.086983] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Deleted Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 750.087251] env[69183]: INFO nova.compute.manager [None req-338b986d-14dd-46cb-826a-114b6a0af6f4 tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Took 14.11 seconds to snapshot the instance on the hypervisor. [ 750.306375] env[69183]: DEBUG nova.compute.manager [req-215ef5ed-d7b6-48a0-991d-71dd2ce0ad2f req-5f5e2e0c-0418-42eb-828a-769a422ade1c service nova] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Received event network-changed-7fd8a249-0863-4059-9f13-c7f2d303816f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 750.306572] env[69183]: DEBUG nova.compute.manager [req-215ef5ed-d7b6-48a0-991d-71dd2ce0ad2f req-5f5e2e0c-0418-42eb-828a-769a422ade1c service nova] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Refreshing instance network info cache due to event network-changed-7fd8a249-0863-4059-9f13-c7f2d303816f. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 750.306784] env[69183]: DEBUG oslo_concurrency.lockutils [req-215ef5ed-d7b6-48a0-991d-71dd2ce0ad2f req-5f5e2e0c-0418-42eb-828a-769a422ade1c service nova] Acquiring lock "refresh_cache-91ce0605-359f-4dad-8298-8e17ee656731" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.306926] env[69183]: DEBUG oslo_concurrency.lockutils [req-215ef5ed-d7b6-48a0-991d-71dd2ce0ad2f req-5f5e2e0c-0418-42eb-828a-769a422ade1c service nova] Acquired lock "refresh_cache-91ce0605-359f-4dad-8298-8e17ee656731" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.307122] env[69183]: DEBUG nova.network.neutron [req-215ef5ed-d7b6-48a0-991d-71dd2ce0ad2f req-5f5e2e0c-0418-42eb-828a-769a422ade1c service nova] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Refreshing network info cache for port 7fd8a249-0863-4059-9f13-c7f2d303816f {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.397962] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789516, 'name': Rename_Task, 'duration_secs': 0.234647} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.398363] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.398649] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03942ca7-62cc-469a-bbed-c4b9ab7f33a0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.404693] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Waiting for the task: (returnval){ [ 750.404693] env[69183]: value = "task-2789518" [ 750.404693] env[69183]: _type = "Task" [ 750.404693] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.413051] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.510866] env[69183]: DEBUG nova.network.neutron [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Successfully updated port: 0682277b-7642-4d9c-a0db-e35785e1905c {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.533645] env[69183]: DEBUG nova.objects.instance [None req-45a76133-91f9-4aaa-85e2-e0b05b6b7d74 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Lazy-loading 'flavor' on Instance uuid 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.563296] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.563893] env[69183]: DEBUG nova.compute.manager [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.567657] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.916s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.569197] env[69183]: INFO nova.compute.claims [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.589841] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789517, 'name': CreateVM_Task, 'duration_secs': 0.347196} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.594387] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.595130] env[69183]: INFO nova.compute.manager [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Took 54.58 seconds to build instance. [ 750.596456] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.596993] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.596993] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.597651] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c9d9dcb-fe7c-42f7-8e24-7c3a156ce985 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.603842] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 750.603842] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5205422b-b9e9-08c0-4d92-ff7eb950b00b" [ 750.603842] env[69183]: _type = "Task" [ 750.603842] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.613398] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5205422b-b9e9-08c0-4d92-ff7eb950b00b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.916812] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789518, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.015228] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "refresh_cache-c32e70e6-d4ed-4586-9492-9ee26735fbbf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.015395] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired lock "refresh_cache-c32e70e6-d4ed-4586-9492-9ee26735fbbf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.019029] env[69183]: DEBUG nova.network.neutron [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.059391] env[69183]: DEBUG nova.network.neutron [req-215ef5ed-d7b6-48a0-991d-71dd2ce0ad2f req-5f5e2e0c-0418-42eb-828a-769a422ade1c service nova] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Updated VIF entry in instance network info cache for port 7fd8a249-0863-4059-9f13-c7f2d303816f. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.059886] env[69183]: DEBUG nova.network.neutron [req-215ef5ed-d7b6-48a0-991d-71dd2ce0ad2f req-5f5e2e0c-0418-42eb-828a-769a422ade1c service nova] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Updating instance_info_cache with network_info: [{"id": "7fd8a249-0863-4059-9f13-c7f2d303816f", "address": "fa:16:3e:f0:d5:a7", "network": {"id": "e82265fc-9593-4d25-96f7-bd9156e5577d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1342367425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0ae5285d0a4e73b7b461c544a7b2a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fd8a249-08", "ovs_interfaceid": "7fd8a249-0863-4059-9f13-c7f2d303816f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.074361] env[69183]: DEBUG nova.compute.utils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.076228] env[69183]: DEBUG nova.compute.manager [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.076416] env[69183]: DEBUG nova.network.neutron [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.098390] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9b9ee09-464f-4fea-9bee-c4fd38129ad2 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lock "4b757ef6-19c1-4c73-b16a-3b1ce765c2bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.685s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.117301] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5205422b-b9e9-08c0-4d92-ff7eb950b00b, 'name': SearchDatastore_Task, 'duration_secs': 0.009808} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.119062] env[69183]: DEBUG nova.policy [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51b0da32966246b39bf0602eab0dec03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6560727b0d654645b00bebdd4cd2f54c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.120583] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.120808] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.121048] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.121198] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.121606] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.122639] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd7ce9e0-e677-431b-bfdc-30d625bc352c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.132167] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.132353] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.133096] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60ae5f5c-1715-4524-918b-83309e2d6a4e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.142273] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 751.142273] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]528490d8-612b-49a7-f05f-2f880889fd01" [ 751.142273] env[69183]: _type = "Task" [ 751.142273] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.152431] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528490d8-612b-49a7-f05f-2f880889fd01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.416234] env[69183]: DEBUG oslo_vmware.api [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789518, 'name': PowerOnVM_Task, 'duration_secs': 0.678035} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.416875] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.417081] env[69183]: INFO nova.compute.manager [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Took 6.93 seconds to spawn the instance on the hypervisor. [ 751.417274] env[69183]: DEBUG nova.compute.manager [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.418068] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91be0e6-3bce-405a-92b2-f29204928817 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.481277] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Acquiring lock "82521e51-2770-4675-be10-aa5beb72ab84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.481545] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Lock "82521e51-2770-4675-be10-aa5beb72ab84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.541530] env[69183]: DEBUG oslo_concurrency.lockutils [None req-45a76133-91f9-4aaa-85e2-e0b05b6b7d74 tempest-VolumesAssistedSnapshotsTest-246429093 tempest-VolumesAssistedSnapshotsTest-246429093-project-admin] Lock "94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.297s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.558295] env[69183]: DEBUG nova.network.neutron [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.565868] env[69183]: DEBUG oslo_concurrency.lockutils [req-215ef5ed-d7b6-48a0-991d-71dd2ce0ad2f req-5f5e2e0c-0418-42eb-828a-769a422ade1c service nova] Releasing lock "refresh_cache-91ce0605-359f-4dad-8298-8e17ee656731" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.580109] env[69183]: DEBUG nova.compute.manager [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.597125] env[69183]: DEBUG nova.network.neutron [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Successfully created port: 5d9119bf-b9ec-489a-bcb5-8e151f2f3898 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.600545] env[69183]: DEBUG nova.compute.manager [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.658084] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528490d8-612b-49a7-f05f-2f880889fd01, 'name': SearchDatastore_Task, 'duration_secs': 0.043585} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.671136] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98d834d5-ffe3-4d6b-8154-370ddeefcbc4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.677521] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 751.677521] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]528aa7c0-83aa-0f8e-8cc6-16c70b2dbb5a" [ 751.677521] env[69183]: _type = "Task" [ 751.677521] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.684413] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528aa7c0-83aa-0f8e-8cc6-16c70b2dbb5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.764039] env[69183]: DEBUG nova.network.neutron [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Updating instance_info_cache with network_info: [{"id": "0682277b-7642-4d9c-a0db-e35785e1905c", "address": "fa:16:3e:15:36:46", "network": {"id": "fa72ed74-9065-45b7-aa13-47e112133d42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1425645619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f1ea9e931040e7ab58ed069396eed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0682277b-76", "ovs_interfaceid": "0682277b-7642-4d9c-a0db-e35785e1905c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.939816] env[69183]: INFO nova.compute.manager [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Took 51.58 seconds to build instance. [ 752.119460] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.152542] env[69183]: DEBUG nova.compute.manager [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.154319] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fced4df3-a26f-4bb5-8ebc-38dfd3642546 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.187154] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528aa7c0-83aa-0f8e-8cc6-16c70b2dbb5a, 'name': SearchDatastore_Task, 'duration_secs': 0.011439} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.187628] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.188252] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 91ce0605-359f-4dad-8298-8e17ee656731/91ce0605-359f-4dad-8298-8e17ee656731.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.188693] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f4bc0ca-87dc-4aba-9b99-4d4c8b6aabb0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.198264] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 752.198264] env[69183]: value = "task-2789520" [ 752.198264] env[69183]: _type = "Task" [ 752.198264] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.203801] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c047c6c-fc48-4c67-a4c8-f9e18970fb20 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.210642] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.219988] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6160df82-1ecf-491c-8ffd-e77e5f53f200 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.258782] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec639a7a-6a26-4e4f-9885-2edcb6359b45 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.271661] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Releasing lock "refresh_cache-c32e70e6-d4ed-4586-9492-9ee26735fbbf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.272045] env[69183]: DEBUG nova.compute.manager [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Instance network_info: |[{"id": "0682277b-7642-4d9c-a0db-e35785e1905c", "address": "fa:16:3e:15:36:46", "network": {"id": "fa72ed74-9065-45b7-aa13-47e112133d42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1425645619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f1ea9e931040e7ab58ed069396eed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0682277b-76", "ovs_interfaceid": "0682277b-7642-4d9c-a0db-e35785e1905c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.272535] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:36:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0682277b-7642-4d9c-a0db-e35785e1905c', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.280220] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Creating folder: Project (a0f1ea9e931040e7ab58ed069396eed6). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.281774] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a938319-9628-4726-804f-a4b9d14abd72 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.286239] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be95f60b-1e90-4cf3-bddf-337f502531da {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.299038] env[69183]: DEBUG nova.compute.provider_tree [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.301866] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Created folder: Project (a0f1ea9e931040e7ab58ed069396eed6) in parent group-v560622. [ 752.302130] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Creating folder: Instances. Parent ref: group-v560736. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.302538] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d11440c-80f5-42f1-8b42-22dc536dbfd4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.312828] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Created folder: Instances in parent group-v560736. [ 752.312828] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.313298] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.313618] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fab71564-177b-4da6-8b47-734c88d7a532 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.335190] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.335190] env[69183]: value = "task-2789523" [ 752.335190] env[69183]: _type = "Task" [ 752.335190] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.348961] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789523, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.374278] env[69183]: INFO nova.compute.manager [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Rebuilding instance [ 752.417322] env[69183]: DEBUG nova.compute.manager [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.418566] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a592fc03-1bdd-4cfa-b4e8-06efeb5f3ec1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.424020] env[69183]: DEBUG nova.compute.manager [req-6a653904-e4f5-4694-950d-0bda38deb792 req-821ccca8-7df5-46a1-9c26-c2e83b7768b6 service nova] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Received event network-vif-plugged-0682277b-7642-4d9c-a0db-e35785e1905c {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 752.424250] env[69183]: DEBUG oslo_concurrency.lockutils [req-6a653904-e4f5-4694-950d-0bda38deb792 req-821ccca8-7df5-46a1-9c26-c2e83b7768b6 service nova] Acquiring lock "c32e70e6-d4ed-4586-9492-9ee26735fbbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.424465] env[69183]: DEBUG oslo_concurrency.lockutils [req-6a653904-e4f5-4694-950d-0bda38deb792 req-821ccca8-7df5-46a1-9c26-c2e83b7768b6 service nova] Lock "c32e70e6-d4ed-4586-9492-9ee26735fbbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.424805] env[69183]: DEBUG oslo_concurrency.lockutils [req-6a653904-e4f5-4694-950d-0bda38deb792 req-821ccca8-7df5-46a1-9c26-c2e83b7768b6 service nova] Lock "c32e70e6-d4ed-4586-9492-9ee26735fbbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.424805] env[69183]: DEBUG nova.compute.manager [req-6a653904-e4f5-4694-950d-0bda38deb792 req-821ccca8-7df5-46a1-9c26-c2e83b7768b6 service nova] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] No waiting events found dispatching network-vif-plugged-0682277b-7642-4d9c-a0db-e35785e1905c {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.424962] env[69183]: WARNING nova.compute.manager [req-6a653904-e4f5-4694-950d-0bda38deb792 req-821ccca8-7df5-46a1-9c26-c2e83b7768b6 service nova] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Received unexpected event network-vif-plugged-0682277b-7642-4d9c-a0db-e35785e1905c for instance with vm_state building and task_state spawning. [ 752.425210] env[69183]: DEBUG nova.compute.manager [req-6a653904-e4f5-4694-950d-0bda38deb792 req-821ccca8-7df5-46a1-9c26-c2e83b7768b6 service nova] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Received event network-changed-0682277b-7642-4d9c-a0db-e35785e1905c {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 752.425301] env[69183]: DEBUG nova.compute.manager [req-6a653904-e4f5-4694-950d-0bda38deb792 req-821ccca8-7df5-46a1-9c26-c2e83b7768b6 service nova] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Refreshing instance network info cache due to event network-changed-0682277b-7642-4d9c-a0db-e35785e1905c. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 752.425492] env[69183]: DEBUG oslo_concurrency.lockutils [req-6a653904-e4f5-4694-950d-0bda38deb792 req-821ccca8-7df5-46a1-9c26-c2e83b7768b6 service nova] Acquiring lock "refresh_cache-c32e70e6-d4ed-4586-9492-9ee26735fbbf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.425632] env[69183]: DEBUG oslo_concurrency.lockutils [req-6a653904-e4f5-4694-950d-0bda38deb792 req-821ccca8-7df5-46a1-9c26-c2e83b7768b6 service nova] Acquired lock "refresh_cache-c32e70e6-d4ed-4586-9492-9ee26735fbbf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.425796] env[69183]: DEBUG nova.network.neutron [req-6a653904-e4f5-4694-950d-0bda38deb792 req-821ccca8-7df5-46a1-9c26-c2e83b7768b6 service nova] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Refreshing network info cache for port 0682277b-7642-4d9c-a0db-e35785e1905c {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.441846] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e47eb522-3b92-421b-8113-e0ea1e39712f tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Lock "54e63c54-74ee-4ec4-aabe-517d3e58ca39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.982s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.595500] env[69183]: DEBUG nova.compute.manager [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.625369] env[69183]: DEBUG nova.virt.hardware [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.626181] env[69183]: DEBUG nova.virt.hardware [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.626526] env[69183]: DEBUG nova.virt.hardware [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.626842] env[69183]: DEBUG nova.virt.hardware [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.627128] env[69183]: DEBUG nova.virt.hardware [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.627405] env[69183]: DEBUG nova.virt.hardware [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.627797] env[69183]: DEBUG nova.virt.hardware [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.628271] env[69183]: DEBUG nova.virt.hardware [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.628404] env[69183]: DEBUG nova.virt.hardware [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.628703] env[69183]: DEBUG nova.virt.hardware [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.629129] env[69183]: DEBUG nova.virt.hardware [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.630625] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38443fdb-a150-4126-814b-ef12d83f725a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.644691] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a66aef9-c315-490a-884d-6472e8ac01e1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.668733] env[69183]: INFO nova.compute.manager [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] instance snapshotting [ 752.672804] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a532bc-8b8f-4c6a-89c0-c771dbd99633 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.710495] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d11b95-f385-424b-9160-5d3bc57adab1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.730232] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789520, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.804180] env[69183]: DEBUG nova.scheduler.client.report [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.848177] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789523, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.944534] env[69183]: DEBUG nova.compute.manager [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.152620] env[69183]: DEBUG nova.network.neutron [req-6a653904-e4f5-4694-950d-0bda38deb792 req-821ccca8-7df5-46a1-9c26-c2e83b7768b6 service nova] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Updated VIF entry in instance network info cache for port 0682277b-7642-4d9c-a0db-e35785e1905c. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.153041] env[69183]: DEBUG nova.network.neutron [req-6a653904-e4f5-4694-950d-0bda38deb792 req-821ccca8-7df5-46a1-9c26-c2e83b7768b6 service nova] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Updating instance_info_cache with network_info: [{"id": "0682277b-7642-4d9c-a0db-e35785e1905c", "address": "fa:16:3e:15:36:46", "network": {"id": "fa72ed74-9065-45b7-aa13-47e112133d42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1425645619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f1ea9e931040e7ab58ed069396eed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0682277b-76", "ovs_interfaceid": "0682277b-7642-4d9c-a0db-e35785e1905c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.217753] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665196} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.218221] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 91ce0605-359f-4dad-8298-8e17ee656731/91ce0605-359f-4dad-8298-8e17ee656731.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.218558] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.218928] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6393e02-8b05-4134-8e64-8d45cfa61b9c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.227986] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 753.227986] env[69183]: value = "task-2789524" [ 753.227986] env[69183]: _type = "Task" [ 753.227986] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.234820] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Creating Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 753.235292] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0b5514fb-0302-4b74-b4fb-52b77b8f4558 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.243472] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.251608] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 753.251608] env[69183]: value = "task-2789525" [ 753.251608] env[69183]: _type = "Task" [ 753.251608] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.265857] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789525, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.309878] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.310251] env[69183]: DEBUG nova.compute.manager [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.313547] env[69183]: DEBUG oslo_concurrency.lockutils [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.090s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.313547] env[69183]: DEBUG oslo_concurrency.lockutils [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.315187] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.481s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.316796] env[69183]: INFO nova.compute.claims [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.346658] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789523, 'name': CreateVM_Task, 'duration_secs': 0.559138} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.348664] env[69183]: INFO nova.scheduler.client.report [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Deleted allocations for instance f1187494-accf-412b-a72a-fe68223da4cb [ 753.348800] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.349526] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.351930] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.351930] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.355664] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7fa815f-262c-4f4f-9b0e-d03e3a1bb3e3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.363331] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 753.363331] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52f87a68-e09c-9664-b6f2-c5bb222d3a64" [ 753.363331] env[69183]: _type = "Task" [ 753.363331] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.374482] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f87a68-e09c-9664-b6f2-c5bb222d3a64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.374980] env[69183]: DEBUG nova.network.neutron [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Successfully updated port: 5d9119bf-b9ec-489a-bcb5-8e151f2f3898 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.405172] env[69183]: DEBUG nova.compute.manager [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.406478] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bc8863-e046-4d1b-a076-0f0483b33436 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.440898] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.441252] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fed677e-04c4-4635-95bf-5a6be747d9d1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.451701] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Waiting for the task: (returnval){ [ 753.451701] env[69183]: value = "task-2789526" [ 753.451701] env[69183]: _type = "Task" [ 753.451701] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.464384] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.471089] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.655403] env[69183]: DEBUG oslo_concurrency.lockutils [req-6a653904-e4f5-4694-950d-0bda38deb792 req-821ccca8-7df5-46a1-9c26-c2e83b7768b6 service nova] Releasing lock "refresh_cache-c32e70e6-d4ed-4586-9492-9ee26735fbbf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.738149] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172245} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.738502] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.739295] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522fd61c-8ba0-436b-8a4a-6526f9d8a357 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.763134] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 91ce0605-359f-4dad-8298-8e17ee656731/91ce0605-359f-4dad-8298-8e17ee656731.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.765753] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-290c1d1f-8b14-46ea-a046-e605dd2595f6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.787576] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789525, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.789497] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 753.789497] env[69183]: value = "task-2789527" [ 753.789497] env[69183]: _type = "Task" [ 753.789497] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.798027] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.822039] env[69183]: DEBUG nova.compute.utils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.827019] env[69183]: DEBUG nova.compute.manager [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.827019] env[69183]: DEBUG nova.network.neutron [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.862208] env[69183]: DEBUG oslo_concurrency.lockutils [None req-618054b8-78d9-4a06-b3d3-d0d8d6057355 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "f1187494-accf-412b-a72a-fe68223da4cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.816s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.875870] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f87a68-e09c-9664-b6f2-c5bb222d3a64, 'name': SearchDatastore_Task, 'duration_secs': 0.026346} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.876231] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.876542] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.876843] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.877135] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.877229] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.877853] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "refresh_cache-d496b806-b894-48f1-839d-2551f81c2cb0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.878018] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquired lock "refresh_cache-d496b806-b894-48f1-839d-2551f81c2cb0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.878206] env[69183]: DEBUG nova.network.neutron [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.879329] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-024e5888-77e5-430f-8798-e9f4ccff6ea1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.888209] env[69183]: DEBUG nova.policy [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51b0da32966246b39bf0602eab0dec03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6560727b0d654645b00bebdd4cd2f54c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.892057] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.892057] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.892697] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b94f9c-d901-42aa-a6fb-f6c39ff9d295 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.898501] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 753.898501] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5208eaee-dc76-a63b-ae01-bec074391d65" [ 753.898501] env[69183]: _type = "Task" [ 753.898501] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.907020] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5208eaee-dc76-a63b-ae01-bec074391d65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.918518] env[69183]: INFO nova.compute.manager [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] instance snapshotting [ 753.921484] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815cc15e-f735-46c3-9858-546d6fd74d6e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.942547] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c716d3-ce92-4305-a3ea-f81746e972e7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.966040] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789526, 'name': PowerOffVM_Task, 'duration_secs': 0.375458} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.966163] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.966539] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.967225] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49aa6a6-50a2-4093-be3b-314249a609f4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.974526] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.974825] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e88de2db-d6b8-47f7-8bbb-c97fc93757e1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.997427] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.997623] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.997813] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Deleting the datastore file [datastore1] 54e63c54-74ee-4ec4-aabe-517d3e58ca39 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.998435] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2dda827-08d2-4c9c-a116-e1ace79b4046 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.004479] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Waiting for the task: (returnval){ [ 754.004479] env[69183]: value = "task-2789529" [ 754.004479] env[69183]: _type = "Task" [ 754.004479] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.012639] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.164135] env[69183]: DEBUG nova.network.neutron [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Successfully created port: d336dee8-788c-4410-9ef0-8f4f5c8eafe7 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.263138] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789525, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.301759] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789527, 'name': ReconfigVM_Task, 'duration_secs': 0.371984} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.301759] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 91ce0605-359f-4dad-8298-8e17ee656731/91ce0605-359f-4dad-8298-8e17ee656731.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.301759] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa02cb54-42a2-43bd-b783-12ebda361286 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.306545] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 754.306545] env[69183]: value = "task-2789530" [ 754.306545] env[69183]: _type = "Task" [ 754.306545] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.314647] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789530, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.326460] env[69183]: DEBUG nova.compute.manager [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.413098] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5208eaee-dc76-a63b-ae01-bec074391d65, 'name': SearchDatastore_Task, 'duration_secs': 0.024825} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.413945] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ee1130f-4569-4084-b067-00535a5d94bb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.419512] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 754.419512] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52c5c0e5-055b-6342-9f9f-ab7e78cfd310" [ 754.419512] env[69183]: _type = "Task" [ 754.419512] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.426571] env[69183]: DEBUG nova.network.neutron [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.436731] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c5c0e5-055b-6342-9f9f-ab7e78cfd310, 'name': SearchDatastore_Task, 'duration_secs': 0.014562} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.437498] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.437805] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] c32e70e6-d4ed-4586-9492-9ee26735fbbf/c32e70e6-d4ed-4586-9492-9ee26735fbbf.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.438084] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5c6da4a-0bbb-4e58-a44d-b2b1665e806a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.444701] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 754.444701] env[69183]: value = "task-2789531" [ 754.444701] env[69183]: _type = "Task" [ 754.444701] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.453449] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Creating Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 754.457102] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0510b5f5-d400-4118-884b-49e56c41170d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.459256] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.464458] env[69183]: DEBUG oslo_vmware.api [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Waiting for the task: (returnval){ [ 754.464458] env[69183]: value = "task-2789532" [ 754.464458] env[69183]: _type = "Task" [ 754.464458] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.475587] env[69183]: DEBUG oslo_vmware.api [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789532, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.514733] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286817} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.517342] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.517525] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.517699] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.592016] env[69183]: DEBUG nova.network.neutron [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Updating instance_info_cache with network_info: [{"id": "5d9119bf-b9ec-489a-bcb5-8e151f2f3898", "address": "fa:16:3e:9b:22:9e", "network": {"id": "387e4988-11eb-4dff-8946-b2d076c422a5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2015064125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6560727b0d654645b00bebdd4cd2f54c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9119bf-b9", "ovs_interfaceid": "5d9119bf-b9ec-489a-bcb5-8e151f2f3898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.765224] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789525, 'name': CreateSnapshot_Task, 'duration_secs': 1.171792} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.768990] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Created Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 754.769903] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ad11da-90cc-4c13-ba18-93307abd6ef4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.821277] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789530, 'name': Rename_Task, 'duration_secs': 0.179314} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.821277] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.822041] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c57b5cd4-8e26-4f41-9efb-ac2977611286 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.838349] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 754.838349] env[69183]: value = "task-2789533" [ 754.838349] env[69183]: _type = "Task" [ 754.838349] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.854319] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789533, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.902232] env[69183]: DEBUG nova.compute.manager [req-28de1ae3-9d4b-4314-b08f-9a7b6143c28a req-56211ba3-5139-423d-9c33-a61ee474b481 service nova] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Received event network-vif-plugged-5d9119bf-b9ec-489a-bcb5-8e151f2f3898 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 754.902538] env[69183]: DEBUG oslo_concurrency.lockutils [req-28de1ae3-9d4b-4314-b08f-9a7b6143c28a req-56211ba3-5139-423d-9c33-a61ee474b481 service nova] Acquiring lock "d496b806-b894-48f1-839d-2551f81c2cb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.902877] env[69183]: DEBUG oslo_concurrency.lockutils [req-28de1ae3-9d4b-4314-b08f-9a7b6143c28a req-56211ba3-5139-423d-9c33-a61ee474b481 service nova] Lock "d496b806-b894-48f1-839d-2551f81c2cb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.903020] env[69183]: DEBUG oslo_concurrency.lockutils [req-28de1ae3-9d4b-4314-b08f-9a7b6143c28a req-56211ba3-5139-423d-9c33-a61ee474b481 service nova] Lock "d496b806-b894-48f1-839d-2551f81c2cb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.903206] env[69183]: DEBUG nova.compute.manager [req-28de1ae3-9d4b-4314-b08f-9a7b6143c28a req-56211ba3-5139-423d-9c33-a61ee474b481 service nova] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] No waiting events found dispatching network-vif-plugged-5d9119bf-b9ec-489a-bcb5-8e151f2f3898 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.903468] env[69183]: WARNING nova.compute.manager [req-28de1ae3-9d4b-4314-b08f-9a7b6143c28a req-56211ba3-5139-423d-9c33-a61ee474b481 service nova] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Received unexpected event network-vif-plugged-5d9119bf-b9ec-489a-bcb5-8e151f2f3898 for instance with vm_state building and task_state spawning. [ 754.903620] env[69183]: DEBUG nova.compute.manager [req-28de1ae3-9d4b-4314-b08f-9a7b6143c28a req-56211ba3-5139-423d-9c33-a61ee474b481 service nova] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Received event network-changed-5d9119bf-b9ec-489a-bcb5-8e151f2f3898 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 754.903741] env[69183]: DEBUG nova.compute.manager [req-28de1ae3-9d4b-4314-b08f-9a7b6143c28a req-56211ba3-5139-423d-9c33-a61ee474b481 service nova] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Refreshing instance network info cache due to event network-changed-5d9119bf-b9ec-489a-bcb5-8e151f2f3898. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 754.903915] env[69183]: DEBUG oslo_concurrency.lockutils [req-28de1ae3-9d4b-4314-b08f-9a7b6143c28a req-56211ba3-5139-423d-9c33-a61ee474b481 service nova] Acquiring lock "refresh_cache-d496b806-b894-48f1-839d-2551f81c2cb0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.954969] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498221} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.955294] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] c32e70e6-d4ed-4586-9492-9ee26735fbbf/c32e70e6-d4ed-4586-9492-9ee26735fbbf.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.955513] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.955771] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a4b0b24-5f33-49e4-b630-fe35a64ee603 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.962933] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 754.962933] env[69183]: value = "task-2789534" [ 754.962933] env[69183]: _type = "Task" [ 754.962933] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.978105] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.982574] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb55ac9-b406-4098-ace9-edcbc489632f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.985077] env[69183]: DEBUG oslo_vmware.api [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789532, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.989541] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069e07f6-6556-4af9-b77f-765cb04778de {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.020505] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ce14f2-678e-495f-afc6-5103991f4e4b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.031459] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f35e71-b63f-43a2-83b3-aa077017368a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.045285] env[69183]: DEBUG nova.compute.provider_tree [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.094552] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Releasing lock "refresh_cache-d496b806-b894-48f1-839d-2551f81c2cb0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.094900] env[69183]: DEBUG nova.compute.manager [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Instance network_info: |[{"id": "5d9119bf-b9ec-489a-bcb5-8e151f2f3898", "address": "fa:16:3e:9b:22:9e", "network": {"id": "387e4988-11eb-4dff-8946-b2d076c422a5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2015064125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6560727b0d654645b00bebdd4cd2f54c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9119bf-b9", "ovs_interfaceid": "5d9119bf-b9ec-489a-bcb5-8e151f2f3898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.095216] env[69183]: DEBUG oslo_concurrency.lockutils [req-28de1ae3-9d4b-4314-b08f-9a7b6143c28a req-56211ba3-5139-423d-9c33-a61ee474b481 service nova] Acquired lock "refresh_cache-d496b806-b894-48f1-839d-2551f81c2cb0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.095467] env[69183]: DEBUG nova.network.neutron [req-28de1ae3-9d4b-4314-b08f-9a7b6143c28a req-56211ba3-5139-423d-9c33-a61ee474b481 service nova] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Refreshing network info cache for port 5d9119bf-b9ec-489a-bcb5-8e151f2f3898 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.096685] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:22:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d9119bf-b9ec-489a-bcb5-8e151f2f3898', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.104631] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.105559] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.105787] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15dbb67d-3bca-473c-ad45-9cdf8466e2ad {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.128046] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.128046] env[69183]: value = "task-2789535" [ 755.128046] env[69183]: _type = "Task" [ 755.128046] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.133413] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789535, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.294367] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Creating linked-clone VM from snapshot {{(pid=69183) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 755.294703] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6f9a2200-b5b7-4de5-8a9c-e89308d30edf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.304981] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Acquiring lock "94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.305302] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Lock "94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.305515] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Acquiring lock "94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.305691] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Lock "94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.305859] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Lock "94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.307605] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 755.307605] env[69183]: value = "task-2789536" [ 755.307605] env[69183]: _type = "Task" [ 755.307605] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.311944] env[69183]: INFO nova.compute.manager [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Terminating instance [ 755.318738] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789536, 'name': CloneVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.346603] env[69183]: DEBUG nova.compute.manager [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.354258] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789533, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.369641] env[69183]: DEBUG nova.virt.hardware [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.369865] env[69183]: DEBUG nova.virt.hardware [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.370089] env[69183]: DEBUG nova.virt.hardware [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.370263] env[69183]: DEBUG nova.virt.hardware [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.370421] env[69183]: DEBUG nova.virt.hardware [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.370563] env[69183]: DEBUG nova.virt.hardware [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.372019] env[69183]: DEBUG nova.virt.hardware [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.372019] env[69183]: DEBUG nova.virt.hardware [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.372019] env[69183]: DEBUG nova.virt.hardware [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.372019] env[69183]: DEBUG nova.virt.hardware [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.372019] env[69183]: DEBUG nova.virt.hardware [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.372379] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8024de7c-8612-4d37-a041-18be07e6285b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.381177] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8af4111-4f5e-435f-9d78-da92a5b040bb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.479443] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088117} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.482886] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.483265] env[69183]: DEBUG oslo_vmware.api [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789532, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.484045] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7de919f-488c-427a-b9f0-22869222e5a1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.506291] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] c32e70e6-d4ed-4586-9492-9ee26735fbbf/c32e70e6-d4ed-4586-9492-9ee26735fbbf.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.506679] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5caf9859-41b8-438d-9d1e-78033810a016 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.526826] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 755.526826] env[69183]: value = "task-2789537" [ 755.526826] env[69183]: _type = "Task" [ 755.526826] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.539061] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.553901] env[69183]: DEBUG nova.virt.hardware [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.554162] env[69183]: DEBUG nova.virt.hardware [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.554334] env[69183]: DEBUG nova.virt.hardware [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.554518] env[69183]: DEBUG nova.virt.hardware [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.554678] env[69183]: DEBUG nova.virt.hardware [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.554823] env[69183]: DEBUG nova.virt.hardware [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.555076] env[69183]: DEBUG nova.virt.hardware [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.555260] env[69183]: DEBUG nova.virt.hardware [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.555447] env[69183]: DEBUG nova.virt.hardware [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.555646] env[69183]: DEBUG nova.virt.hardware [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.555845] env[69183]: DEBUG nova.virt.hardware [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.556996] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81fe619-b364-44f3-9fee-e028b70fd8b2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.565239] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f5a4f4-1432-4131-a0b0-43827d60a449 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.580926] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Instance VIF info [] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.587622] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.588788] env[69183]: ERROR nova.scheduler.client.report [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [req-08ec5582-7d54-4855-8745-21173f7dd511] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ac1d5a79-805a-416e-80c0-31063a094839. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-08ec5582-7d54-4855-8745-21173f7dd511"}]} [ 755.589171] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.591632] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39ba9055-e1ec-4eb1-abc4-eaea11b90e0c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.608620] env[69183]: DEBUG nova.scheduler.client.report [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Refreshing inventories for resource provider ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 755.611807] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.611807] env[69183]: value = "task-2789538" [ 755.611807] env[69183]: _type = "Task" [ 755.611807] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.619613] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789538, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.623352] env[69183]: DEBUG nova.scheduler.client.report [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Updating ProviderTree inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 755.623565] env[69183]: DEBUG nova.compute.provider_tree [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.636205] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789535, 'name': CreateVM_Task, 'duration_secs': 0.385052} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.637481] env[69183]: DEBUG nova.scheduler.client.report [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Refreshing aggregate associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, aggregates: None {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 755.640495] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.646217] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.646385] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.646912] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.647254] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-801dae1e-e913-487b-8b68-f89737f2ab5a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.655434] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 755.655434] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5254ae31-2899-cac0-f483-8a81ee0e244d" [ 755.655434] env[69183]: _type = "Task" [ 755.655434] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.667360] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5254ae31-2899-cac0-f483-8a81ee0e244d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.668927] env[69183]: DEBUG nova.scheduler.client.report [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Refreshing trait associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 755.821337] env[69183]: DEBUG nova.compute.manager [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.821748] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.821821] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789536, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.825433] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1e3d93-c226-4fcc-9e81-5d07a3c23dd4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.834411] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.834746] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38d0a3ae-b050-41ea-af98-ccf6ee27e217 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.848027] env[69183]: DEBUG oslo_vmware.api [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Waiting for the task: (returnval){ [ 755.848027] env[69183]: value = "task-2789539" [ 755.848027] env[69183]: _type = "Task" [ 755.848027] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.853222] env[69183]: DEBUG nova.network.neutron [req-28de1ae3-9d4b-4314-b08f-9a7b6143c28a req-56211ba3-5139-423d-9c33-a61ee474b481 service nova] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Updated VIF entry in instance network info cache for port 5d9119bf-b9ec-489a-bcb5-8e151f2f3898. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.853572] env[69183]: DEBUG nova.network.neutron [req-28de1ae3-9d4b-4314-b08f-9a7b6143c28a req-56211ba3-5139-423d-9c33-a61ee474b481 service nova] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Updating instance_info_cache with network_info: [{"id": "5d9119bf-b9ec-489a-bcb5-8e151f2f3898", "address": "fa:16:3e:9b:22:9e", "network": {"id": "387e4988-11eb-4dff-8946-b2d076c422a5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2015064125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6560727b0d654645b00bebdd4cd2f54c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9119bf-b9", "ovs_interfaceid": "5d9119bf-b9ec-489a-bcb5-8e151f2f3898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.854855] env[69183]: DEBUG oslo_vmware.api [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789533, 'name': PowerOnVM_Task, 'duration_secs': 0.879068} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.855739] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.855949] env[69183]: INFO nova.compute.manager [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Took 8.74 seconds to spawn the instance on the hypervisor. [ 755.856162] env[69183]: DEBUG nova.compute.manager [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.857106] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe09cb40-34e5-430d-86ca-6e1f11ac2bd8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.864346] env[69183]: DEBUG oslo_vmware.api [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Task: {'id': task-2789539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.979365] env[69183]: DEBUG oslo_vmware.api [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789532, 'name': CreateSnapshot_Task, 'duration_secs': 1.041736} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.979365] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Created Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 755.979746] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f0eee4-14ce-4d97-b71c-ec9a13aba21e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.038880] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789537, 'name': ReconfigVM_Task, 'duration_secs': 0.375127} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.041094] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Reconfigured VM instance instance-00000027 to attach disk [datastore2] c32e70e6-d4ed-4586-9492-9ee26735fbbf/c32e70e6-d4ed-4586-9492-9ee26735fbbf.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.041923] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9aea528b-6215-4d1e-a749-add3e4da27d1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.050396] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 756.050396] env[69183]: value = "task-2789540" [ 756.050396] env[69183]: _type = "Task" [ 756.050396] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.062960] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789540, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.126723] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789538, 'name': CreateVM_Task, 'duration_secs': 0.347142} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.129637] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.130360] env[69183]: DEBUG oslo_concurrency.lockutils [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.166647] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5254ae31-2899-cac0-f483-8a81ee0e244d, 'name': SearchDatastore_Task, 'duration_secs': 0.014221} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.169702] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.169873] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.170153] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.170320] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.170572] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.171429] env[69183]: DEBUG oslo_concurrency.lockutils [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.171767] env[69183]: DEBUG oslo_concurrency.lockutils [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.171996] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54659467-ccdb-4806-ab46-59d7f9cad7a6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.173975] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f19d5ac9-3995-4a65-b9dd-86b5c44f8971 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.180869] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Waiting for the task: (returnval){ [ 756.180869] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527c8900-f605-3681-131e-bc689e51bbb5" [ 756.180869] env[69183]: _type = "Task" [ 756.180869] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.188489] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.188814] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.189706] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a26e65b5-12e1-4adf-86b9-df62f3b3e34f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.196197] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 756.196197] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52cb0407-01c6-7621-998a-ff909149c64f" [ 756.196197] env[69183]: _type = "Task" [ 756.196197] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.199995] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527c8900-f605-3681-131e-bc689e51bbb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.212367] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52cb0407-01c6-7621-998a-ff909149c64f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.217927] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb88bf5c-59db-4221-8c8e-0ba2dceccefd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.228642] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187853a7-3fb0-4fd2-909a-39bccd36b00c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.265583] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f97870-319f-4d0d-9262-69ee024f0852 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.275039] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708dba3d-83e9-473f-9c6a-2ce54894b014 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.290083] env[69183]: DEBUG nova.compute.provider_tree [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 756.320247] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789536, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.321118] env[69183]: DEBUG nova.network.neutron [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Successfully updated port: d336dee8-788c-4410-9ef0-8f4f5c8eafe7 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.359725] env[69183]: DEBUG oslo_concurrency.lockutils [req-28de1ae3-9d4b-4314-b08f-9a7b6143c28a req-56211ba3-5139-423d-9c33-a61ee474b481 service nova] Releasing lock "refresh_cache-d496b806-b894-48f1-839d-2551f81c2cb0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.359725] env[69183]: DEBUG oslo_vmware.api [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Task: {'id': task-2789539, 'name': PowerOffVM_Task, 'duration_secs': 0.510241} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.359725] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.359725] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.359987] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0180ddc9-be7e-4ea5-9c0e-941562432341 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.384207] env[69183]: INFO nova.compute.manager [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Took 50.67 seconds to build instance. [ 756.463704] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.464331] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.464435] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Deleting the datastore file [datastore2] 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.464679] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-451c4636-eae2-45d7-8b8b-5cdd25747a17 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.473352] env[69183]: DEBUG oslo_vmware.api [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Waiting for the task: (returnval){ [ 756.473352] env[69183]: value = "task-2789542" [ 756.473352] env[69183]: _type = "Task" [ 756.473352] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.481948] env[69183]: DEBUG oslo_vmware.api [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Task: {'id': task-2789542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.500496] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Creating linked-clone VM from snapshot {{(pid=69183) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 756.500798] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0d29d788-708f-4a9f-8272-4669f4a818a7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.510614] env[69183]: DEBUG oslo_vmware.api [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Waiting for the task: (returnval){ [ 756.510614] env[69183]: value = "task-2789543" [ 756.510614] env[69183]: _type = "Task" [ 756.510614] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.521426] env[69183]: DEBUG oslo_vmware.api [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789543, 'name': CloneVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.561586] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789540, 'name': Rename_Task, 'duration_secs': 0.211661} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.562074] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.562196] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d570fcb-a8ce-422d-8fef-c42cfcf230de {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.569613] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 756.569613] env[69183]: value = "task-2789544" [ 756.569613] env[69183]: _type = "Task" [ 756.569613] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.578359] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.694864] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527c8900-f605-3681-131e-bc689e51bbb5, 'name': SearchDatastore_Task, 'duration_secs': 0.025784} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.695213] env[69183]: DEBUG oslo_concurrency.lockutils [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.695448] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.695673] env[69183]: DEBUG oslo_concurrency.lockutils [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.710107] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52cb0407-01c6-7621-998a-ff909149c64f, 'name': SearchDatastore_Task, 'duration_secs': 0.015447} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.710780] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-483787e9-8001-4df1-9c68-e0cbc927f90e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.717659] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 756.717659] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]525217e1-2283-5cec-d192-3302a56b0ce0" [ 756.717659] env[69183]: _type = "Task" [ 756.717659] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.729479] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525217e1-2283-5cec-d192-3302a56b0ce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.820371] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789536, 'name': CloneVM_Task} progress is 95%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.824880] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "refresh_cache-b3a1f91d-d3bd-4127-b294-c10ce3a2edfe" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.825047] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquired lock "refresh_cache-b3a1f91d-d3bd-4127-b294-c10ce3a2edfe" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.825207] env[69183]: DEBUG nova.network.neutron [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.829310] env[69183]: DEBUG nova.scheduler.client.report [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Updated inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 756.829609] env[69183]: DEBUG nova.compute.provider_tree [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 66 to 67 during operation: update_inventory {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 756.829798] env[69183]: DEBUG nova.compute.provider_tree [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 756.886474] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e07d8aa-8b28-4850-9cf8-0e44580a3beb tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "91ce0605-359f-4dad-8298-8e17ee656731" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.404s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.976531] env[69183]: DEBUG nova.compute.manager [req-7a01e1db-2f59-41cd-9338-9c3fb143f59b req-01e6f621-6f88-4eb4-92f3-a33465efa3ef service nova] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Received event network-vif-plugged-d336dee8-788c-4410-9ef0-8f4f5c8eafe7 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 756.976866] env[69183]: DEBUG oslo_concurrency.lockutils [req-7a01e1db-2f59-41cd-9338-9c3fb143f59b req-01e6f621-6f88-4eb4-92f3-a33465efa3ef service nova] Acquiring lock "b3a1f91d-d3bd-4127-b294-c10ce3a2edfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.977204] env[69183]: DEBUG oslo_concurrency.lockutils [req-7a01e1db-2f59-41cd-9338-9c3fb143f59b req-01e6f621-6f88-4eb4-92f3-a33465efa3ef service nova] Lock "b3a1f91d-d3bd-4127-b294-c10ce3a2edfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.977465] env[69183]: DEBUG oslo_concurrency.lockutils [req-7a01e1db-2f59-41cd-9338-9c3fb143f59b req-01e6f621-6f88-4eb4-92f3-a33465efa3ef service nova] Lock "b3a1f91d-d3bd-4127-b294-c10ce3a2edfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.977697] env[69183]: DEBUG nova.compute.manager [req-7a01e1db-2f59-41cd-9338-9c3fb143f59b req-01e6f621-6f88-4eb4-92f3-a33465efa3ef service nova] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] No waiting events found dispatching network-vif-plugged-d336dee8-788c-4410-9ef0-8f4f5c8eafe7 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.977814] env[69183]: WARNING nova.compute.manager [req-7a01e1db-2f59-41cd-9338-9c3fb143f59b req-01e6f621-6f88-4eb4-92f3-a33465efa3ef service nova] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Received unexpected event network-vif-plugged-d336dee8-788c-4410-9ef0-8f4f5c8eafe7 for instance with vm_state building and task_state spawning. [ 756.977974] env[69183]: DEBUG nova.compute.manager [req-7a01e1db-2f59-41cd-9338-9c3fb143f59b req-01e6f621-6f88-4eb4-92f3-a33465efa3ef service nova] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Received event network-changed-d336dee8-788c-4410-9ef0-8f4f5c8eafe7 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 756.978224] env[69183]: DEBUG nova.compute.manager [req-7a01e1db-2f59-41cd-9338-9c3fb143f59b req-01e6f621-6f88-4eb4-92f3-a33465efa3ef service nova] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Refreshing instance network info cache due to event network-changed-d336dee8-788c-4410-9ef0-8f4f5c8eafe7. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 756.978309] env[69183]: DEBUG oslo_concurrency.lockutils [req-7a01e1db-2f59-41cd-9338-9c3fb143f59b req-01e6f621-6f88-4eb4-92f3-a33465efa3ef service nova] Acquiring lock "refresh_cache-b3a1f91d-d3bd-4127-b294-c10ce3a2edfe" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.989907] env[69183]: DEBUG oslo_vmware.api [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Task: {'id': task-2789542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156214} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.990306] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.990535] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.990726] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.990890] env[69183]: INFO nova.compute.manager [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 756.991155] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.991349] env[69183]: DEBUG nova.compute.manager [-] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.991443] env[69183]: DEBUG nova.network.neutron [-] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.021778] env[69183]: DEBUG oslo_vmware.api [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789543, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.080160] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789544, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.230179] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525217e1-2283-5cec-d192-3302a56b0ce0, 'name': SearchDatastore_Task, 'duration_secs': 0.011049} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.230653] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.230984] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] d496b806-b894-48f1-839d-2551f81c2cb0/d496b806-b894-48f1-839d-2551f81c2cb0.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.231335] env[69183]: DEBUG oslo_concurrency.lockutils [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.231587] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.231883] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2ff727f-ceba-4106-b5f3-5c3804084754 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.234008] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c39195c-6399-4f17-92c4-2957f4869c36 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.242600] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 757.242600] env[69183]: value = "task-2789545" [ 757.242600] env[69183]: _type = "Task" [ 757.242600] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.248017] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.248312] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.249794] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a5bac5d-4878-4828-b42f-4cda61f91ac7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.259958] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.261613] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Waiting for the task: (returnval){ [ 757.261613] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e6e4d4-a29e-eff3-7a4f-3bea9db9b117" [ 757.261613] env[69183]: _type = "Task" [ 757.261613] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.271501] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e6e4d4-a29e-eff3-7a4f-3bea9db9b117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.321159] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789536, 'name': CloneVM_Task, 'duration_secs': 1.761448} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.321439] env[69183]: INFO nova.virt.vmwareapi.vmops [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Created linked-clone VM from snapshot [ 757.322351] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40aa1224-d4ae-4ee6-a6c1-169e0b915262 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.331138] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Uploading image 5f928684-343c-4db2-a3b2-f813b7ca2c79 {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 757.336639] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.021s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.336983] env[69183]: DEBUG nova.compute.manager [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.340082] env[69183]: DEBUG oslo_concurrency.lockutils [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.640s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.340324] env[69183]: DEBUG nova.objects.instance [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Lazy-loading 'resources' on Instance uuid de6cb453-ef68-4121-93b8-5252d8e6fb33 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.359555] env[69183]: DEBUG oslo_vmware.rw_handles [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 757.359555] env[69183]: value = "vm-560741" [ 757.359555] env[69183]: _type = "VirtualMachine" [ 757.359555] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 757.359863] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fa65f38c-3ed7-4939-ad61-aad19135161c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.370064] env[69183]: DEBUG oslo_vmware.rw_handles [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lease: (returnval){ [ 757.370064] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52ed3db3-2d5d-8b04-5eb0-d42e88867ef5" [ 757.370064] env[69183]: _type = "HttpNfcLease" [ 757.370064] env[69183]: } obtained for exporting VM: (result){ [ 757.370064] env[69183]: value = "vm-560741" [ 757.370064] env[69183]: _type = "VirtualMachine" [ 757.370064] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 757.370658] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the lease: (returnval){ [ 757.370658] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52ed3db3-2d5d-8b04-5eb0-d42e88867ef5" [ 757.370658] env[69183]: _type = "HttpNfcLease" [ 757.370658] env[69183]: } to be ready. {{(pid=69183) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 757.378845] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 757.378845] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52ed3db3-2d5d-8b04-5eb0-d42e88867ef5" [ 757.378845] env[69183]: _type = "HttpNfcLease" [ 757.378845] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 757.389139] env[69183]: DEBUG nova.network.neutron [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.391914] env[69183]: DEBUG nova.compute.manager [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.527488] env[69183]: DEBUG oslo_vmware.api [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789543, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.585026] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789544, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.606353] env[69183]: DEBUG nova.network.neutron [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Updating instance_info_cache with network_info: [{"id": "d336dee8-788c-4410-9ef0-8f4f5c8eafe7", "address": "fa:16:3e:e9:71:de", "network": {"id": "387e4988-11eb-4dff-8946-b2d076c422a5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2015064125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6560727b0d654645b00bebdd4cd2f54c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd336dee8-78", "ovs_interfaceid": "d336dee8-788c-4410-9ef0-8f4f5c8eafe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.756317] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789545, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.773019] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e6e4d4-a29e-eff3-7a4f-3bea9db9b117, 'name': SearchDatastore_Task, 'duration_secs': 0.018209} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.774087] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f3cf3e6-c06c-4498-a4ea-946e0a7fd936 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.780837] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Waiting for the task: (returnval){ [ 757.780837] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5217f014-b779-99f3-6b33-dd2642ff4436" [ 757.780837] env[69183]: _type = "Task" [ 757.780837] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.789677] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5217f014-b779-99f3-6b33-dd2642ff4436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.846951] env[69183]: DEBUG nova.compute.utils [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.852416] env[69183]: DEBUG nova.compute.manager [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.852416] env[69183]: DEBUG nova.network.neutron [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.881444] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 757.881444] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52ed3db3-2d5d-8b04-5eb0-d42e88867ef5" [ 757.881444] env[69183]: _type = "HttpNfcLease" [ 757.881444] env[69183]: } is ready. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 757.887052] env[69183]: DEBUG oslo_vmware.rw_handles [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 757.887052] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52ed3db3-2d5d-8b04-5eb0-d42e88867ef5" [ 757.887052] env[69183]: _type = "HttpNfcLease" [ 757.887052] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 757.888859] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc24decb-d49b-461b-a76a-7d6ace486ba4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.907772] env[69183]: DEBUG oslo_vmware.rw_handles [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dcfce3-a776-b4af-bb2b-62e629625eb5/disk-0.vmdk from lease info. {{(pid=69183) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 757.908116] env[69183]: DEBUG oslo_vmware.rw_handles [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dcfce3-a776-b4af-bb2b-62e629625eb5/disk-0.vmdk for reading. {{(pid=69183) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 757.920230] env[69183]: DEBUG nova.policy [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd8e5e1f8f724d628fb425237d11eca1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11aa90ad8a174cc0a5181fae3eb8a54e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.988846] env[69183]: DEBUG nova.compute.manager [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.996149] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.997077] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340ccfbf-944c-4023-98cb-184699f72e43 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.029700] env[69183]: DEBUG oslo_vmware.api [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789543, 'name': CloneVM_Task} progress is 95%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.082224] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e2313632-c3d5-454f-a401-543a00126f46 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.087858] env[69183]: DEBUG oslo_vmware.api [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789544, 'name': PowerOnVM_Task, 'duration_secs': 1.402052} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.089213] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.089476] env[69183]: INFO nova.compute.manager [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Took 8.19 seconds to spawn the instance on the hypervisor. [ 758.089759] env[69183]: DEBUG nova.compute.manager [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.090943] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dfdd7e-70fd-40dc-a2e3-1d83e9341328 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.109024] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Releasing lock "refresh_cache-b3a1f91d-d3bd-4127-b294-c10ce3a2edfe" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.109351] env[69183]: DEBUG nova.compute.manager [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Instance network_info: |[{"id": "d336dee8-788c-4410-9ef0-8f4f5c8eafe7", "address": "fa:16:3e:e9:71:de", "network": {"id": "387e4988-11eb-4dff-8946-b2d076c422a5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2015064125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6560727b0d654645b00bebdd4cd2f54c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd336dee8-78", "ovs_interfaceid": "d336dee8-788c-4410-9ef0-8f4f5c8eafe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.110106] env[69183]: DEBUG oslo_concurrency.lockutils [req-7a01e1db-2f59-41cd-9338-9c3fb143f59b req-01e6f621-6f88-4eb4-92f3-a33465efa3ef service nova] Acquired lock "refresh_cache-b3a1f91d-d3bd-4127-b294-c10ce3a2edfe" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.110106] env[69183]: DEBUG nova.network.neutron [req-7a01e1db-2f59-41cd-9338-9c3fb143f59b req-01e6f621-6f88-4eb4-92f3-a33465efa3ef service nova] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Refreshing network info cache for port d336dee8-788c-4410-9ef0-8f4f5c8eafe7 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.111165] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:71:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd336dee8-788c-4410-9ef0-8f4f5c8eafe7', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.118850] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.123609] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.124868] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1968c71f-72f2-4619-8363-8d29a16dbb5a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.155728] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.155728] env[69183]: value = "task-2789547" [ 758.155728] env[69183]: _type = "Task" [ 758.155728] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.176422] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789547, 'name': CreateVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.252944] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528014} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.253225] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] d496b806-b894-48f1-839d-2551f81c2cb0/d496b806-b894-48f1-839d-2551f81c2cb0.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.253583] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.256184] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5cedd2b-979f-420a-9183-86544762122e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.264859] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 758.264859] env[69183]: value = "task-2789548" [ 758.264859] env[69183]: _type = "Task" [ 758.264859] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.277887] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.297028] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5217f014-b779-99f3-6b33-dd2642ff4436, 'name': SearchDatastore_Task, 'duration_secs': 0.009733} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.297028] env[69183]: DEBUG oslo_concurrency.lockutils [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.297028] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 54e63c54-74ee-4ec4-aabe-517d3e58ca39/54e63c54-74ee-4ec4-aabe-517d3e58ca39.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.297028] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0502b04-6ea9-458e-a8db-0c885c8f1a25 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.311320] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Waiting for the task: (returnval){ [ 758.311320] env[69183]: value = "task-2789549" [ 758.311320] env[69183]: _type = "Task" [ 758.311320] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.325323] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.352951] env[69183]: DEBUG nova.compute.manager [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.381556] env[69183]: DEBUG nova.network.neutron [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Successfully created port: 1e6c8d27-85e6-466e-b59d-79a02625c872 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.388215] env[69183]: DEBUG nova.network.neutron [-] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.516048] env[69183]: INFO nova.compute.manager [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] instance snapshotting [ 758.531960] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd46ad3d-9ed8-43d6-8dab-5de1bdacbc4b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.545484] env[69183]: DEBUG oslo_vmware.api [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789543, 'name': CloneVM_Task, 'duration_secs': 1.914872} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.561906] env[69183]: INFO nova.virt.vmwareapi.vmops [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Created linked-clone VM from snapshot [ 758.565630] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953e5d0f-0062-4c8b-a812-4f09338fe99a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.569014] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7eac41f-e1cd-4ec8-9bc8-888f62b82f68 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.579960] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Uploading image cf68da43-5403-42af-a0a2-9fd1a4ba74e7 {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 758.598107] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e314d8-4c8f-4aac-9ba1-35988f09664f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.618628] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3e9106-0b8f-4503-a125-0564d43d9f7e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.625247] env[69183]: DEBUG oslo_vmware.rw_handles [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 758.625247] env[69183]: value = "vm-560744" [ 758.625247] env[69183]: _type = "VirtualMachine" [ 758.625247] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 758.626089] env[69183]: INFO nova.compute.manager [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Took 48.86 seconds to build instance. [ 758.635999] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b08abd21-2ba1-44e7-b7d2-c9eed84fada2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.687923] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d9a41c-7c5b-4f80-8cf0-b54fff67b6e0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.691278] env[69183]: DEBUG oslo_vmware.rw_handles [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Lease: (returnval){ [ 758.691278] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52904bb8-c21f-2ead-f7e8-fe8863246a9b" [ 758.691278] env[69183]: _type = "HttpNfcLease" [ 758.691278] env[69183]: } obtained for exporting VM: (result){ [ 758.691278] env[69183]: value = "vm-560744" [ 758.691278] env[69183]: _type = "VirtualMachine" [ 758.691278] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 758.691694] env[69183]: DEBUG oslo_vmware.api [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Waiting for the lease: (returnval){ [ 758.691694] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52904bb8-c21f-2ead-f7e8-fe8863246a9b" [ 758.691694] env[69183]: _type = "HttpNfcLease" [ 758.691694] env[69183]: } to be ready. {{(pid=69183) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 758.703021] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789547, 'name': CreateVM_Task, 'duration_secs': 0.424095} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.704515] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.706274] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f922308-6150-4c4f-b3f2-dd0c49134f17 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.713187] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.713325] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.713843] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.714256] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 758.714256] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52904bb8-c21f-2ead-f7e8-fe8863246a9b" [ 758.714256] env[69183]: _type = "HttpNfcLease" [ 758.714256] env[69183]: } is ready. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 758.714857] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6254f25-6aee-4a46-a812-26b63f91c63f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.717318] env[69183]: DEBUG oslo_vmware.rw_handles [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 758.717318] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52904bb8-c21f-2ead-f7e8-fe8863246a9b" [ 758.717318] env[69183]: _type = "HttpNfcLease" [ 758.717318] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 758.718520] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d7f632-0d1c-49fc-a780-ec19eacf596d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.735242] env[69183]: DEBUG nova.compute.provider_tree [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.742921] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 758.742921] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]528e392b-b577-507d-2001-1ebb880b7dbe" [ 758.742921] env[69183]: _type = "Task" [ 758.742921] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.751410] env[69183]: DEBUG oslo_vmware.rw_handles [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e3deb-4a71-3556-b581-1634bf60835d/disk-0.vmdk from lease info. {{(pid=69183) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 758.751701] env[69183]: DEBUG oslo_vmware.rw_handles [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e3deb-4a71-3556-b581-1634bf60835d/disk-0.vmdk for reading. {{(pid=69183) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 758.825300] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528e392b-b577-507d-2001-1ebb880b7dbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.834743] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069693} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.838540] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.839016] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789549, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.839831] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10915b26-8051-4c34-a965-e5dbb06f3fa5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.861431] env[69183]: INFO nova.virt.block_device [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Booting with volume 89e05d1c-f069-491a-9166-76bd35582430 at /dev/sda [ 758.872671] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] d496b806-b894-48f1-839d-2551f81c2cb0/d496b806-b894-48f1-839d-2551f81c2cb0.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.875881] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b777d6be-4cb9-4598-8672-d26c960e5480 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.894975] env[69183]: INFO nova.compute.manager [-] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Took 1.90 seconds to deallocate network for instance. [ 758.907925] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 758.907925] env[69183]: value = "task-2789551" [ 758.907925] env[69183]: _type = "Task" [ 758.907925] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.919735] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.945384] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d803c756-37a5-48c5-b974-d81a89f525d0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.962357] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57b1958e-c28e-45c9-9ea6-eef0e6317c72 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.980260] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2dca48-152d-4ddf-9dbc-5a78f55b6787 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.038600] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63db06a2-a10c-4714-a79c-137e6bad0327 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.048609] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60f3c77-cd03-4690-b952-551860d9a602 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.092201] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Creating Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 759.111325] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0e989bd4-5f67-46f0-a35c-432e15e906a5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.116764] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa0d3a7-17c5-486a-9fdd-eb4308302870 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.120328] env[69183]: DEBUG nova.compute.manager [req-b9626dfe-9179-4c28-a9b0-9b2d3b3161eb req-0c86843e-91f7-4b91-9f73-643010f8fca9 service nova] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Received event network-vif-deleted-b04d2fc1-bf86-48d3-84e2-a3adc861b832 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 759.130209] env[69183]: DEBUG nova.network.neutron [req-7a01e1db-2f59-41cd-9338-9c3fb143f59b req-01e6f621-6f88-4eb4-92f3-a33465efa3ef service nova] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Updated VIF entry in instance network info cache for port d336dee8-788c-4410-9ef0-8f4f5c8eafe7. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.130209] env[69183]: DEBUG nova.network.neutron [req-7a01e1db-2f59-41cd-9338-9c3fb143f59b req-01e6f621-6f88-4eb4-92f3-a33465efa3ef service nova] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Updating instance_info_cache with network_info: [{"id": "d336dee8-788c-4410-9ef0-8f4f5c8eafe7", "address": "fa:16:3e:e9:71:de", "network": {"id": "387e4988-11eb-4dff-8946-b2d076c422a5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2015064125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6560727b0d654645b00bebdd4cd2f54c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd336dee8-78", "ovs_interfaceid": "d336dee8-788c-4410-9ef0-8f4f5c8eafe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.131767] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aadaa36-8d16-4ac6-96fc-350e7a495cea {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.136101] env[69183]: DEBUG oslo_vmware.api [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 759.136101] env[69183]: value = "task-2789552" [ 759.136101] env[69183]: _type = "Task" [ 759.136101] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.144977] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddf576a6-a2cf-4163-91f9-88ddbf1e90af tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "c32e70e6-d4ed-4586-9492-9ee26735fbbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.301s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.150604] env[69183]: DEBUG oslo_vmware.api [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789552, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.161311] env[69183]: DEBUG nova.virt.block_device [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Updating existing volume attachment record: 8e7d8e49-f403-4c88-aafa-af550c8dce18 {{(pid=69183) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 759.239793] env[69183]: DEBUG nova.scheduler.client.report [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.262784] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528e392b-b577-507d-2001-1ebb880b7dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.066906} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.262784] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.262784] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.262784] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.262784] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.262784] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.262784] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a809ac9-89c0-4aa7-afa6-ad716295af45 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.270679] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.271524] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.272575] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c125c45-4450-41b3-9c24-33d28516deef {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.281723] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 759.281723] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]524c97d9-cdc1-682b-266e-88845f95d5d1" [ 759.281723] env[69183]: _type = "Task" [ 759.281723] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.294901] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]524c97d9-cdc1-682b-266e-88845f95d5d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.327762] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665936} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.328494] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 54e63c54-74ee-4ec4-aabe-517d3e58ca39/54e63c54-74ee-4ec4-aabe-517d3e58ca39.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.328494] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.328709] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1488287-53d1-4e40-acb7-a48ce364607b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.339169] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Waiting for the task: (returnval){ [ 759.339169] env[69183]: value = "task-2789553" [ 759.339169] env[69183]: _type = "Task" [ 759.339169] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.348869] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.405534] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.427727] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.637906] env[69183]: DEBUG oslo_concurrency.lockutils [req-7a01e1db-2f59-41cd-9338-9c3fb143f59b req-01e6f621-6f88-4eb4-92f3-a33465efa3ef service nova] Releasing lock "refresh_cache-b3a1f91d-d3bd-4127-b294-c10ce3a2edfe" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.650241] env[69183]: DEBUG nova.compute.manager [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.653571] env[69183]: DEBUG oslo_vmware.api [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789552, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.748598] env[69183]: DEBUG oslo_concurrency.lockutils [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.408s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.752804] env[69183]: DEBUG oslo_concurrency.lockutils [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.840s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.755616] env[69183]: INFO nova.compute.claims [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.791666] env[69183]: INFO nova.scheduler.client.report [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Deleted allocations for instance de6cb453-ef68-4121-93b8-5252d8e6fb33 [ 759.806443] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]524c97d9-cdc1-682b-266e-88845f95d5d1, 'name': SearchDatastore_Task, 'duration_secs': 0.01651} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.807714] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97a47917-93a4-4887-8b2c-a492e78e3cff {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.816208] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 759.816208] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52f9ca62-cf54-a1d3-139c-15f880e94eda" [ 759.816208] env[69183]: _type = "Task" [ 759.816208] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.831771] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f9ca62-cf54-a1d3-139c-15f880e94eda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.851027] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157446} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.852792] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.852792] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83709e14-0f51-4c7a-9c62-736edf846c9a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.877084] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 54e63c54-74ee-4ec4-aabe-517d3e58ca39/54e63c54-74ee-4ec4-aabe-517d3e58ca39.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.877674] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec0397ef-e5dc-4c89-9da3-3e9660a40e5a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.903230] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Waiting for the task: (returnval){ [ 759.903230] env[69183]: value = "task-2789554" [ 759.903230] env[69183]: _type = "Task" [ 759.903230] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.913602] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.922736] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789551, 'name': ReconfigVM_Task, 'duration_secs': 0.727066} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.923072] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Reconfigured VM instance instance-00000028 to attach disk [datastore2] d496b806-b894-48f1-839d-2551f81c2cb0/d496b806-b894-48f1-839d-2551f81c2cb0.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.924137] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8b69629-58cb-4d00-96d4-59192a25a8ce {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.932146] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 759.932146] env[69183]: value = "task-2789555" [ 759.932146] env[69183]: _type = "Task" [ 759.932146] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.944093] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789555, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.046056] env[69183]: DEBUG nova.compute.manager [req-622b888f-4580-48d4-9d74-9271f2447151 req-638a4b50-7f9d-401d-88e2-ceb834ee3e8c service nova] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Received event network-vif-plugged-1e6c8d27-85e6-466e-b59d-79a02625c872 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 760.046680] env[69183]: DEBUG oslo_concurrency.lockutils [req-622b888f-4580-48d4-9d74-9271f2447151 req-638a4b50-7f9d-401d-88e2-ceb834ee3e8c service nova] Acquiring lock "6d13a6c3-6f6e-4a36-9e9b-5e8abb261950-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.047688] env[69183]: DEBUG oslo_concurrency.lockutils [req-622b888f-4580-48d4-9d74-9271f2447151 req-638a4b50-7f9d-401d-88e2-ceb834ee3e8c service nova] Lock "6d13a6c3-6f6e-4a36-9e9b-5e8abb261950-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.047963] env[69183]: DEBUG oslo_concurrency.lockutils [req-622b888f-4580-48d4-9d74-9271f2447151 req-638a4b50-7f9d-401d-88e2-ceb834ee3e8c service nova] Lock "6d13a6c3-6f6e-4a36-9e9b-5e8abb261950-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.048301] env[69183]: DEBUG nova.compute.manager [req-622b888f-4580-48d4-9d74-9271f2447151 req-638a4b50-7f9d-401d-88e2-ceb834ee3e8c service nova] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] No waiting events found dispatching network-vif-plugged-1e6c8d27-85e6-466e-b59d-79a02625c872 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.048692] env[69183]: WARNING nova.compute.manager [req-622b888f-4580-48d4-9d74-9271f2447151 req-638a4b50-7f9d-401d-88e2-ceb834ee3e8c service nova] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Received unexpected event network-vif-plugged-1e6c8d27-85e6-466e-b59d-79a02625c872 for instance with vm_state building and task_state block_device_mapping. [ 760.050701] env[69183]: DEBUG nova.network.neutron [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Successfully updated port: 1e6c8d27-85e6-466e-b59d-79a02625c872 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.150428] env[69183]: DEBUG oslo_vmware.api [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789552, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.178748] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.314112] env[69183]: DEBUG oslo_concurrency.lockutils [None req-02583b4a-1082-4cf8-bc08-09045de910c1 tempest-InstanceActionsNegativeTestJSON-1443346957 tempest-InstanceActionsNegativeTestJSON-1443346957-project-member] Lock "de6cb453-ef68-4121-93b8-5252d8e6fb33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.981s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.332096] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f9ca62-cf54-a1d3-139c-15f880e94eda, 'name': SearchDatastore_Task, 'duration_secs': 0.021686} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.332096] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.332404] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] b3a1f91d-d3bd-4127-b294-c10ce3a2edfe/b3a1f91d-d3bd-4127-b294-c10ce3a2edfe.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.333805] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e61d26f-712f-4b12-af6b-33498773e5a9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.344853] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 760.344853] env[69183]: value = "task-2789556" [ 760.344853] env[69183]: _type = "Task" [ 760.344853] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.356461] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.415709] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789554, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.443049] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789555, 'name': Rename_Task, 'duration_secs': 0.258392} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.443436] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.443697] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-036b30ec-05a0-4305-a111-e4e8f5930d2f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.452195] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 760.452195] env[69183]: value = "task-2789557" [ 760.452195] env[69183]: _type = "Task" [ 760.452195] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.470255] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.555639] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Acquiring lock "refresh_cache-6d13a6c3-6f6e-4a36-9e9b-5e8abb261950" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.555800] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Acquired lock "refresh_cache-6d13a6c3-6f6e-4a36-9e9b-5e8abb261950" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.555958] env[69183]: DEBUG nova.network.neutron [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.652019] env[69183]: DEBUG oslo_vmware.api [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789552, 'name': CreateSnapshot_Task, 'duration_secs': 1.070148} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.652401] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Created Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 760.653195] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c519d188-f94c-41ba-a92d-2e43cdd4060c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.861744] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789556, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.920311] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789554, 'name': ReconfigVM_Task, 'duration_secs': 0.56689} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.921660] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 54e63c54-74ee-4ec4-aabe-517d3e58ca39/54e63c54-74ee-4ec4-aabe-517d3e58ca39.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.922135] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98aee93d-5b25-4e0b-83fb-eac18345ec77 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.932491] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Waiting for the task: (returnval){ [ 760.932491] env[69183]: value = "task-2789558" [ 760.932491] env[69183]: _type = "Task" [ 760.932491] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.948943] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789558, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.965551] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.095891] env[69183]: DEBUG nova.network.neutron [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.176244] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Creating linked-clone VM from snapshot {{(pid=69183) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 761.179353] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6e9164bc-dde8-4567-8884-c573c74abc01 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.192215] env[69183]: DEBUG oslo_vmware.api [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 761.192215] env[69183]: value = "task-2789559" [ 761.192215] env[69183]: _type = "Task" [ 761.192215] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.206371] env[69183]: DEBUG oslo_vmware.api [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789559, 'name': CloneVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.269599] env[69183]: DEBUG nova.network.neutron [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Updating instance_info_cache with network_info: [{"id": "1e6c8d27-85e6-466e-b59d-79a02625c872", "address": "fa:16:3e:fd:9a:55", "network": {"id": "c7616c05-4ab6-4828-9966-67913f9e2da9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2145690629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11aa90ad8a174cc0a5181fae3eb8a54e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6c8d27-85", "ovs_interfaceid": "1e6c8d27-85e6-466e-b59d-79a02625c872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.320882] env[69183]: DEBUG nova.compute.manager [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.321571] env[69183]: DEBUG nova.virt.hardware [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.321852] env[69183]: DEBUG nova.virt.hardware [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.322057] env[69183]: DEBUG nova.virt.hardware [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.322259] env[69183]: DEBUG nova.virt.hardware [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.322459] env[69183]: DEBUG nova.virt.hardware [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.322629] env[69183]: DEBUG nova.virt.hardware [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.322882] env[69183]: DEBUG nova.virt.hardware [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.323064] env[69183]: DEBUG nova.virt.hardware [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.323244] env[69183]: DEBUG nova.virt.hardware [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.323434] env[69183]: DEBUG nova.virt.hardware [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.323637] env[69183]: DEBUG nova.virt.hardware [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.325856] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455e94d5-1707-4594-b924-72cc2efa0fc3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.331794] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021cce5a-77d2-42f8-b77f-e5fda10e626a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.344366] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1a82f7-1551-4a57-a628-de76972f5a29 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.349588] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff22ef50-d713-4799-aeee-22af0bfabfb1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.400286] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600474} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.400947] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] b3a1f91d-d3bd-4127-b294-c10ce3a2edfe/b3a1f91d-d3bd-4127-b294-c10ce3a2edfe.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.401235] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.401986] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137c1211-6bd1-4b8a-b860-760f895263de {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.404735] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ffd331e-833f-4321-b203-924c517c6e73 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.415304] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a54bb80-55b2-421d-b507-4232567e698f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.420530] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 761.420530] env[69183]: value = "task-2789560" [ 761.420530] env[69183]: _type = "Task" [ 761.420530] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.434299] env[69183]: DEBUG nova.compute.provider_tree [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.444535] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.453559] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789558, 'name': Rename_Task, 'duration_secs': 0.210778} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.453996] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.454694] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79d2c97d-344e-4ec2-aa12-6dfaaa82a7c7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.467506] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789557, 'name': PowerOnVM_Task, 'duration_secs': 0.926399} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.469214] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.469536] env[69183]: INFO nova.compute.manager [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Took 8.87 seconds to spawn the instance on the hypervisor. [ 761.469732] env[69183]: DEBUG nova.compute.manager [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.470176] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Waiting for the task: (returnval){ [ 761.470176] env[69183]: value = "task-2789561" [ 761.470176] env[69183]: _type = "Task" [ 761.470176] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.471094] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f0361b-db67-4aa9-b195-a75ef3940c0d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.485998] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.703387] env[69183]: DEBUG oslo_vmware.api [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789559, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.772968] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Releasing lock "refresh_cache-6d13a6c3-6f6e-4a36-9e9b-5e8abb261950" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.773339] env[69183]: DEBUG nova.compute.manager [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Instance network_info: |[{"id": "1e6c8d27-85e6-466e-b59d-79a02625c872", "address": "fa:16:3e:fd:9a:55", "network": {"id": "c7616c05-4ab6-4828-9966-67913f9e2da9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2145690629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11aa90ad8a174cc0a5181fae3eb8a54e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6c8d27-85", "ovs_interfaceid": "1e6c8d27-85e6-466e-b59d-79a02625c872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.773773] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:9a:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e6c8d27-85e6-466e-b59d-79a02625c872', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.781547] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Creating folder: Project (11aa90ad8a174cc0a5181fae3eb8a54e). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.781878] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c854d02-8586-4886-af2c-b5dcd30f466f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.796232] env[69183]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 761.796462] env[69183]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69183) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 761.796779] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Folder already exists: Project (11aa90ad8a174cc0a5181fae3eb8a54e). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 761.796974] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Creating folder: Instances. Parent ref: group-v560673. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.797239] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99e8f431-8ce5-4a08-a535-561abc6f932e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.807316] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Created folder: Instances in parent group-v560673. [ 761.807568] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.807768] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.807982] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c35e536-5429-4b7d-93d8-183438807ced {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.827384] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.827384] env[69183]: value = "task-2789564" [ 761.827384] env[69183]: _type = "Task" [ 761.827384] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.835710] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789564, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.931961] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08344} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.931961] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.932842] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789dac09-879d-4857-8712-30f8d05eb4a6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.947429] env[69183]: DEBUG nova.scheduler.client.report [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.961353] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] b3a1f91d-d3bd-4127-b294-c10ce3a2edfe/b3a1f91d-d3bd-4127-b294-c10ce3a2edfe.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.961353] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69017c77-57a1-4ec5-8227-e001caaa3356 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.988218] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789561, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.989339] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 761.989339] env[69183]: value = "task-2789565" [ 761.989339] env[69183]: _type = "Task" [ 761.989339] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.003117] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.003690] env[69183]: INFO nova.compute.manager [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Took 46.21 seconds to build instance. [ 762.202521] env[69183]: DEBUG oslo_vmware.api [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789559, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.338467] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789564, 'name': CreateVM_Task, 'duration_secs': 0.461854} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.338681] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.339353] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560685', 'volume_id': '89e05d1c-f069-491a-9166-76bd35582430', 'name': 'volume-89e05d1c-f069-491a-9166-76bd35582430', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6d13a6c3-6f6e-4a36-9e9b-5e8abb261950', 'attached_at': '', 'detached_at': '', 'volume_id': '89e05d1c-f069-491a-9166-76bd35582430', 'serial': '89e05d1c-f069-491a-9166-76bd35582430'}, 'mount_device': '/dev/sda', 'device_type': None, 'delete_on_termination': True, 'attachment_id': '8e7d8e49-f403-4c88-aafa-af550c8dce18', 'boot_index': 0, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69183) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 762.339598] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Root volume attach. Driver type: vmdk {{(pid=69183) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 762.340454] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f3693d-bde0-40b4-93a2-efc6361761de {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.348581] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13a76a4-d84b-40dc-92bb-970d2506f4aa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.357031] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5116a394-0636-4598-9222-a67ea24668af {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.363356] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e3b142c0-2b7e-44dd-af98-11e2937b91aa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.370516] env[69183]: DEBUG oslo_vmware.api [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Waiting for the task: (returnval){ [ 762.370516] env[69183]: value = "task-2789566" [ 762.370516] env[69183]: _type = "Task" [ 762.370516] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.378575] env[69183]: DEBUG oslo_vmware.api [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Task: {'id': task-2789566, 'name': RelocateVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.461131] env[69183]: DEBUG oslo_concurrency.lockutils [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.461761] env[69183]: DEBUG nova.compute.manager [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.464556] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.602s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.466049] env[69183]: INFO nova.compute.claims [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.486849] env[69183]: DEBUG oslo_vmware.api [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789561, 'name': PowerOnVM_Task, 'duration_secs': 0.731433} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.487184] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.487607] env[69183]: DEBUG nova.compute.manager [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.488467] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab01fb0-b47d-49fc-815f-fc00b8a53186 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.505019] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789565, 'name': ReconfigVM_Task, 'duration_secs': 0.438752} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.505993] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Reconfigured VM instance instance-00000029 to attach disk [datastore2] b3a1f91d-d3bd-4127-b294-c10ce3a2edfe/b3a1f91d-d3bd-4127-b294-c10ce3a2edfe.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.510085] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "d496b806-b894-48f1-839d-2551f81c2cb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.118s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.510085] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-188c52c4-8e10-4b8c-a51e-6f3ae9fcb616 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.516082] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 762.516082] env[69183]: value = "task-2789567" [ 762.516082] env[69183]: _type = "Task" [ 762.516082] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.525924] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789567, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.704016] env[69183]: DEBUG oslo_vmware.api [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789559, 'name': CloneVM_Task} progress is 95%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.880301] env[69183]: DEBUG oslo_vmware.api [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Task: {'id': task-2789566, 'name': RelocateVM_Task, 'duration_secs': 0.026485} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.880700] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Volume attach. Driver type: vmdk {{(pid=69183) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 762.880984] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560685', 'volume_id': '89e05d1c-f069-491a-9166-76bd35582430', 'name': 'volume-89e05d1c-f069-491a-9166-76bd35582430', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6d13a6c3-6f6e-4a36-9e9b-5e8abb261950', 'attached_at': '', 'detached_at': '', 'volume_id': '89e05d1c-f069-491a-9166-76bd35582430', 'serial': '89e05d1c-f069-491a-9166-76bd35582430'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 762.882106] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b267511-e6ed-4cd3-bb36-cacd457c77eb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.898939] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85be6d7b-6036-472b-a33f-0e7595f15ff4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.921915] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] volume-89e05d1c-f069-491a-9166-76bd35582430/volume-89e05d1c-f069-491a-9166-76bd35582430.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.922268] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97b61d0b-26d3-436f-bdb1-f2efad56c6e7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.944663] env[69183]: DEBUG oslo_vmware.api [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Waiting for the task: (returnval){ [ 762.944663] env[69183]: value = "task-2789568" [ 762.944663] env[69183]: _type = "Task" [ 762.944663] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.953334] env[69183]: DEBUG oslo_vmware.api [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Task: {'id': task-2789568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.973951] env[69183]: DEBUG nova.compute.utils [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.975636] env[69183]: DEBUG nova.compute.manager [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.975636] env[69183]: DEBUG nova.network.neutron [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.013036] env[69183]: DEBUG nova.compute.manager [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.014895] env[69183]: DEBUG oslo_concurrency.lockutils [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.028434] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789567, 'name': Rename_Task, 'duration_secs': 0.172715} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.028684] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.028925] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffa58c2b-e26d-47a1-b8c2-9610ee0b410d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.035385] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 763.035385] env[69183]: value = "task-2789569" [ 763.035385] env[69183]: _type = "Task" [ 763.035385] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.040242] env[69183]: DEBUG nova.policy [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f00793f979a4790b93b80b41897264e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09b86a7103ba44f59bad12d9a89c9241', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.045255] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.204786] env[69183]: DEBUG oslo_vmware.api [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789559, 'name': CloneVM_Task, 'duration_secs': 1.787783} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.205085] env[69183]: INFO nova.virt.vmwareapi.vmops [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Created linked-clone VM from snapshot [ 763.205864] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e662adf9-d62d-475c-ba32-857f3913a2f4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.214597] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Uploading image 30866cb3-d38b-4262-b01b-eec55d51901a {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 763.364549] env[69183]: DEBUG nova.network.neutron [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Successfully created port: 54ac35e8-78b8-4a00-aed6-7c0c4334c712 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.456679] env[69183]: DEBUG oslo_vmware.api [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Task: {'id': task-2789568, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.480295] env[69183]: DEBUG nova.compute.manager [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.533174] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.546437] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789569, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.955939] env[69183]: DEBUG oslo_vmware.api [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Task: {'id': task-2789568, 'name': ReconfigVM_Task, 'duration_secs': 0.526303} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.959053] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Reconfigured VM instance instance-0000002a to attach disk [datastore1] volume-89e05d1c-f069-491a-9166-76bd35582430/volume-89e05d1c-f069-491a-9166-76bd35582430.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.964385] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c4651b3-d8ce-4fc9-8247-ab7fd23607fd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.986895] env[69183]: DEBUG oslo_vmware.api [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Waiting for the task: (returnval){ [ 763.986895] env[69183]: value = "task-2789570" [ 763.986895] env[69183]: _type = "Task" [ 763.986895] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.998828] env[69183]: DEBUG oslo_vmware.api [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Task: {'id': task-2789570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.005032] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1fc92c-7590-4ef8-9d2b-1c70cd747a49 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.015658] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe1df7d-0f97-440d-95af-8c61fea83dc9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.054862] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798c17f5-a23e-4f2b-8d8a-535c7ae6d3eb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.064280] env[69183]: DEBUG oslo_vmware.api [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789569, 'name': PowerOnVM_Task, 'duration_secs': 0.611258} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.066778] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.067033] env[69183]: INFO nova.compute.manager [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Took 8.72 seconds to spawn the instance on the hypervisor. [ 764.067254] env[69183]: DEBUG nova.compute.manager [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.068229] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a322245e-8679-4053-b290-95f9b29ed637 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.072250] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242c8f4b-c687-4967-8ca4-c7a47e612f0a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.093844] env[69183]: DEBUG nova.compute.provider_tree [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.493755] env[69183]: DEBUG nova.compute.manager [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.507933] env[69183]: DEBUG oslo_vmware.api [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Task: {'id': task-2789570, 'name': ReconfigVM_Task, 'duration_secs': 0.149809} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.508211] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560685', 'volume_id': '89e05d1c-f069-491a-9166-76bd35582430', 'name': 'volume-89e05d1c-f069-491a-9166-76bd35582430', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6d13a6c3-6f6e-4a36-9e9b-5e8abb261950', 'attached_at': '', 'detached_at': '', 'volume_id': '89e05d1c-f069-491a-9166-76bd35582430', 'serial': '89e05d1c-f069-491a-9166-76bd35582430'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 764.508759] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c2a5825-3e3e-4541-a944-0a6203854322 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.516242] env[69183]: DEBUG oslo_vmware.api [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Waiting for the task: (returnval){ [ 764.516242] env[69183]: value = "task-2789571" [ 764.516242] env[69183]: _type = "Task" [ 764.516242] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.524782] env[69183]: DEBUG oslo_vmware.api [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Task: {'id': task-2789571, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.601689] env[69183]: DEBUG nova.scheduler.client.report [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.607684] env[69183]: INFO nova.compute.manager [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Took 40.99 seconds to build instance. [ 765.027866] env[69183]: DEBUG oslo_vmware.api [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Task: {'id': task-2789571, 'name': Rename_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.072863] env[69183]: DEBUG nova.network.neutron [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Successfully updated port: 54ac35e8-78b8-4a00-aed6-7c0c4334c712 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.108443] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.109179] env[69183]: DEBUG nova.compute.manager [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.113274] env[69183]: DEBUG oslo_concurrency.lockutils [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.205s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.114864] env[69183]: INFO nova.compute.claims [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.118497] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a12264dd-b357-4b0b-af78-c2f8b2addb70 tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "b3a1f91d-d3bd-4127-b294-c10ce3a2edfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.698s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.527066] env[69183]: DEBUG oslo_vmware.api [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Task: {'id': task-2789571, 'name': Rename_Task, 'duration_secs': 0.756241} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.527392] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.527750] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f23af3fe-4261-409b-b856-4b4aefa8062e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.534978] env[69183]: DEBUG oslo_vmware.api [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Waiting for the task: (returnval){ [ 765.534978] env[69183]: value = "task-2789572" [ 765.534978] env[69183]: _type = "Task" [ 765.534978] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.545239] env[69183]: DEBUG oslo_vmware.api [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Task: {'id': task-2789572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.576089] env[69183]: DEBUG oslo_concurrency.lockutils [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "refresh_cache-ff75e3b8-15c2-4dd3-94a6-de77e6e73501" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.576257] env[69183]: DEBUG oslo_concurrency.lockutils [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquired lock "refresh_cache-ff75e3b8-15c2-4dd3-94a6-de77e6e73501" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.576453] env[69183]: DEBUG nova.network.neutron [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.616799] env[69183]: DEBUG nova.compute.utils [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.617387] env[69183]: DEBUG nova.compute.manager [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Not allocating networking since 'none' was specified. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 765.620934] env[69183]: DEBUG nova.compute.manager [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.046433] env[69183]: DEBUG oslo_vmware.api [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Task: {'id': task-2789572, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.112403] env[69183]: DEBUG nova.network.neutron [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.119163] env[69183]: DEBUG nova.compute.manager [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.147433] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.270090] env[69183]: DEBUG nova.network.neutron [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Updating instance_info_cache with network_info: [{"id": "54ac35e8-78b8-4a00-aed6-7c0c4334c712", "address": "fa:16:3e:fd:11:62", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ac35e8-78", "ovs_interfaceid": "54ac35e8-78b8-4a00-aed6-7c0c4334c712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.550859] env[69183]: DEBUG oslo_vmware.api [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Task: {'id': task-2789572, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.551927] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Destroying the VM {{(pid=69183) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 766.552543] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-467a986d-7836-4018-bca9-755884aed51b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.566950] env[69183]: DEBUG oslo_vmware.api [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 766.566950] env[69183]: value = "task-2789573" [ 766.566950] env[69183]: _type = "Task" [ 766.566950] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.577659] env[69183]: DEBUG oslo_vmware.api [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789573, 'name': Destroy_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.592352] env[69183]: DEBUG nova.virt.hardware [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:02:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f75dc275-e1c3-46c4-8151-de984a7bbaff',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-338754996',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.592671] env[69183]: DEBUG nova.virt.hardware [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.592997] env[69183]: DEBUG nova.virt.hardware [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.593373] env[69183]: DEBUG nova.virt.hardware [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.594042] env[69183]: DEBUG nova.virt.hardware [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.594042] env[69183]: DEBUG nova.virt.hardware [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.594193] env[69183]: DEBUG nova.virt.hardware [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.595139] env[69183]: DEBUG nova.virt.hardware [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.595139] env[69183]: DEBUG nova.virt.hardware [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.595139] env[69183]: DEBUG nova.virt.hardware [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.595139] env[69183]: DEBUG nova.virt.hardware [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.597805] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46666041-dd70-4c55-8adb-53ab4aff8b6f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.607998] env[69183]: DEBUG oslo_vmware.rw_handles [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dcfce3-a776-b4af-bb2b-62e629625eb5/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 766.609385] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b31b48-027c-4ddb-a7b8-0eb84598d8ec {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.619177] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca5975a-98c2-4014-8046-e8406c18735b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.630188] env[69183]: DEBUG oslo_vmware.rw_handles [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dcfce3-a776-b4af-bb2b-62e629625eb5/disk-0.vmdk is in state: ready. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 766.630446] env[69183]: ERROR oslo_vmware.rw_handles [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dcfce3-a776-b4af-bb2b-62e629625eb5/disk-0.vmdk due to incomplete transfer. [ 766.631225] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9c694596-0b9a-4c62-929b-57fd6b021c00 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.659646] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25195de-ffa6-40e4-bea9-515049b35abb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.665902] env[69183]: DEBUG oslo_vmware.rw_handles [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dcfce3-a776-b4af-bb2b-62e629625eb5/disk-0.vmdk. {{(pid=69183) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 766.666176] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Uploaded image 5f928684-343c-4db2-a3b2-f813b7ca2c79 to the Glance image server {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 766.668737] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Destroying the VM {{(pid=69183) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 766.671505] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7f1e0f5b-e68e-4806-b3c4-bb43d0c46a42 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.674852] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b909ea-5432-44b8-8200-c9c22117bd70 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.714565] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c7a2ca-b4de-4131-b204-930f4edd2044 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.717715] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 766.717715] env[69183]: value = "task-2789574" [ 766.717715] env[69183]: _type = "Task" [ 766.717715] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.731356] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b85cded-7632-41f4-a6f1-70e5ad4a4391 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.738066] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789574, 'name': Destroy_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.752160] env[69183]: DEBUG nova.compute.provider_tree [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.775044] env[69183]: DEBUG oslo_concurrency.lockutils [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Releasing lock "refresh_cache-ff75e3b8-15c2-4dd3-94a6-de77e6e73501" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.775297] env[69183]: DEBUG nova.compute.manager [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Instance network_info: |[{"id": "54ac35e8-78b8-4a00-aed6-7c0c4334c712", "address": "fa:16:3e:fd:11:62", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ac35e8-78", "ovs_interfaceid": "54ac35e8-78b8-4a00-aed6-7c0c4334c712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.775791] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:11:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54ac35e8-78b8-4a00-aed6-7c0c4334c712', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.784903] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.785564] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.785799] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05fcd21b-56b4-49a7-af48-46b5bede97e2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.809610] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.809610] env[69183]: value = "task-2789575" [ 766.809610] env[69183]: _type = "Task" [ 766.809610] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.821328] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789575, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.049954] env[69183]: DEBUG oslo_vmware.api [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Task: {'id': task-2789572, 'name': PowerOnVM_Task, 'duration_secs': 1.079078} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.050924] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.050924] env[69183]: INFO nova.compute.manager [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Took 5.73 seconds to spawn the instance on the hypervisor. [ 767.051111] env[69183]: DEBUG nova.compute.manager [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.052036] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d62801-0940-4c03-be67-1ddcf3c511ba {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.079203] env[69183]: DEBUG oslo_vmware.api [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789573, 'name': Destroy_Task} progress is 33%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.145787] env[69183]: DEBUG nova.compute.manager [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.179215] env[69183]: DEBUG nova.virt.hardware [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.179496] env[69183]: DEBUG nova.virt.hardware [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.179658] env[69183]: DEBUG nova.virt.hardware [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.179836] env[69183]: DEBUG nova.virt.hardware [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.179987] env[69183]: DEBUG nova.virt.hardware [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.180150] env[69183]: DEBUG nova.virt.hardware [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.180362] env[69183]: DEBUG nova.virt.hardware [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.180523] env[69183]: DEBUG nova.virt.hardware [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.180750] env[69183]: DEBUG nova.virt.hardware [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.180962] env[69183]: DEBUG nova.virt.hardware [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.181293] env[69183]: DEBUG nova.virt.hardware [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.182395] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac00995-4144-43fd-b8f2-4ff5473edd7d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.191760] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6f5f26-c074-43b0-8258-0ad0bddb02da {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.209637] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Instance VIF info [] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.216055] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Creating folder: Project (c172d69e721647f5954ca203fbf97fe8). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.216434] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae8a58cd-d090-409e-b6fb-d10a3b261b57 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.231032] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789574, 'name': Destroy_Task} progress is 33%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.234162] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Created folder: Project (c172d69e721647f5954ca203fbf97fe8) in parent group-v560622. [ 767.234419] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Creating folder: Instances. Parent ref: group-v560751. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.234726] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bde7ab5-ef90-4e4b-85fd-fca566bfe1f1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.247882] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Created folder: Instances in parent group-v560751. [ 767.248177] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.248428] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.248649] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57b0bfcf-0be3-43de-b52c-83f44e8e687e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.263273] env[69183]: DEBUG nova.scheduler.client.report [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.273431] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.273431] env[69183]: value = "task-2789578" [ 767.273431] env[69183]: _type = "Task" [ 767.273431] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.285428] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789578, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.326040] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789575, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.574981] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ab606887-a31a-406d-a9de-e689f40298a7 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "8f73bab4-3d34-4891-83f3-15317c9d84d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.575405] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ab606887-a31a-406d-a9de-e689f40298a7 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "8f73bab4-3d34-4891-83f3-15317c9d84d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.583642] env[69183]: INFO nova.compute.manager [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Took 40.76 seconds to build instance. [ 767.590833] env[69183]: DEBUG oslo_vmware.api [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789573, 'name': Destroy_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.592406] env[69183]: DEBUG nova.compute.manager [req-70887fd7-7066-4f95-a602-893ee15abc5d req-82a922a1-9189-4702-870d-fb61e6324dfb service nova] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Received event network-changed-1e6c8d27-85e6-466e-b59d-79a02625c872 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 767.592973] env[69183]: DEBUG nova.compute.manager [req-70887fd7-7066-4f95-a602-893ee15abc5d req-82a922a1-9189-4702-870d-fb61e6324dfb service nova] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Refreshing instance network info cache due to event network-changed-1e6c8d27-85e6-466e-b59d-79a02625c872. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 767.593067] env[69183]: DEBUG oslo_concurrency.lockutils [req-70887fd7-7066-4f95-a602-893ee15abc5d req-82a922a1-9189-4702-870d-fb61e6324dfb service nova] Acquiring lock "refresh_cache-6d13a6c3-6f6e-4a36-9e9b-5e8abb261950" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.593208] env[69183]: DEBUG oslo_concurrency.lockutils [req-70887fd7-7066-4f95-a602-893ee15abc5d req-82a922a1-9189-4702-870d-fb61e6324dfb service nova] Acquired lock "refresh_cache-6d13a6c3-6f6e-4a36-9e9b-5e8abb261950" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.593365] env[69183]: DEBUG nova.network.neutron [req-70887fd7-7066-4f95-a602-893ee15abc5d req-82a922a1-9189-4702-870d-fb61e6324dfb service nova] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Refreshing network info cache for port 1e6c8d27-85e6-466e-b59d-79a02625c872 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.732418] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789574, 'name': Destroy_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.768800] env[69183]: DEBUG oslo_concurrency.lockutils [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.770030] env[69183]: DEBUG nova.compute.manager [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.774225] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.357s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.774225] env[69183]: DEBUG nova.objects.instance [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lazy-loading 'resources' on Instance uuid e117a0fb-c4ad-4a94-a2b6-761047c35c72 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.786089] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789578, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.824373] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789575, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.087904] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e627cbac-ecc5-4d58-ab2c-f6612561a964 tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Lock "6d13a6c3-6f6e-4a36-9e9b-5e8abb261950" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.184s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.088724] env[69183]: DEBUG oslo_vmware.api [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789573, 'name': Destroy_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.230689] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789574, 'name': Destroy_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.234281] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Acquiring lock "54ecef88-0417-45f5-8558-3dbda97fd4c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.234281] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Lock "54ecef88-0417-45f5-8558-3dbda97fd4c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.234281] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Acquiring lock "54ecef88-0417-45f5-8558-3dbda97fd4c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.234281] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Lock "54ecef88-0417-45f5-8558-3dbda97fd4c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.234281] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Lock "54ecef88-0417-45f5-8558-3dbda97fd4c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.236549] env[69183]: INFO nova.compute.manager [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Terminating instance [ 768.284914] env[69183]: DEBUG nova.compute.utils [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.290314] env[69183]: DEBUG nova.compute.manager [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.290650] env[69183]: DEBUG nova.network.neutron [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.300525] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789578, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.332975] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789575, 'name': CreateVM_Task, 'duration_secs': 1.333798} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.335617] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.337727] env[69183]: DEBUG oslo_concurrency.lockutils [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.337727] env[69183]: DEBUG oslo_concurrency.lockutils [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.337727] env[69183]: DEBUG oslo_concurrency.lockutils [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.339190] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cffe03e-cec5-45d8-befd-e111d5512484 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.345866] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 768.345866] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e1ad35-a425-5d92-3fe4-d31296c11228" [ 768.345866] env[69183]: _type = "Task" [ 768.345866] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.361923] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e1ad35-a425-5d92-3fe4-d31296c11228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.375014] env[69183]: DEBUG nova.policy [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12b96bbf87d9435a8357dc00605a27f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a710f170b37497f870762d9876524b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.545716] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Acquiring lock "54e63c54-74ee-4ec4-aabe-517d3e58ca39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.546946] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Lock "54e63c54-74ee-4ec4-aabe-517d3e58ca39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.546946] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Acquiring lock "54e63c54-74ee-4ec4-aabe-517d3e58ca39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.546946] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Lock "54e63c54-74ee-4ec4-aabe-517d3e58ca39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.547257] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Lock "54e63c54-74ee-4ec4-aabe-517d3e58ca39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.550775] env[69183]: INFO nova.compute.manager [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Terminating instance [ 768.590021] env[69183]: DEBUG oslo_vmware.api [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789573, 'name': Destroy_Task, 'duration_secs': 1.606392} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.590252] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Destroyed the VM [ 768.590508] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Deleting Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 768.591413] env[69183]: DEBUG nova.compute.manager [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.594493] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0ca90030-1e8f-4a85-aecc-2f4225b698ef {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.611603] env[69183]: DEBUG oslo_vmware.api [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 768.611603] env[69183]: value = "task-2789579" [ 768.611603] env[69183]: _type = "Task" [ 768.611603] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.626313] env[69183]: DEBUG oslo_vmware.api [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789579, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.671957] env[69183]: DEBUG nova.network.neutron [req-70887fd7-7066-4f95-a602-893ee15abc5d req-82a922a1-9189-4702-870d-fb61e6324dfb service nova] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Updated VIF entry in instance network info cache for port 1e6c8d27-85e6-466e-b59d-79a02625c872. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.672036] env[69183]: DEBUG nova.network.neutron [req-70887fd7-7066-4f95-a602-893ee15abc5d req-82a922a1-9189-4702-870d-fb61e6324dfb service nova] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Updating instance_info_cache with network_info: [{"id": "1e6c8d27-85e6-466e-b59d-79a02625c872", "address": "fa:16:3e:fd:9a:55", "network": {"id": "c7616c05-4ab6-4828-9966-67913f9e2da9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2145690629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11aa90ad8a174cc0a5181fae3eb8a54e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6c8d27-85", "ovs_interfaceid": "1e6c8d27-85e6-466e-b59d-79a02625c872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.734236] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789574, 'name': Destroy_Task, 'duration_secs': 1.679972} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.734323] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Destroyed the VM [ 768.734554] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Deleting Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 768.734822] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7dc59145-29c4-418e-aff4-c77af34c67d1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.740866] env[69183]: DEBUG nova.compute.manager [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.741167] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.742672] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b7c327-373a-43a6-a645-6d402dbac5c9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.750911] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 768.750911] env[69183]: value = "task-2789580" [ 768.750911] env[69183]: _type = "Task" [ 768.750911] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.757326] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.760868] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01d53f2d-a51e-4900-8a77-38fe46509e87 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.763761] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789580, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.775311] env[69183]: DEBUG oslo_vmware.api [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for the task: (returnval){ [ 768.775311] env[69183]: value = "task-2789581" [ 768.775311] env[69183]: _type = "Task" [ 768.775311] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.796788] env[69183]: DEBUG nova.compute.manager [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.801030] env[69183]: DEBUG oslo_vmware.api [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.802593] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789578, 'name': CreateVM_Task, 'duration_secs': 1.464369} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.802852] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.803304] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.871170] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e1ad35-a425-5d92-3fe4-d31296c11228, 'name': SearchDatastore_Task, 'duration_secs': 0.018033} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.871393] env[69183]: DEBUG oslo_concurrency.lockutils [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.871737] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.872096] env[69183]: DEBUG oslo_concurrency.lockutils [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.872310] env[69183]: DEBUG oslo_concurrency.lockutils [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.872736] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.872992] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.877025] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.877025] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5a276c9-af98-46f4-b7e9-5aa386c18fde {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.877025] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd04870d-ee7a-4ada-8afa-8f5ee13e1079 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.890516] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Waiting for the task: (returnval){ [ 768.890516] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5281d7e2-f12b-0e35-9888-4510f71e7b64" [ 768.890516] env[69183]: _type = "Task" [ 768.890516] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.898591] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.898591] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.899391] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d46f099-27f3-41d0-9225-236363022217 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.910030] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5281d7e2-f12b-0e35-9888-4510f71e7b64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.919027] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 768.919027] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527dce29-f5e9-187f-a655-4a405ec149ad" [ 768.919027] env[69183]: _type = "Task" [ 768.919027] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.931219] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527dce29-f5e9-187f-a655-4a405ec149ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.001806] env[69183]: DEBUG oslo_concurrency.lockutils [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "d496b806-b894-48f1-839d-2551f81c2cb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.001806] env[69183]: DEBUG oslo_concurrency.lockutils [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "d496b806-b894-48f1-839d-2551f81c2cb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.001806] env[69183]: DEBUG oslo_concurrency.lockutils [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "d496b806-b894-48f1-839d-2551f81c2cb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.001806] env[69183]: DEBUG oslo_concurrency.lockutils [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "d496b806-b894-48f1-839d-2551f81c2cb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.001806] env[69183]: DEBUG oslo_concurrency.lockutils [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "d496b806-b894-48f1-839d-2551f81c2cb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.004455] env[69183]: INFO nova.compute.manager [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Terminating instance [ 769.015551] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f3b495-94df-497d-ae6b-6516b49c99f5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.029070] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e875d487-4786-4887-8961-f7ae90fc49eb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.035339] env[69183]: DEBUG nova.network.neutron [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Successfully created port: f0293f82-eaa5-4019-815d-11c15231ce2d {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.075349] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Acquiring lock "refresh_cache-54e63c54-74ee-4ec4-aabe-517d3e58ca39" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.075765] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Acquired lock "refresh_cache-54e63c54-74ee-4ec4-aabe-517d3e58ca39" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.075765] env[69183]: DEBUG nova.network.neutron [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.078082] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746546a9-9a36-4f56-baf6-ce4167ac043f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.094201] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63519125-9313-470c-9e5d-814a68d3bbb0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.115271] env[69183]: DEBUG nova.compute.provider_tree [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.127581] env[69183]: DEBUG oslo_vmware.api [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789579, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.131600] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.177839] env[69183]: DEBUG oslo_concurrency.lockutils [req-70887fd7-7066-4f95-a602-893ee15abc5d req-82a922a1-9189-4702-870d-fb61e6324dfb service nova] Releasing lock "refresh_cache-6d13a6c3-6f6e-4a36-9e9b-5e8abb261950" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.266183] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789580, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.285981] env[69183]: DEBUG oslo_vmware.api [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789581, 'name': PowerOffVM_Task, 'duration_secs': 0.286317} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.286346] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.286462] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.286880] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5ea77b8-3dc9-4e4c-86f6-a1b39cc1065e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.370650] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.370938] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.371164] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Deleting the datastore file [datastore2] 54ecef88-0417-45f5-8558-3dbda97fd4c8 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.371363] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9491e97f-fb12-4b06-a42b-70f5df1abcdf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.379857] env[69183]: DEBUG oslo_vmware.api [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for the task: (returnval){ [ 769.379857] env[69183]: value = "task-2789583" [ 769.379857] env[69183]: _type = "Task" [ 769.379857] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.390371] env[69183]: DEBUG oslo_vmware.api [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.404241] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5281d7e2-f12b-0e35-9888-4510f71e7b64, 'name': SearchDatastore_Task, 'duration_secs': 0.016252} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.405209] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.405795] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.406276] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.435463] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527dce29-f5e9-187f-a655-4a405ec149ad, 'name': SearchDatastore_Task, 'duration_secs': 0.01751} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.437871] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f97c700c-ac69-44c6-a0b7-6d63ea51010f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.450324] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 769.450324] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e824f4-beab-b52f-f0cd-a63a78cc6966" [ 769.450324] env[69183]: _type = "Task" [ 769.450324] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.462783] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e824f4-beab-b52f-f0cd-a63a78cc6966, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.509490] env[69183]: DEBUG nova.compute.manager [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.509943] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.511969] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac56ca7c-40fa-4722-a88c-606ee86a4df6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.525186] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.525455] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8955e15e-fc4e-4215-a250-0e8dcd2c59cf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.535811] env[69183]: DEBUG oslo_vmware.api [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 769.535811] env[69183]: value = "task-2789584" [ 769.535811] env[69183]: _type = "Task" [ 769.535811] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.546615] env[69183]: DEBUG oslo_concurrency.lockutils [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Acquiring lock "97bcf6c5-8206-4ba6-a5af-f09d8c273040" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.546917] env[69183]: DEBUG oslo_concurrency.lockutils [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Lock "97bcf6c5-8206-4ba6-a5af-f09d8c273040" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.556782] env[69183]: DEBUG oslo_vmware.api [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.623120] env[69183]: DEBUG nova.network.neutron [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.627909] env[69183]: DEBUG nova.scheduler.client.report [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.643059] env[69183]: DEBUG oslo_vmware.api [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789579, 'name': RemoveSnapshot_Task, 'duration_secs': 0.990616} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.643408] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Deleted Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 769.734486] env[69183]: DEBUG nova.network.neutron [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.764974] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789580, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.809375] env[69183]: DEBUG nova.compute.manager [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.819356] env[69183]: DEBUG oslo_vmware.rw_handles [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e3deb-4a71-3556-b581-1634bf60835d/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 769.820473] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddafbde-144f-45e9-a065-7574664b2918 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.828749] env[69183]: DEBUG oslo_vmware.rw_handles [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e3deb-4a71-3556-b581-1634bf60835d/disk-0.vmdk is in state: ready. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 769.828955] env[69183]: ERROR oslo_vmware.rw_handles [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e3deb-4a71-3556-b581-1634bf60835d/disk-0.vmdk due to incomplete transfer. [ 769.829428] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-68a242d6-b9ea-4a82-855c-6bae33a220b4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.834514] env[69183]: DEBUG nova.virt.hardware [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.834709] env[69183]: DEBUG nova.virt.hardware [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.834824] env[69183]: DEBUG nova.virt.hardware [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.835155] env[69183]: DEBUG nova.virt.hardware [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.835386] env[69183]: DEBUG nova.virt.hardware [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.835386] env[69183]: DEBUG nova.virt.hardware [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.836185] env[69183]: DEBUG nova.virt.hardware [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.836185] env[69183]: DEBUG nova.virt.hardware [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.836185] env[69183]: DEBUG nova.virt.hardware [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.836185] env[69183]: DEBUG nova.virt.hardware [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.836377] env[69183]: DEBUG nova.virt.hardware [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.837595] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709c4ace-c42e-4509-b083-ebd2f344956d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.842324] env[69183]: DEBUG oslo_vmware.rw_handles [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e3deb-4a71-3556-b581-1634bf60835d/disk-0.vmdk. {{(pid=69183) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 769.842532] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Uploaded image cf68da43-5403-42af-a0a2-9fd1a4ba74e7 to the Glance image server {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 769.844295] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Destroying the VM {{(pid=69183) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 769.844973] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2bd7abd6-a921-4bac-8af4-0cbd34ebf273 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.851684] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a27fd2-ce3d-4022-b0a9-08f204923085 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.857230] env[69183]: DEBUG oslo_vmware.api [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Waiting for the task: (returnval){ [ 769.857230] env[69183]: value = "task-2789585" [ 769.857230] env[69183]: _type = "Task" [ 769.857230] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.879061] env[69183]: DEBUG oslo_vmware.api [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789585, 'name': Destroy_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.891034] env[69183]: DEBUG oslo_vmware.api [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302621} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.891338] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.891524] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.891743] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.892110] env[69183]: INFO nova.compute.manager [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 769.892398] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.892598] env[69183]: DEBUG nova.compute.manager [-] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.892701] env[69183]: DEBUG nova.network.neutron [-] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.962923] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e824f4-beab-b52f-f0cd-a63a78cc6966, 'name': SearchDatastore_Task, 'duration_secs': 0.021297} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.967122] env[69183]: DEBUG oslo_concurrency.lockutils [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.967461] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] ff75e3b8-15c2-4dd3-94a6-de77e6e73501/ff75e3b8-15c2-4dd3-94a6-de77e6e73501.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.967777] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.967989] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.968249] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c916741c-ba67-4ed5-96c2-8ecc41b7e7e0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.971080] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f9ebe05-150d-4f96-bdd3-605303549cec {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.982765] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 769.982765] env[69183]: value = "task-2789586" [ 769.982765] env[69183]: _type = "Task" [ 769.982765] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.988235] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.988235] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.988870] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "b3a1f91d-d3bd-4127-b294-c10ce3a2edfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.988975] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "b3a1f91d-d3bd-4127-b294-c10ce3a2edfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.989270] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "b3a1f91d-d3bd-4127-b294-c10ce3a2edfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.989527] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "b3a1f91d-d3bd-4127-b294-c10ce3a2edfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.989767] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "b3a1f91d-d3bd-4127-b294-c10ce3a2edfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.995238] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7f55f00-f256-4ec9-81c8-acb17b1cec19 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.002097] env[69183]: INFO nova.compute.manager [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Terminating instance [ 770.003787] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.009773] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Waiting for the task: (returnval){ [ 770.009773] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52d959a3-0ade-2f72-d350-0e0b967e3146" [ 770.009773] env[69183]: _type = "Task" [ 770.009773] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.022606] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d959a3-0ade-2f72-d350-0e0b967e3146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.047680] env[69183]: DEBUG oslo_vmware.api [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789584, 'name': PowerOffVM_Task, 'duration_secs': 0.438156} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.047971] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.048171] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.048447] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66842cbf-cb08-495b-8eca-d9aaf4ed2ca3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.094408] env[69183]: DEBUG nova.compute.manager [req-8b532c10-ddd7-4ed0-bf35-79892d01c569 req-27982092-1d76-464e-b2ec-8d5e21c80a8f service nova] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Received event network-vif-plugged-54ac35e8-78b8-4a00-aed6-7c0c4334c712 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 770.095067] env[69183]: DEBUG oslo_concurrency.lockutils [req-8b532c10-ddd7-4ed0-bf35-79892d01c569 req-27982092-1d76-464e-b2ec-8d5e21c80a8f service nova] Acquiring lock "ff75e3b8-15c2-4dd3-94a6-de77e6e73501-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.095198] env[69183]: DEBUG oslo_concurrency.lockutils [req-8b532c10-ddd7-4ed0-bf35-79892d01c569 req-27982092-1d76-464e-b2ec-8d5e21c80a8f service nova] Lock "ff75e3b8-15c2-4dd3-94a6-de77e6e73501-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.095442] env[69183]: DEBUG oslo_concurrency.lockutils [req-8b532c10-ddd7-4ed0-bf35-79892d01c569 req-27982092-1d76-464e-b2ec-8d5e21c80a8f service nova] Lock "ff75e3b8-15c2-4dd3-94a6-de77e6e73501-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.095586] env[69183]: DEBUG nova.compute.manager [req-8b532c10-ddd7-4ed0-bf35-79892d01c569 req-27982092-1d76-464e-b2ec-8d5e21c80a8f service nova] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] No waiting events found dispatching network-vif-plugged-54ac35e8-78b8-4a00-aed6-7c0c4334c712 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.095803] env[69183]: WARNING nova.compute.manager [req-8b532c10-ddd7-4ed0-bf35-79892d01c569 req-27982092-1d76-464e-b2ec-8d5e21c80a8f service nova] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Received unexpected event network-vif-plugged-54ac35e8-78b8-4a00-aed6-7c0c4334c712 for instance with vm_state building and task_state spawning. [ 770.095956] env[69183]: DEBUG nova.compute.manager [req-8b532c10-ddd7-4ed0-bf35-79892d01c569 req-27982092-1d76-464e-b2ec-8d5e21c80a8f service nova] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Received event network-changed-54ac35e8-78b8-4a00-aed6-7c0c4334c712 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 770.096163] env[69183]: DEBUG nova.compute.manager [req-8b532c10-ddd7-4ed0-bf35-79892d01c569 req-27982092-1d76-464e-b2ec-8d5e21c80a8f service nova] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Refreshing instance network info cache due to event network-changed-54ac35e8-78b8-4a00-aed6-7c0c4334c712. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 770.096374] env[69183]: DEBUG oslo_concurrency.lockutils [req-8b532c10-ddd7-4ed0-bf35-79892d01c569 req-27982092-1d76-464e-b2ec-8d5e21c80a8f service nova] Acquiring lock "refresh_cache-ff75e3b8-15c2-4dd3-94a6-de77e6e73501" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.096543] env[69183]: DEBUG oslo_concurrency.lockutils [req-8b532c10-ddd7-4ed0-bf35-79892d01c569 req-27982092-1d76-464e-b2ec-8d5e21c80a8f service nova] Acquired lock "refresh_cache-ff75e3b8-15c2-4dd3-94a6-de77e6e73501" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.096740] env[69183]: DEBUG nova.network.neutron [req-8b532c10-ddd7-4ed0-bf35-79892d01c569 req-27982092-1d76-464e-b2ec-8d5e21c80a8f service nova] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Refreshing network info cache for port 54ac35e8-78b8-4a00-aed6-7c0c4334c712 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.122616] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "75b53d5d-4246-4ad8-892e-e5540931365a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.122854] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "75b53d5d-4246-4ad8-892e-e5540931365a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.134328] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.361s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.136471] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.377s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.139481] env[69183]: DEBUG nova.objects.instance [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Lazy-loading 'resources' on Instance uuid b99b6af4-b37d-44cf-81d7-de744d7cc8e5 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.146704] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.146937] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.147192] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Deleting the datastore file [datastore2] d496b806-b894-48f1-839d-2551f81c2cb0 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.149456] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-337c849b-ccc8-4734-b0f7-b18028373426 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.153768] env[69183]: WARNING nova.compute.manager [None req-c2b48eeb-affe-4348-9e46-716c1cae1c73 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Image not found during snapshot: nova.exception.ImageNotFound: Image 30866cb3-d38b-4262-b01b-eec55d51901a could not be found. [ 770.164509] env[69183]: INFO nova.scheduler.client.report [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Deleted allocations for instance e117a0fb-c4ad-4a94-a2b6-761047c35c72 [ 770.165763] env[69183]: DEBUG oslo_vmware.api [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 770.165763] env[69183]: value = "task-2789588" [ 770.165763] env[69183]: _type = "Task" [ 770.165763] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.185055] env[69183]: DEBUG oslo_vmware.api [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.236950] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Releasing lock "refresh_cache-54e63c54-74ee-4ec4-aabe-517d3e58ca39" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.237539] env[69183]: DEBUG nova.compute.manager [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.238132] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.238789] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69590fc-4746-4d70-8e22-18ab51940a3b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.248174] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.248491] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6060441-74c6-47c7-8be5-18a56d803b5a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.261442] env[69183]: DEBUG oslo_vmware.api [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Waiting for the task: (returnval){ [ 770.261442] env[69183]: value = "task-2789589" [ 770.261442] env[69183]: _type = "Task" [ 770.261442] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.269025] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789580, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.298857] env[69183]: DEBUG oslo_vmware.api [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.374816] env[69183]: DEBUG oslo_vmware.api [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789585, 'name': Destroy_Task} progress is 33%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.500446] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789586, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.506737] env[69183]: DEBUG nova.compute.manager [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.507013] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.508527] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ae1dd4-db24-4b67-ba22-582148f0e942 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.530359] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d959a3-0ade-2f72-d350-0e0b967e3146, 'name': SearchDatastore_Task, 'duration_secs': 0.023276} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.533645] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.533912] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fa10683-3f5c-4fa0-bcb5-1d8c672dc5f5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.536815] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d6d64eb-2f74-4d52-a1d0-f27eb44471cd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.543796] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Waiting for the task: (returnval){ [ 770.543796] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52c3a3e5-366b-f045-b2e8-5d7a11bd48dc" [ 770.543796] env[69183]: _type = "Task" [ 770.543796] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.545445] env[69183]: DEBUG oslo_vmware.api [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 770.545445] env[69183]: value = "task-2789590" [ 770.545445] env[69183]: _type = "Task" [ 770.545445] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.561698] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c3a3e5-366b-f045-b2e8-5d7a11bd48dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.567597] env[69183]: DEBUG oslo_vmware.api [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.701238] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0a265833-565e-43d2-9302-d03cb0f0c706 tempest-ListServerFiltersTestJSON-1429511344 tempest-ListServerFiltersTestJSON-1429511344-project-member] Lock "e117a0fb-c4ad-4a94-a2b6-761047c35c72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.227s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.704826] env[69183]: DEBUG oslo_vmware.api [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364692} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.705265] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.705431] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.705663] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.705898] env[69183]: INFO nova.compute.manager [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Took 1.20 seconds to destroy the instance on the hypervisor. [ 770.706157] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.706490] env[69183]: DEBUG nova.compute.manager [-] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 770.706655] env[69183]: DEBUG nova.network.neutron [-] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.775725] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789580, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.781814] env[69183]: DEBUG oslo_vmware.api [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789589, 'name': PowerOffVM_Task, 'duration_secs': 0.221123} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.785564] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.785759] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.786660] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a11d6659-9add-4a33-b37f-9a4b3011face {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.824263] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.824263] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.824263] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Deleting the datastore file [datastore2] 54e63c54-74ee-4ec4-aabe-517d3e58ca39 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.826756] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81fc2fef-b310-426a-8f29-335126947c4e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.839703] env[69183]: DEBUG oslo_vmware.api [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Waiting for the task: (returnval){ [ 770.839703] env[69183]: value = "task-2789592" [ 770.839703] env[69183]: _type = "Task" [ 770.839703] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.852998] env[69183]: DEBUG oslo_vmware.api [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.879025] env[69183]: DEBUG oslo_vmware.api [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789585, 'name': Destroy_Task, 'duration_secs': 0.749393} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.879025] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Destroyed the VM [ 770.879025] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Deleting Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 770.880986] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-02a0913a-64db-43f4-b6e9-01efdc6eef4e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.890771] env[69183]: DEBUG oslo_vmware.api [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Waiting for the task: (returnval){ [ 770.890771] env[69183]: value = "task-2789593" [ 770.890771] env[69183]: _type = "Task" [ 770.890771] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.908582] env[69183]: DEBUG oslo_vmware.api [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789593, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.966033] env[69183]: DEBUG nova.network.neutron [-] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.992349] env[69183]: DEBUG nova.network.neutron [req-8b532c10-ddd7-4ed0-bf35-79892d01c569 req-27982092-1d76-464e-b2ec-8d5e21c80a8f service nova] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Updated VIF entry in instance network info cache for port 54ac35e8-78b8-4a00-aed6-7c0c4334c712. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.992712] env[69183]: DEBUG nova.network.neutron [req-8b532c10-ddd7-4ed0-bf35-79892d01c569 req-27982092-1d76-464e-b2ec-8d5e21c80a8f service nova] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Updating instance_info_cache with network_info: [{"id": "54ac35e8-78b8-4a00-aed6-7c0c4334c712", "address": "fa:16:3e:fd:11:62", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ac35e8-78", "ovs_interfaceid": "54ac35e8-78b8-4a00-aed6-7c0c4334c712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.006891] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795267} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.010478] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] ff75e3b8-15c2-4dd3-94a6-de77e6e73501/ff75e3b8-15c2-4dd3-94a6-de77e6e73501.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.010735] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.011528] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b198faf-3ed1-43db-91e3-df2326e6df3e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.022481] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 771.022481] env[69183]: value = "task-2789594" [ 771.022481] env[69183]: _type = "Task" [ 771.022481] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.041974] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Acquiring lock "d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.042173] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Lock "d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.043066] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.077875] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c3a3e5-366b-f045-b2e8-5d7a11bd48dc, 'name': SearchDatastore_Task, 'duration_secs': 0.059163} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.078220] env[69183]: DEBUG oslo_vmware.api [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789590, 'name': PowerOffVM_Task, 'duration_secs': 0.256021} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.078579] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.079119] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 2813a4f7-0282-4365-a87d-a959016779c4/2813a4f7-0282-4365-a87d-a959016779c4.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.079407] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.079811] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.079951] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c89c1bae-0149-4f94-9f6a-3b6dc560929c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.083265] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-816bd54b-55d9-43fb-88b0-cec03a1f94f1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.095124] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Waiting for the task: (returnval){ [ 771.095124] env[69183]: value = "task-2789595" [ 771.095124] env[69183]: _type = "Task" [ 771.095124] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.107215] env[69183]: DEBUG nova.compute.manager [req-c61b5d44-1175-4714-9345-9ffacf160dbd req-c2752cc3-52b2-4e54-893a-d7f9e57e3168 service nova] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Received event network-vif-plugged-f0293f82-eaa5-4019-815d-11c15231ce2d {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 771.107881] env[69183]: DEBUG oslo_concurrency.lockutils [req-c61b5d44-1175-4714-9345-9ffacf160dbd req-c2752cc3-52b2-4e54-893a-d7f9e57e3168 service nova] Acquiring lock "68bd72ad-3ec6-44f8-8d5f-311cce1678f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.108034] env[69183]: DEBUG oslo_concurrency.lockutils [req-c61b5d44-1175-4714-9345-9ffacf160dbd req-c2752cc3-52b2-4e54-893a-d7f9e57e3168 service nova] Lock "68bd72ad-3ec6-44f8-8d5f-311cce1678f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.108408] env[69183]: DEBUG oslo_concurrency.lockutils [req-c61b5d44-1175-4714-9345-9ffacf160dbd req-c2752cc3-52b2-4e54-893a-d7f9e57e3168 service nova] Lock "68bd72ad-3ec6-44f8-8d5f-311cce1678f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.108711] env[69183]: DEBUG nova.compute.manager [req-c61b5d44-1175-4714-9345-9ffacf160dbd req-c2752cc3-52b2-4e54-893a-d7f9e57e3168 service nova] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] No waiting events found dispatching network-vif-plugged-f0293f82-eaa5-4019-815d-11c15231ce2d {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.108991] env[69183]: WARNING nova.compute.manager [req-c61b5d44-1175-4714-9345-9ffacf160dbd req-c2752cc3-52b2-4e54-893a-d7f9e57e3168 service nova] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Received unexpected event network-vif-plugged-f0293f82-eaa5-4019-815d-11c15231ce2d for instance with vm_state building and task_state spawning. [ 771.118074] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.135326] env[69183]: DEBUG nova.network.neutron [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Successfully updated port: f0293f82-eaa5-4019-815d-11c15231ce2d {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.167754] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.167754] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.167754] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Deleting the datastore file [datastore2] b3a1f91d-d3bd-4127-b294-c10ce3a2edfe {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.167754] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cb7cefb-d294-41d1-aba4-28aa94256c33 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.175335] env[69183]: DEBUG oslo_vmware.api [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for the task: (returnval){ [ 771.175335] env[69183]: value = "task-2789597" [ 771.175335] env[69183]: _type = "Task" [ 771.175335] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.187349] env[69183]: DEBUG oslo_vmware.api [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.269470] env[69183]: DEBUG oslo_vmware.api [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789580, 'name': RemoveSnapshot_Task, 'duration_secs': 2.19664} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.269769] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Deleted Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 771.270045] env[69183]: INFO nova.compute.manager [None req-c0bebef8-fe26-4648-aae5-ed7093f084fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Took 18.60 seconds to snapshot the instance on the hypervisor. [ 771.302833] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquiring lock "91ce0605-359f-4dad-8298-8e17ee656731" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.303188] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "91ce0605-359f-4dad-8298-8e17ee656731" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.303467] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquiring lock "91ce0605-359f-4dad-8298-8e17ee656731-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.303684] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "91ce0605-359f-4dad-8298-8e17ee656731-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.303939] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "91ce0605-359f-4dad-8298-8e17ee656731-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.309551] env[69183]: INFO nova.compute.manager [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Terminating instance [ 771.356027] env[69183]: DEBUG oslo_vmware.api [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Task: {'id': task-2789592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305499} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.356276] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.356372] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.356517] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.356906] env[69183]: INFO nova.compute.manager [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Took 1.12 seconds to destroy the instance on the hypervisor. [ 771.358297] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.358297] env[69183]: DEBUG nova.compute.manager [-] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.358297] env[69183]: DEBUG nova.network.neutron [-] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.383396] env[69183]: DEBUG nova.network.neutron [-] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.407112] env[69183]: DEBUG oslo_vmware.api [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789593, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.424057] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da02336-21e1-4583-8173-21f182a150d5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.432857] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7d2b41-ba4e-467c-b09a-b7f669031826 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.469050] env[69183]: INFO nova.compute.manager [-] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Took 1.58 seconds to deallocate network for instance. [ 771.469903] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98712ff0-85b1-4af7-8528-45bdf0261c0d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.486029] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768804ff-9464-4d06-aa47-16a35a0e38fd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.502830] env[69183]: DEBUG oslo_concurrency.lockutils [req-8b532c10-ddd7-4ed0-bf35-79892d01c569 req-27982092-1d76-464e-b2ec-8d5e21c80a8f service nova] Releasing lock "refresh_cache-ff75e3b8-15c2-4dd3-94a6-de77e6e73501" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.503206] env[69183]: DEBUG nova.compute.manager [req-8b532c10-ddd7-4ed0-bf35-79892d01c569 req-27982092-1d76-464e-b2ec-8d5e21c80a8f service nova] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Received event network-changed-1e6c8d27-85e6-466e-b59d-79a02625c872 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 771.503206] env[69183]: DEBUG nova.compute.manager [req-8b532c10-ddd7-4ed0-bf35-79892d01c569 req-27982092-1d76-464e-b2ec-8d5e21c80a8f service nova] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Refreshing instance network info cache due to event network-changed-1e6c8d27-85e6-466e-b59d-79a02625c872. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 771.503388] env[69183]: DEBUG oslo_concurrency.lockutils [req-8b532c10-ddd7-4ed0-bf35-79892d01c569 req-27982092-1d76-464e-b2ec-8d5e21c80a8f service nova] Acquiring lock "refresh_cache-6d13a6c3-6f6e-4a36-9e9b-5e8abb261950" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.503530] env[69183]: DEBUG oslo_concurrency.lockutils [req-8b532c10-ddd7-4ed0-bf35-79892d01c569 req-27982092-1d76-464e-b2ec-8d5e21c80a8f service nova] Acquired lock "refresh_cache-6d13a6c3-6f6e-4a36-9e9b-5e8abb261950" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.503692] env[69183]: DEBUG nova.network.neutron [req-8b532c10-ddd7-4ed0-bf35-79892d01c569 req-27982092-1d76-464e-b2ec-8d5e21c80a8f service nova] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Refreshing network info cache for port 1e6c8d27-85e6-466e-b59d-79a02625c872 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.505341] env[69183]: DEBUG nova.compute.provider_tree [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.532524] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073098} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.532805] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.533632] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67113a8a-be88-449e-b52e-d317dcbfd492 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.557320] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] ff75e3b8-15c2-4dd3-94a6-de77e6e73501/ff75e3b8-15c2-4dd3-94a6-de77e6e73501.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.557634] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55810e50-603b-41b1-986f-cbb4e320973c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.581927] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 771.581927] env[69183]: value = "task-2789598" [ 771.581927] env[69183]: _type = "Task" [ 771.581927] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.591530] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.610782] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789595, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.637255] env[69183]: DEBUG oslo_concurrency.lockutils [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquiring lock "refresh_cache-68bd72ad-3ec6-44f8-8d5f-311cce1678f1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.637441] env[69183]: DEBUG oslo_concurrency.lockutils [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquired lock "refresh_cache-68bd72ad-3ec6-44f8-8d5f-311cce1678f1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.637576] env[69183]: DEBUG nova.network.neutron [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.680577] env[69183]: DEBUG nova.network.neutron [-] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.688327] env[69183]: DEBUG oslo_vmware.api [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Task: {'id': task-2789597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.495041} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.688467] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.688656] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.688790] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.688957] env[69183]: INFO nova.compute.manager [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Took 1.18 seconds to destroy the instance on the hypervisor. [ 771.689264] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.689461] env[69183]: DEBUG nova.compute.manager [-] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.689554] env[69183]: DEBUG nova.network.neutron [-] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.818056] env[69183]: DEBUG nova.compute.manager [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.818324] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.819759] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aab81c4-7e8c-4095-a6b9-ef7187419e4a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.833322] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.833475] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5cc8bd8-4b9c-4b50-a31a-86c186b0e084 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.844374] env[69183]: DEBUG oslo_vmware.api [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 771.844374] env[69183]: value = "task-2789599" [ 771.844374] env[69183]: _type = "Task" [ 771.844374] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.856428] env[69183]: DEBUG oslo_vmware.api [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.891229] env[69183]: DEBUG nova.network.neutron [-] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.905729] env[69183]: DEBUG oslo_vmware.api [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789593, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.986396] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.010940] env[69183]: DEBUG nova.scheduler.client.report [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.093443] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.110211] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.865465} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.110444] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 2813a4f7-0282-4365-a87d-a959016779c4/2813a4f7-0282-4365-a87d-a959016779c4.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.110676] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.110875] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-223a2e5f-d26d-409f-826c-8963c7e6cae1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.119474] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Waiting for the task: (returnval){ [ 772.119474] env[69183]: value = "task-2789600" [ 772.119474] env[69183]: _type = "Task" [ 772.119474] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.130906] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.134565] env[69183]: DEBUG nova.compute.manager [req-fe2419ca-5706-4af1-9502-f41681563f73 req-e74c763a-9b1c-44b4-b5e3-d04da9ebef8e service nova] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Received event network-vif-deleted-9cb2319b-7ba0-459f-8fb9-da38b2fc400e {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 772.134859] env[69183]: DEBUG nova.compute.manager [req-fe2419ca-5706-4af1-9502-f41681563f73 req-e74c763a-9b1c-44b4-b5e3-d04da9ebef8e service nova] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Received event network-vif-deleted-5d9119bf-b9ec-489a-bcb5-8e151f2f3898 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 772.134944] env[69183]: DEBUG nova.compute.manager [req-fe2419ca-5706-4af1-9502-f41681563f73 req-e74c763a-9b1c-44b4-b5e3-d04da9ebef8e service nova] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Received event network-vif-deleted-d336dee8-788c-4410-9ef0-8f4f5c8eafe7 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 772.135123] env[69183]: INFO nova.compute.manager [req-fe2419ca-5706-4af1-9502-f41681563f73 req-e74c763a-9b1c-44b4-b5e3-d04da9ebef8e service nova] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Neutron deleted interface d336dee8-788c-4410-9ef0-8f4f5c8eafe7; detaching it from the instance and deleting it from the info cache [ 772.135335] env[69183]: DEBUG nova.network.neutron [req-fe2419ca-5706-4af1-9502-f41681563f73 req-e74c763a-9b1c-44b4-b5e3-d04da9ebef8e service nova] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.170332] env[69183]: DEBUG nova.network.neutron [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.186730] env[69183]: INFO nova.compute.manager [-] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Took 1.48 seconds to deallocate network for instance. [ 772.305210] env[69183]: DEBUG nova.network.neutron [req-8b532c10-ddd7-4ed0-bf35-79892d01c569 req-27982092-1d76-464e-b2ec-8d5e21c80a8f service nova] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Updated VIF entry in instance network info cache for port 1e6c8d27-85e6-466e-b59d-79a02625c872. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.305582] env[69183]: DEBUG nova.network.neutron [req-8b532c10-ddd7-4ed0-bf35-79892d01c569 req-27982092-1d76-464e-b2ec-8d5e21c80a8f service nova] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Updating instance_info_cache with network_info: [{"id": "1e6c8d27-85e6-466e-b59d-79a02625c872", "address": "fa:16:3e:fd:9a:55", "network": {"id": "c7616c05-4ab6-4828-9966-67913f9e2da9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2145690629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11aa90ad8a174cc0a5181fae3eb8a54e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6c8d27-85", "ovs_interfaceid": "1e6c8d27-85e6-466e-b59d-79a02625c872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.314028] env[69183]: DEBUG nova.network.neutron [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Updating instance_info_cache with network_info: [{"id": "f0293f82-eaa5-4019-815d-11c15231ce2d", "address": "fa:16:3e:46:72:a7", "network": {"id": "a3bc3f6e-aee0-480c-a7aa-4e3a3075003f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-264874385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a710f170b37497f870762d9876524b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0293f82-ea", "ovs_interfaceid": "f0293f82-eaa5-4019-815d-11c15231ce2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.357322] env[69183]: DEBUG oslo_vmware.api [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789599, 'name': PowerOffVM_Task, 'duration_secs': 0.232549} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.357322] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.357322] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.357322] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2083353f-75c4-4ea6-beca-9c5d0776cc04 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.399352] env[69183]: INFO nova.compute.manager [-] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Took 1.04 seconds to deallocate network for instance. [ 772.404544] env[69183]: DEBUG oslo_vmware.api [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789593, 'name': RemoveSnapshot_Task, 'duration_secs': 1.04936} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.407431] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Deleted Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 772.407732] env[69183]: INFO nova.compute.manager [None req-b0855400-c3e1-4fb0-bbea-48d8d967d98f tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Took 18.49 seconds to snapshot the instance on the hypervisor. [ 772.431265] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.431644] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.431860] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Deleting the datastore file [datastore2] 91ce0605-359f-4dad-8298-8e17ee656731 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.431942] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e024e020-20dd-4d10-b175-feb7cf0e37c8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.441697] env[69183]: DEBUG oslo_vmware.api [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 772.441697] env[69183]: value = "task-2789602" [ 772.441697] env[69183]: _type = "Task" [ 772.441697] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.455998] env[69183]: DEBUG oslo_vmware.api [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.518969] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.382s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.521888] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.403s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.523522] env[69183]: INFO nova.compute.claims [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.528941] env[69183]: DEBUG nova.network.neutron [-] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.544651] env[69183]: INFO nova.scheduler.client.report [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Deleted allocations for instance b99b6af4-b37d-44cf-81d7-de744d7cc8e5 [ 772.597263] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.633119] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06649} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.634033] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.634520] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a609b6-4adb-4c86-92ed-ceb14df8306f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.638078] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6f64b42-4017-4f65-afba-b2dd4b50f026 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.663541] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 2813a4f7-0282-4365-a87d-a959016779c4/2813a4f7-0282-4365-a87d-a959016779c4.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.665550] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5332614c-30c3-4ef6-b0e7-4b50b4ab5cd9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.683841] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40eb39f3-b563-4ee1-9d38-7b0f2c017ff5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.699480] env[69183]: DEBUG oslo_concurrency.lockutils [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.704777] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Waiting for the task: (returnval){ [ 772.704777] env[69183]: value = "task-2789603" [ 772.704777] env[69183]: _type = "Task" [ 772.704777] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.715161] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.729569] env[69183]: DEBUG nova.compute.manager [req-fe2419ca-5706-4af1-9502-f41681563f73 req-e74c763a-9b1c-44b4-b5e3-d04da9ebef8e service nova] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Detach interface failed, port_id=d336dee8-788c-4410-9ef0-8f4f5c8eafe7, reason: Instance b3a1f91d-d3bd-4127-b294-c10ce3a2edfe could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 772.808674] env[69183]: DEBUG oslo_concurrency.lockutils [req-8b532c10-ddd7-4ed0-bf35-79892d01c569 req-27982092-1d76-464e-b2ec-8d5e21c80a8f service nova] Releasing lock "refresh_cache-6d13a6c3-6f6e-4a36-9e9b-5e8abb261950" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.818158] env[69183]: DEBUG oslo_concurrency.lockutils [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Releasing lock "refresh_cache-68bd72ad-3ec6-44f8-8d5f-311cce1678f1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.818158] env[69183]: DEBUG nova.compute.manager [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Instance network_info: |[{"id": "f0293f82-eaa5-4019-815d-11c15231ce2d", "address": "fa:16:3e:46:72:a7", "network": {"id": "a3bc3f6e-aee0-480c-a7aa-4e3a3075003f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-264874385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a710f170b37497f870762d9876524b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0293f82-ea", "ovs_interfaceid": "f0293f82-eaa5-4019-815d-11c15231ce2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.818158] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:72:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0293f82-eaa5-4019-815d-11c15231ce2d', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.825674] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.825909] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.826172] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93a40271-e947-4d89-8980-2e958755e257 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.849049] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.849049] env[69183]: value = "task-2789604" [ 772.849049] env[69183]: _type = "Task" [ 772.849049] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.857722] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789604, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.912371] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.951510] env[69183]: DEBUG oslo_vmware.api [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472181} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.951780] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.951969] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.952355] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.952355] env[69183]: INFO nova.compute.manager [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Took 1.13 seconds to destroy the instance on the hypervisor. [ 772.952939] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.953048] env[69183]: DEBUG nova.compute.manager [-] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.953146] env[69183]: DEBUG nova.network.neutron [-] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.032165] env[69183]: INFO nova.compute.manager [-] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Took 1.34 seconds to deallocate network for instance. [ 773.058817] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8e23f35-f46e-4c8d-8881-4c5f2e84f1dc tempest-ServersV294TestFqdnHostnames-133343357 tempest-ServersV294TestFqdnHostnames-133343357-project-member] Lock "b99b6af4-b37d-44cf-81d7-de744d7cc8e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.027s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.096077] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789598, 'name': ReconfigVM_Task, 'duration_secs': 1.109037} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.096520] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Reconfigured VM instance instance-0000002b to attach disk [datastore1] ff75e3b8-15c2-4dd3-94a6-de77e6e73501/ff75e3b8-15c2-4dd3-94a6-de77e6e73501.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.097254] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e18a914-5041-4dc2-a366-ca04780c99fa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.112692] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 773.112692] env[69183]: value = "task-2789605" [ 773.112692] env[69183]: _type = "Task" [ 773.112692] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.121373] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789605, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.218607] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789603, 'name': ReconfigVM_Task, 'duration_secs': 0.501192} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.218607] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 2813a4f7-0282-4365-a87d-a959016779c4/2813a4f7-0282-4365-a87d-a959016779c4.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.218607] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b79497d1-6335-4a8b-87a6-cb04d8f0c4ca {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.225600] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Waiting for the task: (returnval){ [ 773.225600] env[69183]: value = "task-2789606" [ 773.225600] env[69183]: _type = "Task" [ 773.225600] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.235893] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789606, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.359887] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789604, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.369190] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Acquiring lock "ccdb57e9-c51c-4e38-a627-6c5ac5f7e622" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.371490] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Lock "ccdb57e9-c51c-4e38-a627-6c5ac5f7e622" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.467023] env[69183]: DEBUG nova.compute.manager [req-6f96a6f0-77bb-4b0c-ba91-435a2f739709 req-62fe8db5-450c-482c-bf8a-f2dffa7a2670 service nova] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Received event network-changed-f0293f82-eaa5-4019-815d-11c15231ce2d {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 773.467023] env[69183]: DEBUG nova.compute.manager [req-6f96a6f0-77bb-4b0c-ba91-435a2f739709 req-62fe8db5-450c-482c-bf8a-f2dffa7a2670 service nova] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Refreshing instance network info cache due to event network-changed-f0293f82-eaa5-4019-815d-11c15231ce2d. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 773.467023] env[69183]: DEBUG oslo_concurrency.lockutils [req-6f96a6f0-77bb-4b0c-ba91-435a2f739709 req-62fe8db5-450c-482c-bf8a-f2dffa7a2670 service nova] Acquiring lock "refresh_cache-68bd72ad-3ec6-44f8-8d5f-311cce1678f1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.467023] env[69183]: DEBUG oslo_concurrency.lockutils [req-6f96a6f0-77bb-4b0c-ba91-435a2f739709 req-62fe8db5-450c-482c-bf8a-f2dffa7a2670 service nova] Acquired lock "refresh_cache-68bd72ad-3ec6-44f8-8d5f-311cce1678f1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.467023] env[69183]: DEBUG nova.network.neutron [req-6f96a6f0-77bb-4b0c-ba91-435a2f739709 req-62fe8db5-450c-482c-bf8a-f2dffa7a2670 service nova] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Refreshing network info cache for port f0293f82-eaa5-4019-815d-11c15231ce2d {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.539933] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.631733] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789605, 'name': Rename_Task, 'duration_secs': 0.293962} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.633474] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.633474] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0f0dd72-3e7e-4a88-86c0-1fa8df3e233a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.647283] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 773.647283] env[69183]: value = "task-2789607" [ 773.647283] env[69183]: _type = "Task" [ 773.647283] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.665124] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.739805] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789606, 'name': Rename_Task, 'duration_secs': 0.1553} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.743851] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.743851] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c9db453-620d-426d-8c12-0d0b4ce32bbe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.751727] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Waiting for the task: (returnval){ [ 773.751727] env[69183]: value = "task-2789608" [ 773.751727] env[69183]: _type = "Task" [ 773.751727] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.764422] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.861700] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789604, 'name': CreateVM_Task, 'duration_secs': 0.566681} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.864370] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.865287] env[69183]: DEBUG oslo_concurrency.lockutils [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.865450] env[69183]: DEBUG oslo_concurrency.lockutils [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.865756] env[69183]: DEBUG oslo_concurrency.lockutils [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.866029] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d291aad-4351-4de1-b831-1d094a2487e3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.873176] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for the task: (returnval){ [ 773.873176] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]520f8ed7-c826-a9ca-b9d0-586e535a9529" [ 773.873176] env[69183]: _type = "Task" [ 773.873176] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.885608] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520f8ed7-c826-a9ca-b9d0-586e535a9529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.118741] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39854ac6-683e-4e29-971a-c2978bcf29ab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.123642] env[69183]: DEBUG nova.compute.manager [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.127345] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700a1c09-b402-4798-b557-0e98f5abb6e5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.132516] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41a6bd2-221f-4c27-8628-992cd9e699c4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.137359] env[69183]: DEBUG nova.network.neutron [-] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.183849] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d908b6-b807-40ba-93a3-2e5bc0a8437d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.189486] env[69183]: DEBUG nova.compute.manager [req-f82329dd-3d53-469e-b370-4ceadfccd0f3 req-1c56663b-8795-4bf4-821b-d65fc1a6452c service nova] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Received event network-vif-deleted-7fd8a249-0863-4059-9f13-c7f2d303816f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 774.198594] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789607, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.202145] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda8c5d3-8550-425a-bbf9-31984bc5a208 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.223066] env[69183]: DEBUG nova.compute.provider_tree [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.230164] env[69183]: DEBUG nova.network.neutron [req-6f96a6f0-77bb-4b0c-ba91-435a2f739709 req-62fe8db5-450c-482c-bf8a-f2dffa7a2670 service nova] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Updated VIF entry in instance network info cache for port f0293f82-eaa5-4019-815d-11c15231ce2d. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.230557] env[69183]: DEBUG nova.network.neutron [req-6f96a6f0-77bb-4b0c-ba91-435a2f739709 req-62fe8db5-450c-482c-bf8a-f2dffa7a2670 service nova] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Updating instance_info_cache with network_info: [{"id": "f0293f82-eaa5-4019-815d-11c15231ce2d", "address": "fa:16:3e:46:72:a7", "network": {"id": "a3bc3f6e-aee0-480c-a7aa-4e3a3075003f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-264874385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a710f170b37497f870762d9876524b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0293f82-ea", "ovs_interfaceid": "f0293f82-eaa5-4019-815d-11c15231ce2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.266624] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.311495] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Acquiring lock "1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.311769] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Lock "1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.311984] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Acquiring lock "1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.312215] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Lock "1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.312396] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Lock "1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.314642] env[69183]: INFO nova.compute.manager [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Terminating instance [ 774.383543] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520f8ed7-c826-a9ca-b9d0-586e535a9529, 'name': SearchDatastore_Task, 'duration_secs': 0.012497} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.383851] env[69183]: DEBUG oslo_concurrency.lockutils [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.384138] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.384324] env[69183]: DEBUG oslo_concurrency.lockutils [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.384465] env[69183]: DEBUG oslo_concurrency.lockutils [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.384635] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.386159] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-619ed216-1ae3-4db0-bac5-0bed8ab4efe4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.397121] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.397482] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.398131] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9346fc98-684e-4596-88c6-56788a13c574 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.404600] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for the task: (returnval){ [ 774.404600] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]525c9c6e-79f2-e853-b9d6-af09221d9bdd" [ 774.404600] env[69183]: _type = "Task" [ 774.404600] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.413820] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525c9c6e-79f2-e853-b9d6-af09221d9bdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.641383] env[69183]: INFO nova.compute.manager [-] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Took 1.69 seconds to deallocate network for instance. [ 774.642477] env[69183]: INFO nova.compute.manager [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] instance snapshotting [ 774.649931] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81a30b9-b3f8-4670-a014-c4b87e5b4c0a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.671266] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db835a1-f5f0-4773-b265-281b037b4043 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.683564] env[69183]: DEBUG oslo_vmware.api [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789607, 'name': PowerOnVM_Task, 'duration_secs': 0.86338} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.686027] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.686265] env[69183]: INFO nova.compute.manager [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Took 10.19 seconds to spawn the instance on the hypervisor. [ 774.686468] env[69183]: DEBUG nova.compute.manager [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.691778] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0111e64b-19e4-478b-8eda-0c2df1177a31 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.734940] env[69183]: DEBUG oslo_concurrency.lockutils [req-6f96a6f0-77bb-4b0c-ba91-435a2f739709 req-62fe8db5-450c-482c-bf8a-f2dffa7a2670 service nova] Releasing lock "refresh_cache-68bd72ad-3ec6-44f8-8d5f-311cce1678f1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.752172] env[69183]: ERROR nova.scheduler.client.report [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [req-d9cd52ba-6b8e-4c5c-ac06-6d7707f8a332] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ac1d5a79-805a-416e-80c0-31063a094839. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d9cd52ba-6b8e-4c5c-ac06-6d7707f8a332"}]} [ 774.765071] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.772272] env[69183]: DEBUG nova.scheduler.client.report [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Refreshing inventories for resource provider ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 774.789539] env[69183]: DEBUG nova.scheduler.client.report [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Updating ProviderTree inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 774.789539] env[69183]: DEBUG nova.compute.provider_tree [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.800597] env[69183]: DEBUG nova.scheduler.client.report [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Refreshing aggregate associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, aggregates: None {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 774.822018] env[69183]: DEBUG nova.compute.manager [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.822018] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.822018] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303ca922-1769-46f7-a253-fce9eb890dc5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.828910] env[69183]: DEBUG nova.scheduler.client.report [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Refreshing trait associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 774.839025] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.839025] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d119bd93-1621-426d-87de-bd38b916a2bc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.846299] env[69183]: DEBUG oslo_vmware.api [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Waiting for the task: (returnval){ [ 774.846299] env[69183]: value = "task-2789609" [ 774.846299] env[69183]: _type = "Task" [ 774.846299] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.857422] env[69183]: DEBUG oslo_vmware.api [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.919533] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525c9c6e-79f2-e853-b9d6-af09221d9bdd, 'name': SearchDatastore_Task, 'duration_secs': 0.021879} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.920462] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b1dee3f-73ba-4c9f-a617-890b30c4e4c1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.927518] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for the task: (returnval){ [ 774.927518] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]526c00b4-bade-afa3-3bee-8d22c186fa47" [ 774.927518] env[69183]: _type = "Task" [ 774.927518] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.940575] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]526c00b4-bade-afa3-3bee-8d22c186fa47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.150338] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.192240] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Creating Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 775.192567] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-56fa156a-5cc8-442c-afd3-903463f4c261 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.203183] env[69183]: DEBUG oslo_vmware.api [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 775.203183] env[69183]: value = "task-2789610" [ 775.203183] env[69183]: _type = "Task" [ 775.203183] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.218617] env[69183]: INFO nova.compute.manager [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Took 44.33 seconds to build instance. [ 775.228607] env[69183]: DEBUG oslo_vmware.api [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789610, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.265475] env[69183]: DEBUG oslo_vmware.api [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789608, 'name': PowerOnVM_Task, 'duration_secs': 1.21857} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.265810] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.266093] env[69183]: INFO nova.compute.manager [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Took 8.12 seconds to spawn the instance on the hypervisor. [ 775.266309] env[69183]: DEBUG nova.compute.manager [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.270019] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1f7d45-c05b-4554-98dc-629789aa8d3b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.358078] env[69183]: DEBUG oslo_vmware.api [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789609, 'name': PowerOffVM_Task, 'duration_secs': 0.223174} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.361309] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.361309] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.362393] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f74aef22-8883-41c7-964c-05da62ca5fa1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.427981] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1be729b-8c64-4eda-9ac0-7785314b9250 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.451023] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3318f41-ef34-44ae-a60f-ef9c98d6019b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.452987] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]526c00b4-bade-afa3-3bee-8d22c186fa47, 'name': SearchDatastore_Task, 'duration_secs': 0.024879} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.454563] env[69183]: DEBUG oslo_concurrency.lockutils [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.454716] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 68bd72ad-3ec6-44f8-8d5f-311cce1678f1/68bd72ad-3ec6-44f8-8d5f-311cce1678f1.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.455061] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.455293] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.455508] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Deleting the datastore file [datastore2] 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.456192] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4526df64-3528-467e-89b7-b5fd1fad9c56 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.458324] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bac5628-635d-41ba-8dc8-65e95bcc3ffb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.490350] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35c97f2-b46b-46ca-aea1-b1b78229a790 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.495933] env[69183]: DEBUG oslo_vmware.api [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Waiting for the task: (returnval){ [ 775.495933] env[69183]: value = "task-2789613" [ 775.495933] env[69183]: _type = "Task" [ 775.495933] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.499671] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for the task: (returnval){ [ 775.499671] env[69183]: value = "task-2789612" [ 775.499671] env[69183]: _type = "Task" [ 775.499671] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.504161] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367597da-ecf0-446b-89f5-04666d12fb88 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.518023] env[69183]: DEBUG oslo_vmware.api [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.528520] env[69183]: DEBUG nova.compute.provider_tree [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 775.530027] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.721743] env[69183]: DEBUG oslo_vmware.api [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789610, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.726190] env[69183]: DEBUG oslo_concurrency.lockutils [None req-034c6903-fe91-464d-b409-735b473e534f tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "ff75e3b8-15c2-4dd3-94a6-de77e6e73501" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.405s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.788408] env[69183]: INFO nova.compute.manager [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Took 39.95 seconds to build instance. [ 776.012202] env[69183]: DEBUG oslo_vmware.api [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Task: {'id': task-2789613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191845} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.016830] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.018426] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.019116] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.019846] env[69183]: INFO nova.compute.manager [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Took 1.20 seconds to destroy the instance on the hypervisor. [ 776.020332] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.020706] env[69183]: DEBUG nova.compute.manager [-] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.021042] env[69183]: DEBUG nova.network.neutron [-] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.036503] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524537} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.037290] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 68bd72ad-3ec6-44f8-8d5f-311cce1678f1/68bd72ad-3ec6-44f8-8d5f-311cce1678f1.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.037725] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.038133] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39ce3a2c-fd67-421f-a679-36d4ae927600 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.047932] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for the task: (returnval){ [ 776.047932] env[69183]: value = "task-2789614" [ 776.047932] env[69183]: _type = "Task" [ 776.047932] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.062509] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.082339] env[69183]: DEBUG nova.scheduler.client.report [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Updated inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 776.082662] env[69183]: DEBUG nova.compute.provider_tree [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 72 to 73 during operation: update_inventory {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 776.082920] env[69183]: DEBUG nova.compute.provider_tree [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 776.215823] env[69183]: DEBUG oslo_vmware.api [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789610, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.229402] env[69183]: DEBUG nova.compute.manager [None req-ab606887-a31a-406d-a9de-e689f40298a7 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 8f73bab4-3d34-4891-83f3-15317c9d84d4] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.291590] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8bc0e5df-752b-4d42-96c9-10d7f9d86aa1 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Lock "2813a4f7-0282-4365-a87d-a959016779c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.419s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.451887] env[69183]: DEBUG nova.compute.manager [req-7acf830a-f45b-4bc5-a29f-d050e7811921 req-1c201801-9b1f-4bab-abb6-0663d68085ca service nova] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Received event network-vif-deleted-bd1cb7a9-1b27-4d35-a7d4-3846d5798eed {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 776.452116] env[69183]: INFO nova.compute.manager [req-7acf830a-f45b-4bc5-a29f-d050e7811921 req-1c201801-9b1f-4bab-abb6-0663d68085ca service nova] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Neutron deleted interface bd1cb7a9-1b27-4d35-a7d4-3846d5798eed; detaching it from the instance and deleting it from the info cache [ 776.452832] env[69183]: DEBUG nova.network.neutron [req-7acf830a-f45b-4bc5-a29f-d050e7811921 req-1c201801-9b1f-4bab-abb6-0663d68085ca service nova] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.558895] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072334} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.558990] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.559929] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8228639c-7a8d-4e02-b574-52e5194ec9e2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.586475] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 68bd72ad-3ec6-44f8-8d5f-311cce1678f1/68bd72ad-3ec6-44f8-8d5f-311cce1678f1.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.586475] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47608f9e-c50e-43b5-84cb-5445ac845336 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.601330] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.079s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.601723] env[69183]: DEBUG nova.compute.manager [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.604930] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.134s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.606281] env[69183]: INFO nova.compute.claims [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.618370] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for the task: (returnval){ [ 776.618370] env[69183]: value = "task-2789615" [ 776.618370] env[69183]: _type = "Task" [ 776.618370] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.630299] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.720747] env[69183]: DEBUG oslo_vmware.api [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789610, 'name': CreateSnapshot_Task, 'duration_secs': 1.109296} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.720967] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Created Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 776.721803] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebee2644-d60b-497e-be02-d084d0fcc7a1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.737151] env[69183]: DEBUG nova.compute.manager [None req-ab606887-a31a-406d-a9de-e689f40298a7 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 8f73bab4-3d34-4891-83f3-15317c9d84d4] Instance disappeared before build. {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 776.794722] env[69183]: DEBUG nova.compute.manager [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.881794] env[69183]: DEBUG nova.network.neutron [-] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.955887] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8983af8c-b83f-4c60-a549-199512f23da0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.967921] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66617bd9-ebe2-49d8-936e-f05a6bf96b73 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.010140] env[69183]: DEBUG nova.compute.manager [req-7acf830a-f45b-4bc5-a29f-d050e7811921 req-1c201801-9b1f-4bab-abb6-0663d68085ca service nova] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Detach interface failed, port_id=bd1cb7a9-1b27-4d35-a7d4-3846d5798eed, reason: Instance 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 777.114860] env[69183]: DEBUG nova.compute.utils [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.114860] env[69183]: DEBUG nova.compute.manager [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.114860] env[69183]: DEBUG nova.network.neutron [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.131180] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.163486] env[69183]: DEBUG nova.policy [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69b0c802c82442058875e2a5d028cbed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ec6e549a17749538feaa7da71d01c09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.205400] env[69183]: DEBUG nova.compute.manager [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Stashing vm_state: active {{(pid=69183) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 777.243953] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Creating linked-clone VM from snapshot {{(pid=69183) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 777.246542] env[69183]: INFO nova.compute.manager [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Rebuilding instance [ 777.248963] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3d7a65b1-caaa-4938-a429-050550a17993 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.263847] env[69183]: DEBUG oslo_vmware.api [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 777.263847] env[69183]: value = "task-2789616" [ 777.263847] env[69183]: _type = "Task" [ 777.263847] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.283517] env[69183]: DEBUG oslo_vmware.api [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789616, 'name': CloneVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.284831] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ab606887-a31a-406d-a9de-e689f40298a7 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "8f73bab4-3d34-4891-83f3-15317c9d84d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 9.709s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.322643] env[69183]: DEBUG oslo_concurrency.lockutils [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.325370] env[69183]: DEBUG nova.compute.manager [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.326221] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e216ce74-8313-48d8-87db-6682057e0672 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.384661] env[69183]: INFO nova.compute.manager [-] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Took 1.36 seconds to deallocate network for instance. [ 777.515910] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Acquiring lock "8e1c9ecd-2e46-4cac-b458-13c8183fbbe4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.516295] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Lock "8e1c9ecd-2e46-4cac-b458-13c8183fbbe4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.516558] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Acquiring lock "8e1c9ecd-2e46-4cac-b458-13c8183fbbe4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.516776] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Lock "8e1c9ecd-2e46-4cac-b458-13c8183fbbe4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.516962] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Lock "8e1c9ecd-2e46-4cac-b458-13c8183fbbe4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.519350] env[69183]: INFO nova.compute.manager [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Terminating instance [ 777.618895] env[69183]: DEBUG nova.compute.manager [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.634599] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789615, 'name': ReconfigVM_Task, 'duration_secs': 0.709883} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.635556] env[69183]: DEBUG nova.network.neutron [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Successfully created port: ed064b9e-e06c-42d0-916c-cdd64a96bc03 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.638468] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 68bd72ad-3ec6-44f8-8d5f-311cce1678f1/68bd72ad-3ec6-44f8-8d5f-311cce1678f1.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.639338] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2aac43b2-7a05-46e5-94e3-6f2a9a94e1e7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.648393] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for the task: (returnval){ [ 777.648393] env[69183]: value = "task-2789617" [ 777.648393] env[69183]: _type = "Task" [ 777.648393] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.662973] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789617, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.732426] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.777527] env[69183]: DEBUG oslo_vmware.api [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789616, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.788933] env[69183]: DEBUG nova.compute.manager [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.899543] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.025301] env[69183]: DEBUG nova.compute.manager [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.025301] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.027658] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f7a354-459e-44d8-ae3f-4517c5c21082 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.041018] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.041018] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12a2fb5a-97af-4d86-8a54-2a64287cb4e9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.054624] env[69183]: DEBUG oslo_vmware.api [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Waiting for the task: (returnval){ [ 778.054624] env[69183]: value = "task-2789618" [ 778.054624] env[69183]: _type = "Task" [ 778.054624] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.063675] env[69183]: DEBUG oslo_vmware.api [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Task: {'id': task-2789618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.164330] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789617, 'name': Rename_Task, 'duration_secs': 0.220183} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.168437] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.172780] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e14a1965-4d7a-42af-81d7-8578425c5b0a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.183410] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for the task: (returnval){ [ 778.183410] env[69183]: value = "task-2789619" [ 778.183410] env[69183]: _type = "Task" [ 778.183410] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.198348] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.277350] env[69183]: DEBUG oslo_vmware.api [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789616, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.317011] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.321681] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36016ce-3288-43bb-95a6-3f4d6959bf26 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.331167] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bded08e8-fdf1-42c9-855a-d01b8914b28e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.370320] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.370842] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1740998-37cf-4b3d-a7e0-f4fb2045f293 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.373185] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfaa648-c0ce-4ae1-8e4c-c503905b7ade {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.381829] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee18fe8-c78c-42c7-a80e-cbf505a69db3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.387625] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Waiting for the task: (returnval){ [ 778.387625] env[69183]: value = "task-2789620" [ 778.387625] env[69183]: _type = "Task" [ 778.387625] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.400131] env[69183]: DEBUG nova.compute.provider_tree [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.407281] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.568443] env[69183]: DEBUG oslo_vmware.api [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Task: {'id': task-2789618, 'name': PowerOffVM_Task, 'duration_secs': 0.316428} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.568443] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.568443] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.572421] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eed304ef-fed1-4aa6-bd61-9f5e62c36b3f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.634915] env[69183]: DEBUG nova.compute.manager [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.657137] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.657391] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.657602] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Deleting the datastore file [datastore2] 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.665669] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e3be1f8-ef0e-416d-ae7b-3d9569d34948 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.676295] env[69183]: DEBUG oslo_vmware.api [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Waiting for the task: (returnval){ [ 778.676295] env[69183]: value = "task-2789622" [ 778.676295] env[69183]: _type = "Task" [ 778.676295] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.684485] env[69183]: DEBUG nova.virt.hardware [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.684815] env[69183]: DEBUG nova.virt.hardware [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.684978] env[69183]: DEBUG nova.virt.hardware [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.685215] env[69183]: DEBUG nova.virt.hardware [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.685361] env[69183]: DEBUG nova.virt.hardware [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.685508] env[69183]: DEBUG nova.virt.hardware [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.685744] env[69183]: DEBUG nova.virt.hardware [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.685909] env[69183]: DEBUG nova.virt.hardware [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.686103] env[69183]: DEBUG nova.virt.hardware [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.686271] env[69183]: DEBUG nova.virt.hardware [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.686459] env[69183]: DEBUG nova.virt.hardware [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.688786] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b9c164-a3fb-42cb-9194-5daf34c94a3b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.700894] env[69183]: DEBUG oslo_vmware.api [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Task: {'id': task-2789622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.712549] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9150a64e-f0e6-4740-978b-7ffb27c578c5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.717955] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789619, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.777891] env[69183]: DEBUG oslo_vmware.api [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789616, 'name': CloneVM_Task} progress is 95%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.901380] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789620, 'name': PowerOffVM_Task, 'duration_secs': 0.375548} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.901808] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.902603] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.903467] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3852527e-6c4b-429b-aa8d-8db69a9cea35 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.909017] env[69183]: DEBUG nova.scheduler.client.report [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.914902] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.915338] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-102d36fe-a196-4c3d-bfab-826dbffc50d3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.961739] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.961739] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.961739] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Deleting the datastore file [datastore1] 2813a4f7-0282-4365-a87d-a959016779c4 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.961916] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93e7c966-d5be-42af-ae7f-e40a19435018 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.973602] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Waiting for the task: (returnval){ [ 778.973602] env[69183]: value = "task-2789624" [ 778.973602] env[69183]: _type = "Task" [ 778.973602] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.985035] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.188822] env[69183]: DEBUG oslo_vmware.api [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Task: {'id': task-2789622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213239} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.190548] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.190779] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.190960] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.191879] env[69183]: INFO nova.compute.manager [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 779.192167] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.194149] env[69183]: DEBUG nova.compute.manager [-] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.194250] env[69183]: DEBUG nova.network.neutron [-] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.202536] env[69183]: DEBUG oslo_vmware.api [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789619, 'name': PowerOnVM_Task, 'duration_secs': 0.694275} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.202783] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.202999] env[69183]: INFO nova.compute.manager [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Took 9.39 seconds to spawn the instance on the hypervisor. [ 779.204226] env[69183]: DEBUG nova.compute.manager [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.204450] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61af7b4-0c4b-4720-b2ea-476bd505f5ca {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.279260] env[69183]: DEBUG oslo_vmware.api [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789616, 'name': CloneVM_Task, 'duration_secs': 1.700264} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.281242] env[69183]: INFO nova.virt.vmwareapi.vmops [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Created linked-clone VM from snapshot [ 779.285377] env[69183]: DEBUG nova.compute.manager [req-4e6791d1-d409-40b3-bec9-6b87d2f313dd req-e54f0866-05d3-4867-b77e-67d793d408c0 service nova] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Received event network-vif-plugged-ed064b9e-e06c-42d0-916c-cdd64a96bc03 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 779.285377] env[69183]: DEBUG oslo_concurrency.lockutils [req-4e6791d1-d409-40b3-bec9-6b87d2f313dd req-e54f0866-05d3-4867-b77e-67d793d408c0 service nova] Acquiring lock "39057950-8faf-45b1-8c3d-90798c8f8c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.285377] env[69183]: DEBUG oslo_concurrency.lockutils [req-4e6791d1-d409-40b3-bec9-6b87d2f313dd req-e54f0866-05d3-4867-b77e-67d793d408c0 service nova] Lock "39057950-8faf-45b1-8c3d-90798c8f8c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.285377] env[69183]: DEBUG oslo_concurrency.lockutils [req-4e6791d1-d409-40b3-bec9-6b87d2f313dd req-e54f0866-05d3-4867-b77e-67d793d408c0 service nova] Lock "39057950-8faf-45b1-8c3d-90798c8f8c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.285377] env[69183]: DEBUG nova.compute.manager [req-4e6791d1-d409-40b3-bec9-6b87d2f313dd req-e54f0866-05d3-4867-b77e-67d793d408c0 service nova] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] No waiting events found dispatching network-vif-plugged-ed064b9e-e06c-42d0-916c-cdd64a96bc03 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.285377] env[69183]: WARNING nova.compute.manager [req-4e6791d1-d409-40b3-bec9-6b87d2f313dd req-e54f0866-05d3-4867-b77e-67d793d408c0 service nova] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Received unexpected event network-vif-plugged-ed064b9e-e06c-42d0-916c-cdd64a96bc03 for instance with vm_state building and task_state spawning. [ 779.285377] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91319c7-f746-459f-b88e-73e346702400 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.295540] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Uploading image 428a5188-f651-446e-832c-1ba0b1c8fc19 {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 779.329481] env[69183]: DEBUG nova.network.neutron [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Successfully updated port: ed064b9e-e06c-42d0-916c-cdd64a96bc03 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.334890] env[69183]: DEBUG oslo_vmware.rw_handles [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 779.334890] env[69183]: value = "vm-560756" [ 779.334890] env[69183]: _type = "VirtualMachine" [ 779.334890] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 779.335152] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ef30cdeb-fca0-40e1-af61-8112d9d730bc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.344115] env[69183]: DEBUG oslo_vmware.rw_handles [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lease: (returnval){ [ 779.344115] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]522103d2-fbd8-fb19-ff10-f468f6d50afe" [ 779.344115] env[69183]: _type = "HttpNfcLease" [ 779.344115] env[69183]: } obtained for exporting VM: (result){ [ 779.344115] env[69183]: value = "vm-560756" [ 779.344115] env[69183]: _type = "VirtualMachine" [ 779.344115] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 779.344656] env[69183]: DEBUG oslo_vmware.api [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the lease: (returnval){ [ 779.344656] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]522103d2-fbd8-fb19-ff10-f468f6d50afe" [ 779.344656] env[69183]: _type = "HttpNfcLease" [ 779.344656] env[69183]: } to be ready. {{(pid=69183) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 779.352996] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 779.352996] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]522103d2-fbd8-fb19-ff10-f468f6d50afe" [ 779.352996] env[69183]: _type = "HttpNfcLease" [ 779.352996] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 779.420558] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.421086] env[69183]: DEBUG nova.compute.manager [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.423615] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.428s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.425599] env[69183]: INFO nova.compute.claims [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.489261] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38196} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.489261] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.489462] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.489636] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.725229] env[69183]: INFO nova.compute.manager [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Took 41.84 seconds to build instance. [ 779.832696] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "refresh_cache-39057950-8faf-45b1-8c3d-90798c8f8c94" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.832870] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquired lock "refresh_cache-39057950-8faf-45b1-8c3d-90798c8f8c94" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.833064] env[69183]: DEBUG nova.network.neutron [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.855112] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 779.855112] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]522103d2-fbd8-fb19-ff10-f468f6d50afe" [ 779.855112] env[69183]: _type = "HttpNfcLease" [ 779.855112] env[69183]: } is ready. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 779.855384] env[69183]: DEBUG oslo_vmware.rw_handles [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 779.855384] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]522103d2-fbd8-fb19-ff10-f468f6d50afe" [ 779.855384] env[69183]: _type = "HttpNfcLease" [ 779.855384] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 779.856244] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bbda80-1e7f-4a4d-ac67-9a13332cb331 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.867587] env[69183]: DEBUG oslo_vmware.rw_handles [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bdabc2-6a9b-d8fe-358d-8765f468ed09/disk-0.vmdk from lease info. {{(pid=69183) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 779.867587] env[69183]: DEBUG oslo_vmware.rw_handles [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bdabc2-6a9b-d8fe-358d-8765f468ed09/disk-0.vmdk for reading. {{(pid=69183) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 779.944300] env[69183]: DEBUG nova.compute.utils [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.954506] env[69183]: DEBUG nova.compute.manager [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.954740] env[69183]: DEBUG nova.network.neutron [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.987304] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9cf85ed7-ced4-4990-9472-8fd1093f5c24 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.040733] env[69183]: DEBUG nova.policy [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a72a1b6e448f48b4ae202be3bce62835', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1266ee65c8d74b828c4b3505aacc85b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.230106] env[69183]: DEBUG oslo_concurrency.lockutils [None req-95bb5c80-ced3-43b7-8048-51ac8d03ac95 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lock "68bd72ad-3ec6-44f8-8d5f-311cce1678f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.045s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.380586] env[69183]: DEBUG nova.network.neutron [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.455718] env[69183]: DEBUG nova.compute.manager [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.542014] env[69183]: DEBUG nova.virt.hardware [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.542325] env[69183]: DEBUG nova.virt.hardware [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.542509] env[69183]: DEBUG nova.virt.hardware [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.542821] env[69183]: DEBUG nova.virt.hardware [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.543171] env[69183]: DEBUG nova.virt.hardware [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.543393] env[69183]: DEBUG nova.virt.hardware [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.543642] env[69183]: DEBUG nova.virt.hardware [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.543836] env[69183]: DEBUG nova.virt.hardware [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.544168] env[69183]: DEBUG nova.virt.hardware [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.544533] env[69183]: DEBUG nova.virt.hardware [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.544813] env[69183]: DEBUG nova.virt.hardware [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.546366] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b600195b-a725-43ff-907b-310e2a34fe50 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.566102] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3114a738-c924-434e-b6d0-48a0ceca97dd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.588651] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Instance VIF info [] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.595700] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.598950] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.599496] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09856b6d-4e8c-453b-b504-a8040b636754 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.627147] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.627147] env[69183]: value = "task-2789626" [ 780.627147] env[69183]: _type = "Task" [ 780.627147] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.635540] env[69183]: DEBUG nova.network.neutron [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Updating instance_info_cache with network_info: [{"id": "ed064b9e-e06c-42d0-916c-cdd64a96bc03", "address": "fa:16:3e:b9:c9:96", "network": {"id": "3a885490-69b5-423b-817d-5f04c6239ccc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-749963551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec6e549a17749538feaa7da71d01c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped064b9e-e0", "ovs_interfaceid": "ed064b9e-e06c-42d0-916c-cdd64a96bc03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.646501] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789626, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.674280] env[69183]: DEBUG nova.network.neutron [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Successfully created port: fc5bf907-4c88-4467-ace1-04d913cb9e4d {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.736781] env[69183]: DEBUG nova.compute.manager [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.912679] env[69183]: DEBUG nova.network.neutron [-] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.999965] env[69183]: DEBUG nova.compute.manager [req-9ebcfb71-6964-4cee-bed0-6e9cc90744dc req-9fb7be1a-00ac-4a72-8bdc-504edcb05d31 service nova] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Received event network-vif-deleted-2ecba0d6-7a57-4ebb-a652-9ad592fe6805 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 781.139852] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Releasing lock "refresh_cache-39057950-8faf-45b1-8c3d-90798c8f8c94" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.140208] env[69183]: DEBUG nova.compute.manager [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Instance network_info: |[{"id": "ed064b9e-e06c-42d0-916c-cdd64a96bc03", "address": "fa:16:3e:b9:c9:96", "network": {"id": "3a885490-69b5-423b-817d-5f04c6239ccc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-749963551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec6e549a17749538feaa7da71d01c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped064b9e-e0", "ovs_interfaceid": "ed064b9e-e06c-42d0-916c-cdd64a96bc03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.140473] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789626, 'name': CreateVM_Task, 'duration_secs': 0.42802} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.141154] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:c9:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8614db14-cc04-466b-b309-367ab8296cda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed064b9e-e06c-42d0-916c-cdd64a96bc03', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.149529] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.149529] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.149699] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.150129] env[69183]: DEBUG oslo_concurrency.lockutils [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.150382] env[69183]: DEBUG oslo_concurrency.lockutils [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.150587] env[69183]: DEBUG oslo_concurrency.lockutils [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.150938] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbd53c7b-0efb-45ac-aa95-538be445ab75 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.165928] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-237198b6-da13-4331-92d2-b1eac72f98ba {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.178099] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Waiting for the task: (returnval){ [ 781.178099] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]524cbba6-35dd-8e95-bde8-57124c57edd6" [ 781.178099] env[69183]: _type = "Task" [ 781.178099] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.180161] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.180161] env[69183]: value = "task-2789627" [ 781.180161] env[69183]: _type = "Task" [ 781.180161] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.213190] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789627, 'name': CreateVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.213703] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]524cbba6-35dd-8e95-bde8-57124c57edd6, 'name': SearchDatastore_Task, 'duration_secs': 0.020576} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.218127] env[69183]: DEBUG oslo_concurrency.lockutils [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.218572] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.218942] env[69183]: DEBUG oslo_concurrency.lockutils [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.219250] env[69183]: DEBUG oslo_concurrency.lockutils [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.219582] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.221167] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55c3539e-82c9-4922-8594-b1e8ee250b92 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.232810] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.233159] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.240205] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0124293e-46f4-455f-8652-ba540d3e698c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.255403] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Waiting for the task: (returnval){ [ 781.255403] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527fbef9-2154-2323-5a30-0543013318db" [ 781.255403] env[69183]: _type = "Task" [ 781.255403] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.275344] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527fbef9-2154-2323-5a30-0543013318db, 'name': SearchDatastore_Task, 'duration_secs': 0.015232} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.276647] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.281394] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7daac939-5f12-4179-b1b7-f4802a4893cc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.289406] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Waiting for the task: (returnval){ [ 781.289406] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527e5eae-9e81-26f9-e207-599670eb0e41" [ 781.289406] env[69183]: _type = "Task" [ 781.289406] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.294303] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b209769-0af5-4c90-9eeb-991eb058eba4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.304460] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527e5eae-9e81-26f9-e207-599670eb0e41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.308428] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060b96ee-5a14-42e1-b399-8cbbbe365464 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.369348] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c9bd02-8f54-44fe-98a3-2dfbb11d3f16 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.382858] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4ee39b-9316-41b8-8edc-2ff8d1720444 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.402279] env[69183]: DEBUG nova.compute.provider_tree [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.415106] env[69183]: INFO nova.compute.manager [-] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Took 2.22 seconds to deallocate network for instance. [ 781.470199] env[69183]: DEBUG nova.compute.manager [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.512078] env[69183]: DEBUG nova.virt.hardware [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.512866] env[69183]: DEBUG nova.virt.hardware [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.513112] env[69183]: DEBUG nova.virt.hardware [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.513339] env[69183]: DEBUG nova.virt.hardware [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.513568] env[69183]: DEBUG nova.virt.hardware [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.513781] env[69183]: DEBUG nova.virt.hardware [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.514080] env[69183]: DEBUG nova.virt.hardware [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.514341] env[69183]: DEBUG nova.virt.hardware [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.515066] env[69183]: DEBUG nova.virt.hardware [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.515368] env[69183]: DEBUG nova.virt.hardware [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.515644] env[69183]: DEBUG nova.virt.hardware [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.516526] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5249cba-90df-422d-a120-0ee665fa2685 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.528066] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292e564e-b1b1-466d-910b-48976df69be0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.697780] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789627, 'name': CreateVM_Task, 'duration_secs': 0.491778} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.698464] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.699419] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.699650] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.701843] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.701843] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a2e16e-9c05-4c4a-acae-df424aa200a2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.709167] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 781.709167] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52b64346-9691-2e12-574a-d029cd4bf762" [ 781.709167] env[69183]: _type = "Task" [ 781.709167] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.719041] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52b64346-9691-2e12-574a-d029cd4bf762, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.800517] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527e5eae-9e81-26f9-e207-599670eb0e41, 'name': SearchDatastore_Task, 'duration_secs': 0.015508} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.800956] env[69183]: DEBUG oslo_concurrency.lockutils [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.801397] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 2813a4f7-0282-4365-a87d-a959016779c4/2813a4f7-0282-4365-a87d-a959016779c4.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.801652] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04515bee-ce5b-42c8-b681-ea1f97b79ceb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.810929] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Waiting for the task: (returnval){ [ 781.810929] env[69183]: value = "task-2789628" [ 781.810929] env[69183]: _type = "Task" [ 781.810929] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.821647] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.894793] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Acquiring lock "4512063e-9589-46ec-bb14-d30ae898a87e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.895050] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Lock "4512063e-9589-46ec-bb14-d30ae898a87e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.905884] env[69183]: DEBUG nova.scheduler.client.report [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.925294] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.165932] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "dc49620e-2afe-433a-833c-4b947fe22732" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.165932] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "dc49620e-2afe-433a-833c-4b947fe22732" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.222336] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52b64346-9691-2e12-574a-d029cd4bf762, 'name': SearchDatastore_Task, 'duration_secs': 0.017091} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.222508] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.222632] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.223531] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.224326] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.224326] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.224604] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-659d3104-e8fc-40a6-b3dd-d4a93a231ccd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.240718] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.241021] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.241812] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-748d8d29-7845-4d7a-bd41-deed6dcb2889 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.249530] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 782.249530] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]529cfe9b-add6-b99b-2c6c-162a307421b0" [ 782.249530] env[69183]: _type = "Task" [ 782.249530] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.262592] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]529cfe9b-add6-b99b-2c6c-162a307421b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.293670] env[69183]: DEBUG nova.compute.manager [req-89b14a72-778c-4a1b-a7b7-bd5c6439a430 req-fa8df740-8b64-434f-bf0f-0c5d453769e4 service nova] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Received event network-changed-ed064b9e-e06c-42d0-916c-cdd64a96bc03 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 782.293965] env[69183]: DEBUG nova.compute.manager [req-89b14a72-778c-4a1b-a7b7-bd5c6439a430 req-fa8df740-8b64-434f-bf0f-0c5d453769e4 service nova] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Refreshing instance network info cache due to event network-changed-ed064b9e-e06c-42d0-916c-cdd64a96bc03. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 782.294804] env[69183]: DEBUG oslo_concurrency.lockutils [req-89b14a72-778c-4a1b-a7b7-bd5c6439a430 req-fa8df740-8b64-434f-bf0f-0c5d453769e4 service nova] Acquiring lock "refresh_cache-39057950-8faf-45b1-8c3d-90798c8f8c94" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.294966] env[69183]: DEBUG oslo_concurrency.lockutils [req-89b14a72-778c-4a1b-a7b7-bd5c6439a430 req-fa8df740-8b64-434f-bf0f-0c5d453769e4 service nova] Acquired lock "refresh_cache-39057950-8faf-45b1-8c3d-90798c8f8c94" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.295179] env[69183]: DEBUG nova.network.neutron [req-89b14a72-778c-4a1b-a7b7-bd5c6439a430 req-fa8df740-8b64-434f-bf0f-0c5d453769e4 service nova] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Refreshing network info cache for port ed064b9e-e06c-42d0-916c-cdd64a96bc03 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.329027] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789628, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.411153] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.987s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.414753] env[69183]: DEBUG nova.compute.manager [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.417668] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.012s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.418039] env[69183]: DEBUG nova.objects.instance [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Lazy-loading 'resources' on Instance uuid 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.463205] env[69183]: DEBUG nova.network.neutron [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Successfully updated port: fc5bf907-4c88-4467-ace1-04d913cb9e4d {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.764208] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]529cfe9b-add6-b99b-2c6c-162a307421b0, 'name': SearchDatastore_Task, 'duration_secs': 0.054658} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.765072] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-342d931f-0424-4ee9-b0f2-34b15fd941e2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.772281] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 782.772281] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52df9ff8-ba5c-b9bb-af4b-5ccbf5dc3318" [ 782.772281] env[69183]: _type = "Task" [ 782.772281] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.784362] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52df9ff8-ba5c-b9bb-af4b-5ccbf5dc3318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.822880] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594844} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.822880] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 2813a4f7-0282-4365-a87d-a959016779c4/2813a4f7-0282-4365-a87d-a959016779c4.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.822880] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.823211] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b401ae0-c1a9-4453-9f31-9bb7c26a96fe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.833208] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Waiting for the task: (returnval){ [ 782.833208] env[69183]: value = "task-2789629" [ 782.833208] env[69183]: _type = "Task" [ 782.833208] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.845913] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.923357] env[69183]: DEBUG nova.compute.utils [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.925497] env[69183]: DEBUG nova.compute.manager [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.925704] env[69183]: DEBUG nova.network.neutron [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.967144] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Acquiring lock "refresh_cache-6c26d3da-3013-4020-ae22-97093090fafe" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.967315] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Acquired lock "refresh_cache-6c26d3da-3013-4020-ae22-97093090fafe" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.967469] env[69183]: DEBUG nova.network.neutron [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.005980] env[69183]: DEBUG nova.policy [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11facb4873f74a8d839a805d1b0d378f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3af13b5346544c4080e1b49a93a88d9e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.111375] env[69183]: DEBUG nova.network.neutron [req-89b14a72-778c-4a1b-a7b7-bd5c6439a430 req-fa8df740-8b64-434f-bf0f-0c5d453769e4 service nova] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Updated VIF entry in instance network info cache for port ed064b9e-e06c-42d0-916c-cdd64a96bc03. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.111760] env[69183]: DEBUG nova.network.neutron [req-89b14a72-778c-4a1b-a7b7-bd5c6439a430 req-fa8df740-8b64-434f-bf0f-0c5d453769e4 service nova] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Updating instance_info_cache with network_info: [{"id": "ed064b9e-e06c-42d0-916c-cdd64a96bc03", "address": "fa:16:3e:b9:c9:96", "network": {"id": "3a885490-69b5-423b-817d-5f04c6239ccc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-749963551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec6e549a17749538feaa7da71d01c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped064b9e-e0", "ovs_interfaceid": "ed064b9e-e06c-42d0-916c-cdd64a96bc03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.293920] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52df9ff8-ba5c-b9bb-af4b-5ccbf5dc3318, 'name': SearchDatastore_Task, 'duration_secs': 0.020474} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.293920] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.293920] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 39057950-8faf-45b1-8c3d-90798c8f8c94/39057950-8faf-45b1-8c3d-90798c8f8c94.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.294174] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10333f24-9149-43cf-ae72-04c7bd6bec19 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.305636] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 783.305636] env[69183]: value = "task-2789630" [ 783.305636] env[69183]: _type = "Task" [ 783.305636] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.315952] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.347784] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112974} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.348135] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.349046] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52b14a3-f031-482c-ad8d-8df004149029 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.373375] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 2813a4f7-0282-4365-a87d-a959016779c4/2813a4f7-0282-4365-a87d-a959016779c4.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.373375] env[69183]: DEBUG nova.network.neutron [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Successfully created port: 616a18fd-88a7-4a89-868e-ad7a51b3ecae {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.377963] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72bc4295-9148-4960-ae70-7146993f2ea4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.401285] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Waiting for the task: (returnval){ [ 783.401285] env[69183]: value = "task-2789631" [ 783.401285] env[69183]: _type = "Task" [ 783.401285] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.411247] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.429399] env[69183]: DEBUG nova.compute.manager [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.524246] env[69183]: DEBUG nova.network.neutron [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.566263] env[69183]: DEBUG nova.compute.manager [req-df7395cf-596a-4095-b441-d751ef185576 req-7681d6fe-5112-4764-8c27-5ca943cbfae2 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Received event network-changed-cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 783.566487] env[69183]: DEBUG nova.compute.manager [req-df7395cf-596a-4095-b441-d751ef185576 req-7681d6fe-5112-4764-8c27-5ca943cbfae2 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Refreshing instance network info cache due to event network-changed-cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 783.566703] env[69183]: DEBUG oslo_concurrency.lockutils [req-df7395cf-596a-4095-b441-d751ef185576 req-7681d6fe-5112-4764-8c27-5ca943cbfae2 service nova] Acquiring lock "refresh_cache-121683d3-7205-425c-ae2e-e5866e555044" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.566875] env[69183]: DEBUG oslo_concurrency.lockutils [req-df7395cf-596a-4095-b441-d751ef185576 req-7681d6fe-5112-4764-8c27-5ca943cbfae2 service nova] Acquired lock "refresh_cache-121683d3-7205-425c-ae2e-e5866e555044" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.567251] env[69183]: DEBUG nova.network.neutron [req-df7395cf-596a-4095-b441-d751ef185576 req-7681d6fe-5112-4764-8c27-5ca943cbfae2 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Refreshing network info cache for port cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.617294] env[69183]: DEBUG oslo_concurrency.lockutils [req-89b14a72-778c-4a1b-a7b7-bd5c6439a430 req-fa8df740-8b64-434f-bf0f-0c5d453769e4 service nova] Releasing lock "refresh_cache-39057950-8faf-45b1-8c3d-90798c8f8c94" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.640474] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40ff3e4-490b-40a9-8291-1c3194309b10 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.653647] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5cd2bd-dcd6-4d2a-8a25-a3b964549c79 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.695240] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584f417c-7517-46af-abfb-bfe04ff47320 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.705753] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24cd768-0646-4c84-968b-0f18020b31a9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.725017] env[69183]: DEBUG nova.compute.provider_tree [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.797253] env[69183]: DEBUG nova.network.neutron [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Updating instance_info_cache with network_info: [{"id": "fc5bf907-4c88-4467-ace1-04d913cb9e4d", "address": "fa:16:3e:40:eb:10", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc5bf907-4c", "ovs_interfaceid": "fc5bf907-4c88-4467-ace1-04d913cb9e4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.822788] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789630, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.917075] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789631, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.234418] env[69183]: DEBUG nova.scheduler.client.report [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.275373] env[69183]: DEBUG nova.network.neutron [req-df7395cf-596a-4095-b441-d751ef185576 req-7681d6fe-5112-4764-8c27-5ca943cbfae2 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Updated VIF entry in instance network info cache for port cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.275373] env[69183]: DEBUG nova.network.neutron [req-df7395cf-596a-4095-b441-d751ef185576 req-7681d6fe-5112-4764-8c27-5ca943cbfae2 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Updating instance_info_cache with network_info: [{"id": "cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa", "address": "fa:16:3e:ee:ef:2a", "network": {"id": "a3bc3f6e-aee0-480c-a7aa-4e3a3075003f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-264874385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a710f170b37497f870762d9876524b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd54dea6-1a", "ovs_interfaceid": "cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.300790] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Releasing lock "refresh_cache-6c26d3da-3013-4020-ae22-97093090fafe" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.301252] env[69183]: DEBUG nova.compute.manager [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Instance network_info: |[{"id": "fc5bf907-4c88-4467-ace1-04d913cb9e4d", "address": "fa:16:3e:40:eb:10", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc5bf907-4c", "ovs_interfaceid": "fc5bf907-4c88-4467-ace1-04d913cb9e4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.301682] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:eb:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc5bf907-4c88-4467-ace1-04d913cb9e4d', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.309524] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Creating folder: Project (1266ee65c8d74b828c4b3505aacc85b5). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.310380] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Acquiring lock "c1da3649-77d1-4da8-9779-9f4a3a591ba7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.310613] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Lock "c1da3649-77d1-4da8-9779-9f4a3a591ba7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.310866] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Acquiring lock "c1da3649-77d1-4da8-9779-9f4a3a591ba7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.311223] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Lock "c1da3649-77d1-4da8-9779-9f4a3a591ba7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.311456] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Lock "c1da3649-77d1-4da8-9779-9f4a3a591ba7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.313058] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-773b0e91-1536-471d-94fe-3ba8d9165cc9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.315552] env[69183]: INFO nova.compute.manager [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Terminating instance [ 784.329056] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646482} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.329152] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 39057950-8faf-45b1-8c3d-90798c8f8c94/39057950-8faf-45b1-8c3d-90798c8f8c94.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.329521] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.329825] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f73e52e1-b414-4c6d-b4b9-320d7a09d5f2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.334111] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Created folder: Project (1266ee65c8d74b828c4b3505aacc85b5) in parent group-v560622. [ 784.334311] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Creating folder: Instances. Parent ref: group-v560759. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.335545] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-837f6f70-0dcb-4fcc-8858-fa9f1ffd2e6a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.341025] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 784.341025] env[69183]: value = "task-2789633" [ 784.341025] env[69183]: _type = "Task" [ 784.341025] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.347864] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Created folder: Instances in parent group-v560759. [ 784.348122] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.348705] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.348940] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa08d84b-9dc2-48fa-a4ce-277e54982fd5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.368876] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.376954] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.376954] env[69183]: value = "task-2789635" [ 784.376954] env[69183]: _type = "Task" [ 784.376954] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.387399] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789635, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.412834] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789631, 'name': ReconfigVM_Task, 'duration_secs': 0.556736} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.413247] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 2813a4f7-0282-4365-a87d-a959016779c4/2813a4f7-0282-4365-a87d-a959016779c4.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.413919] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e9f6318-036c-4364-91a6-5d5c4f1c344d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.421683] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Waiting for the task: (returnval){ [ 784.421683] env[69183]: value = "task-2789636" [ 784.421683] env[69183]: _type = "Task" [ 784.421683] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.432417] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789636, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.443899] env[69183]: DEBUG nova.compute.manager [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.476854] env[69183]: DEBUG nova.virt.hardware [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.477370] env[69183]: DEBUG nova.virt.hardware [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.477609] env[69183]: DEBUG nova.virt.hardware [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.477920] env[69183]: DEBUG nova.virt.hardware [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.478169] env[69183]: DEBUG nova.virt.hardware [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.478536] env[69183]: DEBUG nova.virt.hardware [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.478859] env[69183]: DEBUG nova.virt.hardware [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.479110] env[69183]: DEBUG nova.virt.hardware [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.479390] env[69183]: DEBUG nova.virt.hardware [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.479630] env[69183]: DEBUG nova.virt.hardware [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.479943] env[69183]: DEBUG nova.virt.hardware [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.480882] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64994ee-cbbc-4681-aa02-9e8c38ab4119 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.492018] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a9f8d8-c8fd-4a15-8265-fe3469fff6b5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.739639] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.322s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.742142] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.564s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.744187] env[69183]: INFO nova.compute.claims [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.771101] env[69183]: INFO nova.scheduler.client.report [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Deleted allocations for instance 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f [ 784.781238] env[69183]: DEBUG oslo_concurrency.lockutils [req-df7395cf-596a-4095-b441-d751ef185576 req-7681d6fe-5112-4764-8c27-5ca943cbfae2 service nova] Releasing lock "refresh_cache-121683d3-7205-425c-ae2e-e5866e555044" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.822911] env[69183]: DEBUG nova.compute.manager [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.823813] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.825210] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442dbb2f-c907-4704-8535-8faa2ccf8efc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.835619] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.836700] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-422004ca-0564-43a7-9fc9-c9b13a30447e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.849273] env[69183]: DEBUG oslo_vmware.api [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Waiting for the task: (returnval){ [ 784.849273] env[69183]: value = "task-2789637" [ 784.849273] env[69183]: _type = "Task" [ 784.849273] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.858200] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071428} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.859126] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.860063] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0d8e4e-d9a3-4634-a84d-af7dafacd6b2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.867745] env[69183]: DEBUG oslo_vmware.api [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Task: {'id': task-2789637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.905670] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 39057950-8faf-45b1-8c3d-90798c8f8c94/39057950-8faf-45b1-8c3d-90798c8f8c94.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.906531] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08b85a5e-672d-47ee-90be-34e587b7aeb4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.933117] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789635, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.943175] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789636, 'name': Rename_Task, 'duration_secs': 0.235724} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.945596] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.945596] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 784.945596] env[69183]: value = "task-2789638" [ 784.945596] env[69183]: _type = "Task" [ 784.945596] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.945596] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fa45cea-c139-4bd2-b4f1-38c4682e2790 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.957894] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789638, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.959640] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Waiting for the task: (returnval){ [ 784.959640] env[69183]: value = "task-2789639" [ 784.959640] env[69183]: _type = "Task" [ 784.959640] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.969052] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.109421] env[69183]: DEBUG nova.network.neutron [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Successfully updated port: 616a18fd-88a7-4a89-868e-ad7a51b3ecae {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.290681] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a292385e-aab9-4023-b080-1b1f8fdd86d0 tempest-VolumesAssistedSnapshotsTest-1676545840 tempest-VolumesAssistedSnapshotsTest-1676545840-project-member] Lock "94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.985s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.328529] env[69183]: DEBUG oslo_concurrency.lockutils [None req-128969bd-ebc6-4dbb-8cd7-472c188ab414 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.328784] env[69183]: DEBUG oslo_concurrency.lockutils [None req-128969bd-ebc6-4dbb-8cd7-472c188ab414 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.361582] env[69183]: DEBUG oslo_vmware.api [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Task: {'id': task-2789637, 'name': PowerOffVM_Task, 'duration_secs': 0.268249} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.361932] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.362152] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.362442] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-369b8865-3f50-4347-9031-6bc372698ece {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.393818] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789635, 'name': CreateVM_Task, 'duration_secs': 0.606897} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.394017] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.394793] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.394999] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.395412] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.395697] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-707cda82-fbbf-4e8a-862e-016b395f5b60 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.403436] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Waiting for the task: (returnval){ [ 785.403436] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52509f36-315e-a12d-774a-156562db89f2" [ 785.403436] env[69183]: _type = "Task" [ 785.403436] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.416242] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52509f36-315e-a12d-774a-156562db89f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.453339] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.453628] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.453875] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Deleting the datastore file [datastore1] c1da3649-77d1-4da8-9779-9f4a3a591ba7 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.454691] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f60c443-38a0-44c6-a35b-2b53c74b4aa5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.462084] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.467635] env[69183]: DEBUG oslo_vmware.api [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Waiting for the task: (returnval){ [ 785.467635] env[69183]: value = "task-2789641" [ 785.467635] env[69183]: _type = "Task" [ 785.467635] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.475220] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789639, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.484091] env[69183]: DEBUG oslo_vmware.api [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Task: {'id': task-2789641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.555484] env[69183]: DEBUG nova.compute.manager [req-28b2e4d0-90d3-4418-92f3-5276cedb3e21 req-1cad1b6e-7f45-40c5-8235-9293fdf0e069 service nova] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Received event network-vif-plugged-fc5bf907-4c88-4467-ace1-04d913cb9e4d {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 785.555731] env[69183]: DEBUG oslo_concurrency.lockutils [req-28b2e4d0-90d3-4418-92f3-5276cedb3e21 req-1cad1b6e-7f45-40c5-8235-9293fdf0e069 service nova] Acquiring lock "6c26d3da-3013-4020-ae22-97093090fafe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.555949] env[69183]: DEBUG oslo_concurrency.lockutils [req-28b2e4d0-90d3-4418-92f3-5276cedb3e21 req-1cad1b6e-7f45-40c5-8235-9293fdf0e069 service nova] Lock "6c26d3da-3013-4020-ae22-97093090fafe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.556135] env[69183]: DEBUG oslo_concurrency.lockutils [req-28b2e4d0-90d3-4418-92f3-5276cedb3e21 req-1cad1b6e-7f45-40c5-8235-9293fdf0e069 service nova] Lock "6c26d3da-3013-4020-ae22-97093090fafe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.556365] env[69183]: DEBUG nova.compute.manager [req-28b2e4d0-90d3-4418-92f3-5276cedb3e21 req-1cad1b6e-7f45-40c5-8235-9293fdf0e069 service nova] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] No waiting events found dispatching network-vif-plugged-fc5bf907-4c88-4467-ace1-04d913cb9e4d {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.556509] env[69183]: WARNING nova.compute.manager [req-28b2e4d0-90d3-4418-92f3-5276cedb3e21 req-1cad1b6e-7f45-40c5-8235-9293fdf0e069 service nova] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Received unexpected event network-vif-plugged-fc5bf907-4c88-4467-ace1-04d913cb9e4d for instance with vm_state building and task_state spawning. [ 785.556671] env[69183]: DEBUG nova.compute.manager [req-28b2e4d0-90d3-4418-92f3-5276cedb3e21 req-1cad1b6e-7f45-40c5-8235-9293fdf0e069 service nova] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Received event network-changed-fc5bf907-4c88-4467-ace1-04d913cb9e4d {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 785.556821] env[69183]: DEBUG nova.compute.manager [req-28b2e4d0-90d3-4418-92f3-5276cedb3e21 req-1cad1b6e-7f45-40c5-8235-9293fdf0e069 service nova] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Refreshing instance network info cache due to event network-changed-fc5bf907-4c88-4467-ace1-04d913cb9e4d. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 785.556999] env[69183]: DEBUG oslo_concurrency.lockutils [req-28b2e4d0-90d3-4418-92f3-5276cedb3e21 req-1cad1b6e-7f45-40c5-8235-9293fdf0e069 service nova] Acquiring lock "refresh_cache-6c26d3da-3013-4020-ae22-97093090fafe" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.557148] env[69183]: DEBUG oslo_concurrency.lockutils [req-28b2e4d0-90d3-4418-92f3-5276cedb3e21 req-1cad1b6e-7f45-40c5-8235-9293fdf0e069 service nova] Acquired lock "refresh_cache-6c26d3da-3013-4020-ae22-97093090fafe" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.557304] env[69183]: DEBUG nova.network.neutron [req-28b2e4d0-90d3-4418-92f3-5276cedb3e21 req-1cad1b6e-7f45-40c5-8235-9293fdf0e069 service nova] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Refreshing network info cache for port fc5bf907-4c88-4467-ace1-04d913cb9e4d {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.612385] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Acquiring lock "refresh_cache-d9ca7edd-63df-40f6-ae93-1a5911427ee7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.612565] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Acquired lock "refresh_cache-d9ca7edd-63df-40f6-ae93-1a5911427ee7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.612716] env[69183]: DEBUG nova.network.neutron [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.831844] env[69183]: DEBUG nova.compute.utils [None req-128969bd-ebc6-4dbb-8cd7-472c188ab414 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.913787] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52509f36-315e-a12d-774a-156562db89f2, 'name': SearchDatastore_Task, 'duration_secs': 0.02339} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.916715] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.917108] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.917351] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.917502] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.917680] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.918174] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-212817a5-7778-4728-b4cb-39d4e87eac76 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.934289] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.934565] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.936028] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50592b1a-22ed-4f6c-8380-75a7f629f185 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.948609] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Waiting for the task: (returnval){ [ 785.948609] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]523229eb-8e8f-9819-e908-d31e933cf295" [ 785.948609] env[69183]: _type = "Task" [ 785.948609] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.970416] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]523229eb-8e8f-9819-e908-d31e933cf295, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.970642] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789638, 'name': ReconfigVM_Task, 'duration_secs': 0.599132} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.979046] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 39057950-8faf-45b1-8c3d-90798c8f8c94/39057950-8faf-45b1-8c3d-90798c8f8c94.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.979922] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8c5e2fd-bf32-47ae-a3ea-1b12b010b130 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.988292] env[69183]: DEBUG oslo_vmware.api [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Task: {'id': task-2789641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347961} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.992405] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.992622] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.992800] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.992975] env[69183]: INFO nova.compute.manager [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 785.993241] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.993542] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 785.993542] env[69183]: value = "task-2789642" [ 785.993542] env[69183]: _type = "Task" [ 785.993542] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.993780] env[69183]: DEBUG oslo_vmware.api [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789639, 'name': PowerOnVM_Task, 'duration_secs': 0.546108} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.996391] env[69183]: DEBUG nova.compute.manager [-] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.996487] env[69183]: DEBUG nova.network.neutron [-] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.998276] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.998502] env[69183]: DEBUG nova.compute.manager [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.002349] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a47e7c7-81c1-47d1-a1ea-f9e9d28f9d31 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.011887] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789642, 'name': Rename_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.160143] env[69183]: DEBUG nova.network.neutron [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.339706] env[69183]: DEBUG oslo_concurrency.lockutils [None req-128969bd-ebc6-4dbb-8cd7-472c188ab414 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.350247] env[69183]: DEBUG nova.network.neutron [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Updating instance_info_cache with network_info: [{"id": "616a18fd-88a7-4a89-868e-ad7a51b3ecae", "address": "fa:16:3e:78:18:c9", "network": {"id": "5d3ee3d0-b1d8-4f6b-9a1a-657c3d9bcdc5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-120904322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3af13b5346544c4080e1b49a93a88d9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616a18fd-88", "ovs_interfaceid": "616a18fd-88a7-4a89-868e-ad7a51b3ecae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.362593] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61a0c2f-9931-4dc7-9e2f-4beda19acc76 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.372044] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d19bc1-ad7a-438d-990d-30382ea794f2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.408801] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a75a39-8295-4f03-ae44-ad02e2481645 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.417880] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892c72cf-c22c-40b1-b9bb-3de41e1fb2ff {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.422748] env[69183]: DEBUG nova.network.neutron [req-28b2e4d0-90d3-4418-92f3-5276cedb3e21 req-1cad1b6e-7f45-40c5-8235-9293fdf0e069 service nova] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Updated VIF entry in instance network info cache for port fc5bf907-4c88-4467-ace1-04d913cb9e4d. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.423240] env[69183]: DEBUG nova.network.neutron [req-28b2e4d0-90d3-4418-92f3-5276cedb3e21 req-1cad1b6e-7f45-40c5-8235-9293fdf0e069 service nova] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Updating instance_info_cache with network_info: [{"id": "fc5bf907-4c88-4467-ace1-04d913cb9e4d", "address": "fa:16:3e:40:eb:10", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc5bf907-4c", "ovs_interfaceid": "fc5bf907-4c88-4467-ace1-04d913cb9e4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.436210] env[69183]: DEBUG nova.compute.provider_tree [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.460284] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]523229eb-8e8f-9819-e908-d31e933cf295, 'name': SearchDatastore_Task, 'duration_secs': 0.019907} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.461303] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bc07a5c-556f-4a40-8df9-ff2ff1545c92 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.468217] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Waiting for the task: (returnval){ [ 786.468217] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5260eff0-d1b7-8fd0-d797-ea7a0196e024" [ 786.468217] env[69183]: _type = "Task" [ 786.468217] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.478290] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5260eff0-d1b7-8fd0-d797-ea7a0196e024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.509715] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789642, 'name': Rename_Task, 'duration_secs': 0.340051} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.510059] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.510390] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-192aa4e6-a966-4645-bd43-62a4446deff7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.518237] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 786.518237] env[69183]: value = "task-2789643" [ 786.518237] env[69183]: _type = "Task" [ 786.518237] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.530116] env[69183]: DEBUG oslo_concurrency.lockutils [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.533751] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.596704] env[69183]: DEBUG nova.compute.manager [req-0af7eebd-a1b5-42df-9ca1-7a4294eeca10 req-f5001dd8-c0a3-455b-98d5-1f5b4ae5940a service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Received event network-changed-cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 786.596915] env[69183]: DEBUG nova.compute.manager [req-0af7eebd-a1b5-42df-9ca1-7a4294eeca10 req-f5001dd8-c0a3-455b-98d5-1f5b4ae5940a service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Refreshing instance network info cache due to event network-changed-cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 786.597174] env[69183]: DEBUG oslo_concurrency.lockutils [req-0af7eebd-a1b5-42df-9ca1-7a4294eeca10 req-f5001dd8-c0a3-455b-98d5-1f5b4ae5940a service nova] Acquiring lock "refresh_cache-121683d3-7205-425c-ae2e-e5866e555044" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.597641] env[69183]: DEBUG oslo_concurrency.lockutils [req-0af7eebd-a1b5-42df-9ca1-7a4294eeca10 req-f5001dd8-c0a3-455b-98d5-1f5b4ae5940a service nova] Acquired lock "refresh_cache-121683d3-7205-425c-ae2e-e5866e555044" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.597874] env[69183]: DEBUG nova.network.neutron [req-0af7eebd-a1b5-42df-9ca1-7a4294eeca10 req-f5001dd8-c0a3-455b-98d5-1f5b4ae5940a service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Refreshing network info cache for port cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.855321] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Releasing lock "refresh_cache-d9ca7edd-63df-40f6-ae93-1a5911427ee7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.855321] env[69183]: DEBUG nova.compute.manager [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Instance network_info: |[{"id": "616a18fd-88a7-4a89-868e-ad7a51b3ecae", "address": "fa:16:3e:78:18:c9", "network": {"id": "5d3ee3d0-b1d8-4f6b-9a1a-657c3d9bcdc5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-120904322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3af13b5346544c4080e1b49a93a88d9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616a18fd-88", "ovs_interfaceid": "616a18fd-88a7-4a89-868e-ad7a51b3ecae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.855321] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:18:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '616a18fd-88a7-4a89-868e-ad7a51b3ecae', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.863123] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Creating folder: Project (3af13b5346544c4080e1b49a93a88d9e). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.863806] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d377c58-bc24-4c83-a649-31f15d19d3a1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.879271] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Created folder: Project (3af13b5346544c4080e1b49a93a88d9e) in parent group-v560622. [ 786.879417] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Creating folder: Instances. Parent ref: group-v560762. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.879779] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a174615d-fb74-46d5-8375-775973eca83a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.891973] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Created folder: Instances in parent group-v560762. [ 786.892657] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.892657] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.892657] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca3873b9-4854-486c-bf72-dd2f35e58474 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.918140] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.918140] env[69183]: value = "task-2789646" [ 786.918140] env[69183]: _type = "Task" [ 786.918140] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.928581] env[69183]: DEBUG oslo_concurrency.lockutils [req-28b2e4d0-90d3-4418-92f3-5276cedb3e21 req-1cad1b6e-7f45-40c5-8235-9293fdf0e069 service nova] Releasing lock "refresh_cache-6c26d3da-3013-4020-ae22-97093090fafe" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.931324] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789646, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.976821] env[69183]: ERROR nova.scheduler.client.report [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [req-4a2cea54-b95d-4572-82fa-d1584a7ac1ea] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ac1d5a79-805a-416e-80c0-31063a094839. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4a2cea54-b95d-4572-82fa-d1584a7ac1ea"}]} [ 786.998770] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5260eff0-d1b7-8fd0-d797-ea7a0196e024, 'name': SearchDatastore_Task, 'duration_secs': 0.010603} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.999146] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.999440] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 6c26d3da-3013-4020-ae22-97093090fafe/6c26d3da-3013-4020-ae22-97093090fafe.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.999718] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-967b5b62-0258-407d-acc6-3a8da925555c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.006710] env[69183]: DEBUG nova.scheduler.client.report [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Refreshing inventories for resource provider ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 787.011193] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Waiting for the task: (returnval){ [ 787.011193] env[69183]: value = "task-2789647" [ 787.011193] env[69183]: _type = "Task" [ 787.011193] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.022253] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.034485] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789643, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.037252] env[69183]: DEBUG nova.scheduler.client.report [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Updating ProviderTree inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 787.037527] env[69183]: DEBUG nova.compute.provider_tree [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.055417] env[69183]: DEBUG nova.scheduler.client.report [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Refreshing aggregate associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, aggregates: None {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 787.080937] env[69183]: DEBUG nova.scheduler.client.report [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Refreshing trait associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 787.138159] env[69183]: DEBUG nova.network.neutron [-] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.427106] env[69183]: DEBUG oslo_concurrency.lockutils [None req-128969bd-ebc6-4dbb-8cd7-472c188ab414 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.427546] env[69183]: DEBUG oslo_concurrency.lockutils [None req-128969bd-ebc6-4dbb-8cd7-472c188ab414 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.427754] env[69183]: INFO nova.compute.manager [None req-128969bd-ebc6-4dbb-8cd7-472c188ab414 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Attaching volume 7dca9735-bac3-4175-ad36-7ed57fe1ac40 to /dev/sdb [ 787.434425] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789646, 'name': CreateVM_Task, 'duration_secs': 0.433509} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.437346] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.442839] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.442839] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.442839] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.443932] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70535b39-c69e-4fca-994a-ed938a514fc0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.457231] env[69183]: DEBUG oslo_vmware.api [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Waiting for the task: (returnval){ [ 787.457231] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]529db8cc-ea20-5066-09bd-6809b53f094f" [ 787.457231] env[69183]: _type = "Task" [ 787.457231] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.469462] env[69183]: DEBUG oslo_vmware.api [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]529db8cc-ea20-5066-09bd-6809b53f094f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.476241] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e51c9af-5482-400d-8e68-8720565bab91 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.490825] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e83a728-70f1-4523-9645-b6a9584230fe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.513164] env[69183]: DEBUG nova.virt.block_device [None req-128969bd-ebc6-4dbb-8cd7-472c188ab414 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Updating existing volume attachment record: 3e224e9f-6d5a-4383-8be1-3d9eb2173e58 {{(pid=69183) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 787.533370] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789647, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.539429] env[69183]: DEBUG oslo_vmware.api [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789643, 'name': PowerOnVM_Task, 'duration_secs': 0.641533} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.539715] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.540154] env[69183]: INFO nova.compute.manager [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Took 8.90 seconds to spawn the instance on the hypervisor. [ 787.540154] env[69183]: DEBUG nova.compute.manager [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.541041] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39452ffb-e1ea-4366-90d3-48c70046af7d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.643198] env[69183]: INFO nova.compute.manager [-] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Took 1.65 seconds to deallocate network for instance. [ 787.774185] env[69183]: DEBUG nova.network.neutron [req-0af7eebd-a1b5-42df-9ca1-7a4294eeca10 req-f5001dd8-c0a3-455b-98d5-1f5b4ae5940a service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Updated VIF entry in instance network info cache for port cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.774185] env[69183]: DEBUG nova.network.neutron [req-0af7eebd-a1b5-42df-9ca1-7a4294eeca10 req-f5001dd8-c0a3-455b-98d5-1f5b4ae5940a service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Updating instance_info_cache with network_info: [{"id": "cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa", "address": "fa:16:3e:ee:ef:2a", "network": {"id": "a3bc3f6e-aee0-480c-a7aa-4e3a3075003f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-264874385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a710f170b37497f870762d9876524b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd54dea6-1a", "ovs_interfaceid": "cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.825651] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da97c75-4ba6-41d5-9824-46d6ac1253a6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.837323] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dddb2c-ae12-4d74-be2e-a2c874d22aaa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.874501] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f0bd9c-ac06-46d0-a70c-b47e89d0f966 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.881980] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31bf201-e7e5-4431-a3b0-3ff6bc34b1a5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.900472] env[69183]: DEBUG nova.compute.provider_tree [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.971035] env[69183]: DEBUG oslo_vmware.api [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]529db8cc-ea20-5066-09bd-6809b53f094f, 'name': SearchDatastore_Task, 'duration_secs': 0.061279} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.971477] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.971800] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.972118] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.972341] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.972925] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.973261] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37448c24-4db4-47bd-93f8-be202f8cd1ed {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.985543] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.985794] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.986660] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2101b618-0f36-49b3-bb29-985604f41f45 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.995171] env[69183]: DEBUG oslo_vmware.api [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Waiting for the task: (returnval){ [ 787.995171] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]520b2836-9d7c-1547-093e-9799daa3cf17" [ 787.995171] env[69183]: _type = "Task" [ 787.995171] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.009960] env[69183]: DEBUG oslo_vmware.api [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520b2836-9d7c-1547-093e-9799daa3cf17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.024093] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633992} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.024426] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 6c26d3da-3013-4020-ae22-97093090fafe/6c26d3da-3013-4020-ae22-97093090fafe.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.024646] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.024966] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7234228d-6530-44ef-b0a7-b858e0622231 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.035596] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Waiting for the task: (returnval){ [ 788.035596] env[69183]: value = "task-2789651" [ 788.035596] env[69183]: _type = "Task" [ 788.035596] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.048950] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.066725] env[69183]: INFO nova.compute.manager [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Took 35.96 seconds to build instance. [ 788.075611] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Acquiring lock "2813a4f7-0282-4365-a87d-a959016779c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.075912] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Lock "2813a4f7-0282-4365-a87d-a959016779c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.076411] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Acquiring lock "2813a4f7-0282-4365-a87d-a959016779c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.076529] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Lock "2813a4f7-0282-4365-a87d-a959016779c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.076787] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Lock "2813a4f7-0282-4365-a87d-a959016779c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.079344] env[69183]: INFO nova.compute.manager [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Terminating instance [ 788.156750] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.278940] env[69183]: DEBUG oslo_concurrency.lockutils [req-0af7eebd-a1b5-42df-9ca1-7a4294eeca10 req-f5001dd8-c0a3-455b-98d5-1f5b4ae5940a service nova] Releasing lock "refresh_cache-121683d3-7205-425c-ae2e-e5866e555044" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.280439] env[69183]: DEBUG nova.compute.manager [req-0af7eebd-a1b5-42df-9ca1-7a4294eeca10 req-f5001dd8-c0a3-455b-98d5-1f5b4ae5940a service nova] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Received event network-changed-f0293f82-eaa5-4019-815d-11c15231ce2d {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 788.280631] env[69183]: DEBUG nova.compute.manager [req-0af7eebd-a1b5-42df-9ca1-7a4294eeca10 req-f5001dd8-c0a3-455b-98d5-1f5b4ae5940a service nova] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Refreshing instance network info cache due to event network-changed-f0293f82-eaa5-4019-815d-11c15231ce2d. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 788.283074] env[69183]: DEBUG oslo_concurrency.lockutils [req-0af7eebd-a1b5-42df-9ca1-7a4294eeca10 req-f5001dd8-c0a3-455b-98d5-1f5b4ae5940a service nova] Acquiring lock "refresh_cache-68bd72ad-3ec6-44f8-8d5f-311cce1678f1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.283074] env[69183]: DEBUG oslo_concurrency.lockutils [req-0af7eebd-a1b5-42df-9ca1-7a4294eeca10 req-f5001dd8-c0a3-455b-98d5-1f5b4ae5940a service nova] Acquired lock "refresh_cache-68bd72ad-3ec6-44f8-8d5f-311cce1678f1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.283074] env[69183]: DEBUG nova.network.neutron [req-0af7eebd-a1b5-42df-9ca1-7a4294eeca10 req-f5001dd8-c0a3-455b-98d5-1f5b4ae5940a service nova] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Refreshing network info cache for port f0293f82-eaa5-4019-815d-11c15231ce2d {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.349158] env[69183]: DEBUG nova.compute.manager [req-2703d8c5-fc01-4f22-b046-e26466927d6b req-2a918149-d9ae-4d80-b8f0-36f1ee3e3a69 service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Received event network-vif-plugged-616a18fd-88a7-4a89-868e-ad7a51b3ecae {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 788.349377] env[69183]: DEBUG oslo_concurrency.lockutils [req-2703d8c5-fc01-4f22-b046-e26466927d6b req-2a918149-d9ae-4d80-b8f0-36f1ee3e3a69 service nova] Acquiring lock "d9ca7edd-63df-40f6-ae93-1a5911427ee7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.349681] env[69183]: DEBUG oslo_concurrency.lockutils [req-2703d8c5-fc01-4f22-b046-e26466927d6b req-2a918149-d9ae-4d80-b8f0-36f1ee3e3a69 service nova] Lock "d9ca7edd-63df-40f6-ae93-1a5911427ee7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.350075] env[69183]: DEBUG oslo_concurrency.lockutils [req-2703d8c5-fc01-4f22-b046-e26466927d6b req-2a918149-d9ae-4d80-b8f0-36f1ee3e3a69 service nova] Lock "d9ca7edd-63df-40f6-ae93-1a5911427ee7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.350075] env[69183]: DEBUG nova.compute.manager [req-2703d8c5-fc01-4f22-b046-e26466927d6b req-2a918149-d9ae-4d80-b8f0-36f1ee3e3a69 service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] No waiting events found dispatching network-vif-plugged-616a18fd-88a7-4a89-868e-ad7a51b3ecae {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.350251] env[69183]: WARNING nova.compute.manager [req-2703d8c5-fc01-4f22-b046-e26466927d6b req-2a918149-d9ae-4d80-b8f0-36f1ee3e3a69 service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Received unexpected event network-vif-plugged-616a18fd-88a7-4a89-868e-ad7a51b3ecae for instance with vm_state building and task_state spawning. [ 788.350375] env[69183]: DEBUG nova.compute.manager [req-2703d8c5-fc01-4f22-b046-e26466927d6b req-2a918149-d9ae-4d80-b8f0-36f1ee3e3a69 service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Received event network-changed-616a18fd-88a7-4a89-868e-ad7a51b3ecae {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 788.350876] env[69183]: DEBUG nova.compute.manager [req-2703d8c5-fc01-4f22-b046-e26466927d6b req-2a918149-d9ae-4d80-b8f0-36f1ee3e3a69 service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Refreshing instance network info cache due to event network-changed-616a18fd-88a7-4a89-868e-ad7a51b3ecae. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 788.350876] env[69183]: DEBUG oslo_concurrency.lockutils [req-2703d8c5-fc01-4f22-b046-e26466927d6b req-2a918149-d9ae-4d80-b8f0-36f1ee3e3a69 service nova] Acquiring lock "refresh_cache-d9ca7edd-63df-40f6-ae93-1a5911427ee7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.351060] env[69183]: DEBUG oslo_concurrency.lockutils [req-2703d8c5-fc01-4f22-b046-e26466927d6b req-2a918149-d9ae-4d80-b8f0-36f1ee3e3a69 service nova] Acquired lock "refresh_cache-d9ca7edd-63df-40f6-ae93-1a5911427ee7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.351449] env[69183]: DEBUG nova.network.neutron [req-2703d8c5-fc01-4f22-b046-e26466927d6b req-2a918149-d9ae-4d80-b8f0-36f1ee3e3a69 service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Refreshing network info cache for port 616a18fd-88a7-4a89-868e-ad7a51b3ecae {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.445341] env[69183]: DEBUG nova.scheduler.client.report [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Updated inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 788.445341] env[69183]: DEBUG nova.compute.provider_tree [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 77 to 78 during operation: update_inventory {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 788.445662] env[69183]: DEBUG nova.compute.provider_tree [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.507566] env[69183]: DEBUG oslo_vmware.api [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520b2836-9d7c-1547-093e-9799daa3cf17, 'name': SearchDatastore_Task, 'duration_secs': 0.016339} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.508388] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a0a3025-339f-43c7-a76e-4d16db1fbaba {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.514613] env[69183]: DEBUG oslo_vmware.api [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Waiting for the task: (returnval){ [ 788.514613] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52443164-63d7-4732-2e97-b45e4351f110" [ 788.514613] env[69183]: _type = "Task" [ 788.514613] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.525086] env[69183]: DEBUG oslo_vmware.api [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52443164-63d7-4732-2e97-b45e4351f110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.546311] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070587} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.546593] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.547417] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6305bb62-2485-40c7-990d-599a372c1dc2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.571492] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 6c26d3da-3013-4020-ae22-97093090fafe/6c26d3da-3013-4020-ae22-97093090fafe.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.572073] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bbb61983-fdac-4b58-b58b-c9c440a9cfb7 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "39057950-8faf-45b1-8c3d-90798c8f8c94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.019s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.572263] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42c95197-484d-4575-a27b-268a709cec8b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.590311] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Acquiring lock "refresh_cache-2813a4f7-0282-4365-a87d-a959016779c4" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.590489] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Acquired lock "refresh_cache-2813a4f7-0282-4365-a87d-a959016779c4" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.590668] env[69183]: DEBUG nova.network.neutron [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.599830] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Waiting for the task: (returnval){ [ 788.599830] env[69183]: value = "task-2789652" [ 788.599830] env[69183]: _type = "Task" [ 788.599830] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.612794] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.952798] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.209s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.952798] env[69183]: DEBUG nova.compute.manager [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.956662] env[69183]: DEBUG oslo_concurrency.lockutils [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.942s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.956843] env[69183]: DEBUG nova.objects.instance [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69183) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 789.032701] env[69183]: DEBUG oslo_vmware.api [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52443164-63d7-4732-2e97-b45e4351f110, 'name': SearchDatastore_Task, 'duration_secs': 0.0283} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.032976] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.033272] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] d9ca7edd-63df-40f6-ae93-1a5911427ee7/d9ca7edd-63df-40f6-ae93-1a5911427ee7.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.033550] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b290f74-81ec-43a0-a7e2-c8148d1fbf60 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.043934] env[69183]: DEBUG oslo_vmware.api [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Waiting for the task: (returnval){ [ 789.043934] env[69183]: value = "task-2789653" [ 789.043934] env[69183]: _type = "Task" [ 789.043934] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.058338] env[69183]: DEBUG oslo_vmware.api [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.092377] env[69183]: DEBUG nova.compute.manager [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.113959] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.115033] env[69183]: DEBUG nova.network.neutron [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.153553] env[69183]: DEBUG oslo_concurrency.lockutils [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquiring lock "68bd72ad-3ec6-44f8-8d5f-311cce1678f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.153892] env[69183]: DEBUG oslo_concurrency.lockutils [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lock "68bd72ad-3ec6-44f8-8d5f-311cce1678f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.154020] env[69183]: DEBUG oslo_concurrency.lockutils [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquiring lock "68bd72ad-3ec6-44f8-8d5f-311cce1678f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.154192] env[69183]: DEBUG oslo_concurrency.lockutils [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lock "68bd72ad-3ec6-44f8-8d5f-311cce1678f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.154362] env[69183]: DEBUG oslo_concurrency.lockutils [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lock "68bd72ad-3ec6-44f8-8d5f-311cce1678f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.156492] env[69183]: INFO nova.compute.manager [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Terminating instance [ 789.202243] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "interface-67811381-5b1d-454d-923b-ba26dd2c3659-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.202810] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "interface-67811381-5b1d-454d-923b-ba26dd2c3659-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.203233] env[69183]: DEBUG nova.objects.instance [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lazy-loading 'flavor' on Instance uuid 67811381-5b1d-454d-923b-ba26dd2c3659 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.222127] env[69183]: DEBUG nova.network.neutron [req-0af7eebd-a1b5-42df-9ca1-7a4294eeca10 req-f5001dd8-c0a3-455b-98d5-1f5b4ae5940a service nova] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Updated VIF entry in instance network info cache for port f0293f82-eaa5-4019-815d-11c15231ce2d. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.222941] env[69183]: DEBUG nova.network.neutron [req-0af7eebd-a1b5-42df-9ca1-7a4294eeca10 req-f5001dd8-c0a3-455b-98d5-1f5b4ae5940a service nova] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Updating instance_info_cache with network_info: [{"id": "f0293f82-eaa5-4019-815d-11c15231ce2d", "address": "fa:16:3e:46:72:a7", "network": {"id": "a3bc3f6e-aee0-480c-a7aa-4e3a3075003f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-264874385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a710f170b37497f870762d9876524b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0293f82-ea", "ovs_interfaceid": "f0293f82-eaa5-4019-815d-11c15231ce2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.227054] env[69183]: DEBUG nova.network.neutron [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.255676] env[69183]: DEBUG nova.compute.manager [req-105e0150-91e1-488e-aac4-63f7811cf0e0 req-7858c1c0-b7ff-4223-97b9-3ec8cbf80ba2 service nova] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Received event network-changed-f0293f82-eaa5-4019-815d-11c15231ce2d {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 789.255676] env[69183]: DEBUG nova.compute.manager [req-105e0150-91e1-488e-aac4-63f7811cf0e0 req-7858c1c0-b7ff-4223-97b9-3ec8cbf80ba2 service nova] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Refreshing instance network info cache due to event network-changed-f0293f82-eaa5-4019-815d-11c15231ce2d. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 789.255676] env[69183]: DEBUG oslo_concurrency.lockutils [req-105e0150-91e1-488e-aac4-63f7811cf0e0 req-7858c1c0-b7ff-4223-97b9-3ec8cbf80ba2 service nova] Acquiring lock "refresh_cache-68bd72ad-3ec6-44f8-8d5f-311cce1678f1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.256540] env[69183]: DEBUG nova.network.neutron [req-2703d8c5-fc01-4f22-b046-e26466927d6b req-2a918149-d9ae-4d80-b8f0-36f1ee3e3a69 service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Updated VIF entry in instance network info cache for port 616a18fd-88a7-4a89-868e-ad7a51b3ecae. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.256763] env[69183]: DEBUG nova.network.neutron [req-2703d8c5-fc01-4f22-b046-e26466927d6b req-2a918149-d9ae-4d80-b8f0-36f1ee3e3a69 service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Updating instance_info_cache with network_info: [{"id": "616a18fd-88a7-4a89-868e-ad7a51b3ecae", "address": "fa:16:3e:78:18:c9", "network": {"id": "5d3ee3d0-b1d8-4f6b-9a1a-657c3d9bcdc5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-120904322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3af13b5346544c4080e1b49a93a88d9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616a18fd-88", "ovs_interfaceid": "616a18fd-88a7-4a89-868e-ad7a51b3ecae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.262046] env[69183]: DEBUG oslo_vmware.rw_handles [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bdabc2-6a9b-d8fe-358d-8765f468ed09/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 789.263511] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951928b3-57d4-4f7c-a6e2-f7f45386f81f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.271909] env[69183]: DEBUG oslo_vmware.rw_handles [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bdabc2-6a9b-d8fe-358d-8765f468ed09/disk-0.vmdk is in state: ready. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 789.272255] env[69183]: ERROR oslo_vmware.rw_handles [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bdabc2-6a9b-d8fe-358d-8765f468ed09/disk-0.vmdk due to incomplete transfer. [ 789.272341] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0dfd313e-a911-497b-8f25-ab4617e54e94 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.281165] env[69183]: DEBUG oslo_vmware.rw_handles [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bdabc2-6a9b-d8fe-358d-8765f468ed09/disk-0.vmdk. {{(pid=69183) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 789.281529] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Uploaded image 428a5188-f651-446e-832c-1ba0b1c8fc19 to the Glance image server {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 789.284123] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Destroying the VM {{(pid=69183) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 789.284123] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5f6f5376-3810-4485-b0e2-e1032897fc5b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.293747] env[69183]: DEBUG oslo_vmware.api [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 789.293747] env[69183]: value = "task-2789654" [ 789.293747] env[69183]: _type = "Task" [ 789.293747] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.302805] env[69183]: DEBUG oslo_vmware.api [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789654, 'name': Destroy_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.465505] env[69183]: DEBUG nova.compute.utils [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.467152] env[69183]: DEBUG nova.compute.manager [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.467336] env[69183]: DEBUG nova.network.neutron [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.510934] env[69183]: DEBUG nova.policy [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53af22756f0a49518639007ebb6c2bb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13e32a4b51df4111839c3b805603d1bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.558080] env[69183]: DEBUG oslo_vmware.api [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789653, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.615550] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789652, 'name': ReconfigVM_Task, 'duration_secs': 0.942534} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.617280] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.617280] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 6c26d3da-3013-4020-ae22-97093090fafe/6c26d3da-3013-4020-ae22-97093090fafe.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.617830] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b20c6952-0b04-4522-a0c7-054ba53d83e6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.627349] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Waiting for the task: (returnval){ [ 789.627349] env[69183]: value = "task-2789655" [ 789.627349] env[69183]: _type = "Task" [ 789.627349] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.643079] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789655, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.660586] env[69183]: DEBUG nova.compute.manager [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.661053] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.663225] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99134964-ab4f-4f75-9ad2-ec05a6700650 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.675394] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.675964] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76734180-e38d-43d6-a717-fa618b591448 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.686498] env[69183]: DEBUG oslo_vmware.api [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for the task: (returnval){ [ 789.686498] env[69183]: value = "task-2789656" [ 789.686498] env[69183]: _type = "Task" [ 789.686498] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.705565] env[69183]: DEBUG oslo_vmware.api [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.725766] env[69183]: DEBUG oslo_concurrency.lockutils [req-0af7eebd-a1b5-42df-9ca1-7a4294eeca10 req-f5001dd8-c0a3-455b-98d5-1f5b4ae5940a service nova] Releasing lock "refresh_cache-68bd72ad-3ec6-44f8-8d5f-311cce1678f1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.726780] env[69183]: DEBUG oslo_concurrency.lockutils [req-105e0150-91e1-488e-aac4-63f7811cf0e0 req-7858c1c0-b7ff-4223-97b9-3ec8cbf80ba2 service nova] Acquired lock "refresh_cache-68bd72ad-3ec6-44f8-8d5f-311cce1678f1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.727099] env[69183]: DEBUG nova.network.neutron [req-105e0150-91e1-488e-aac4-63f7811cf0e0 req-7858c1c0-b7ff-4223-97b9-3ec8cbf80ba2 service nova] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Refreshing network info cache for port f0293f82-eaa5-4019-815d-11c15231ce2d {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.728657] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Releasing lock "refresh_cache-2813a4f7-0282-4365-a87d-a959016779c4" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.729077] env[69183]: DEBUG nova.compute.manager [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.729280] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.730422] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d51d2cb-73fd-43fe-80e9-a12eeb38060c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.739847] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.740271] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44c7efce-3d88-452a-9a44-594eea7dc5d3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.751369] env[69183]: DEBUG oslo_vmware.api [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Waiting for the task: (returnval){ [ 789.751369] env[69183]: value = "task-2789657" [ 789.751369] env[69183]: _type = "Task" [ 789.751369] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.762575] env[69183]: DEBUG oslo_concurrency.lockutils [req-2703d8c5-fc01-4f22-b046-e26466927d6b req-2a918149-d9ae-4d80-b8f0-36f1ee3e3a69 service nova] Releasing lock "refresh_cache-d9ca7edd-63df-40f6-ae93-1a5911427ee7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.762920] env[69183]: DEBUG nova.compute.manager [req-2703d8c5-fc01-4f22-b046-e26466927d6b req-2a918149-d9ae-4d80-b8f0-36f1ee3e3a69 service nova] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Received event network-vif-deleted-8e9a391d-2d05-464d-aeb7-d8428639f53f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 789.763412] env[69183]: DEBUG oslo_vmware.api [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.810465] env[69183]: DEBUG oslo_vmware.api [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789654, 'name': Destroy_Task} progress is 33%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.860226] env[69183]: DEBUG nova.network.neutron [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Successfully created port: 5b30f8b5-d708-4331-b99b-9b2a9c565114 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.872919] env[69183]: DEBUG nova.objects.instance [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lazy-loading 'pci_requests' on Instance uuid 67811381-5b1d-454d-923b-ba26dd2c3659 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.879825] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "75ba6f47-e8ae-4ece-bb9b-6b140344c1b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.880451] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "75ba6f47-e8ae-4ece-bb9b-6b140344c1b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.971033] env[69183]: DEBUG oslo_concurrency.lockutils [None req-185b60b0-3b4f-4e2f-8df6-f092526a0056 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.971033] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.437s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.973869] env[69183]: INFO nova.compute.claims [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.979764] env[69183]: DEBUG nova.compute.manager [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.059346] env[69183]: DEBUG oslo_vmware.api [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.85477} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.059346] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] d9ca7edd-63df-40f6-ae93-1a5911427ee7/d9ca7edd-63df-40f6-ae93-1a5911427ee7.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.059346] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.059346] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f173e20-0d24-45b1-8d09-f0e1f1f156ac {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.067182] env[69183]: DEBUG oslo_vmware.api [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Waiting for the task: (returnval){ [ 790.067182] env[69183]: value = "task-2789659" [ 790.067182] env[69183]: _type = "Task" [ 790.067182] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.078723] env[69183]: DEBUG oslo_vmware.api [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.142663] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789655, 'name': Rename_Task, 'duration_secs': 0.399806} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.143231] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.143595] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a64963ac-23cb-49b3-9967-a56bf2b08e14 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.154025] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Waiting for the task: (returnval){ [ 790.154025] env[69183]: value = "task-2789660" [ 790.154025] env[69183]: _type = "Task" [ 790.154025] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.165656] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.175286] env[69183]: DEBUG nova.network.neutron [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Successfully created port: a55f5b66-be36-4685-825f-869d589f2962 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.198690] env[69183]: DEBUG oslo_vmware.api [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789656, 'name': PowerOffVM_Task, 'duration_secs': 0.365892} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.199102] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.199320] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.199844] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62809e0b-32c3-4bea-959e-68a19444b34b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.263076] env[69183]: DEBUG oslo_vmware.api [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789657, 'name': PowerOffVM_Task, 'duration_secs': 0.252788} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.263371] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.263540] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.263796] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dec9bdd4-ebb3-4f34-8462-c06c301e1fce {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.288812] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.288812] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.288812] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Deleting the datastore file [datastore1] 68bd72ad-3ec6-44f8-8d5f-311cce1678f1 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.288812] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90ea6c46-a305-4da3-8c60-dfb73e2497e0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.302251] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.302469] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.302642] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Deleting the datastore file [datastore2] 2813a4f7-0282-4365-a87d-a959016779c4 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.302966] env[69183]: DEBUG oslo_vmware.api [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for the task: (returnval){ [ 790.302966] env[69183]: value = "task-2789663" [ 790.302966] env[69183]: _type = "Task" [ 790.302966] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.303584] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ca3f6c4-cdc5-4422-a249-1b6330a85eec {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.311661] env[69183]: DEBUG oslo_vmware.api [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789654, 'name': Destroy_Task, 'duration_secs': 0.687401} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.312325] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Destroyed the VM [ 790.312575] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Deleting Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 790.313202] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-97577f21-9550-4843-a4a2-62259c65b8a5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.318404] env[69183]: DEBUG oslo_vmware.api [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.320750] env[69183]: DEBUG oslo_vmware.api [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Waiting for the task: (returnval){ [ 790.320750] env[69183]: value = "task-2789664" [ 790.320750] env[69183]: _type = "Task" [ 790.320750] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.320983] env[69183]: DEBUG oslo_vmware.api [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 790.320983] env[69183]: value = "task-2789665" [ 790.320983] env[69183]: _type = "Task" [ 790.320983] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.337307] env[69183]: DEBUG oslo_vmware.api [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789665, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.340693] env[69183]: DEBUG oslo_vmware.api [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.374660] env[69183]: DEBUG nova.objects.base [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Object Instance<67811381-5b1d-454d-923b-ba26dd2c3659> lazy-loaded attributes: flavor,pci_requests {{(pid=69183) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 790.376264] env[69183]: DEBUG nova.network.neutron [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.436167] env[69183]: DEBUG nova.policy [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55fb806bf5074afb8bdda11da90ad6cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '947a00fe423a46e6afab13adb82f0200', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.580376] env[69183]: DEBUG oslo_vmware.api [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148168} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.580803] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.582239] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c560547-458b-4f1d-90ef-3e1974b146c0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.612177] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] d9ca7edd-63df-40f6-ae93-1a5911427ee7/d9ca7edd-63df-40f6-ae93-1a5911427ee7.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.612545] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-720cf675-cd9f-432f-8fd3-c53df73c8324 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.638264] env[69183]: DEBUG oslo_vmware.api [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Waiting for the task: (returnval){ [ 790.638264] env[69183]: value = "task-2789666" [ 790.638264] env[69183]: _type = "Task" [ 790.638264] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.648470] env[69183]: DEBUG oslo_vmware.api [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.667905] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789660, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.825869] env[69183]: DEBUG oslo_vmware.api [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303105} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.832885] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.833496] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.833835] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.837926] env[69183]: INFO nova.compute.manager [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 790.837926] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.837926] env[69183]: DEBUG nova.compute.manager [-] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.837926] env[69183]: DEBUG nova.network.neutron [-] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.847090] env[69183]: DEBUG oslo_vmware.api [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789665, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.850680] env[69183]: DEBUG oslo_vmware.api [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Task: {'id': task-2789664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189911} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.851225] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.851813] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.852155] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.852460] env[69183]: INFO nova.compute.manager [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 790.852829] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.853159] env[69183]: DEBUG nova.compute.manager [-] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.854358] env[69183]: DEBUG nova.network.neutron [-] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.885412] env[69183]: DEBUG nova.network.neutron [-] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.898346] env[69183]: DEBUG nova.network.neutron [req-105e0150-91e1-488e-aac4-63f7811cf0e0 req-7858c1c0-b7ff-4223-97b9-3ec8cbf80ba2 service nova] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Updated VIF entry in instance network info cache for port f0293f82-eaa5-4019-815d-11c15231ce2d. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.898346] env[69183]: DEBUG nova.network.neutron [req-105e0150-91e1-488e-aac4-63f7811cf0e0 req-7858c1c0-b7ff-4223-97b9-3ec8cbf80ba2 service nova] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Updating instance_info_cache with network_info: [{"id": "f0293f82-eaa5-4019-815d-11c15231ce2d", "address": "fa:16:3e:46:72:a7", "network": {"id": "a3bc3f6e-aee0-480c-a7aa-4e3a3075003f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-264874385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a710f170b37497f870762d9876524b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0293f82-ea", "ovs_interfaceid": "f0293f82-eaa5-4019-815d-11c15231ce2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.962230] env[69183]: DEBUG nova.network.neutron [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Successfully created port: 8129c7d7-c956-496f-9bc6-11b88976c679 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.006664] env[69183]: DEBUG nova.compute.manager [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.045298] env[69183]: DEBUG nova.virt.hardware [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.045751] env[69183]: DEBUG nova.virt.hardware [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.046147] env[69183]: DEBUG nova.virt.hardware [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.046508] env[69183]: DEBUG nova.virt.hardware [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.047556] env[69183]: DEBUG nova.virt.hardware [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.047930] env[69183]: DEBUG nova.virt.hardware [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.048930] env[69183]: DEBUG nova.virt.hardware [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.049288] env[69183]: DEBUG nova.virt.hardware [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.049929] env[69183]: DEBUG nova.virt.hardware [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.050290] env[69183]: DEBUG nova.virt.hardware [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.050679] env[69183]: DEBUG nova.virt.hardware [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.052430] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7c2eee-403f-45df-b9e9-95b7d1c4e8a6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.067814] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198e0423-29b2-477a-8fc8-acc684c57105 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.150737] env[69183]: DEBUG oslo_vmware.api [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789666, 'name': ReconfigVM_Task, 'duration_secs': 0.322933} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.151278] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Reconfigured VM instance instance-00000030 to attach disk [datastore2] d9ca7edd-63df-40f6-ae93-1a5911427ee7/d9ca7edd-63df-40f6-ae93-1a5911427ee7.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.151988] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c957469-250a-440a-aef8-f6587ae970f2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.162269] env[69183]: DEBUG oslo_vmware.api [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Waiting for the task: (returnval){ [ 791.162269] env[69183]: value = "task-2789667" [ 791.162269] env[69183]: _type = "Task" [ 791.162269] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.173195] env[69183]: DEBUG oslo_vmware.api [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789660, 'name': PowerOnVM_Task, 'duration_secs': 0.792331} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.174085] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.174427] env[69183]: INFO nova.compute.manager [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Took 9.70 seconds to spawn the instance on the hypervisor. [ 791.174735] env[69183]: DEBUG nova.compute.manager [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.175982] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe16a0f7-61aa-48c2-b090-8d33f970098b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.182914] env[69183]: DEBUG oslo_vmware.api [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789667, 'name': Rename_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.343646] env[69183]: DEBUG oslo_vmware.api [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789665, 'name': RemoveSnapshot_Task, 'duration_secs': 0.657105} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.343946] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Deleted Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 791.344196] env[69183]: INFO nova.compute.manager [None req-37582c58-b8a9-4813-831d-8356831a3ae4 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Took 16.70 seconds to snapshot the instance on the hypervisor. [ 791.387609] env[69183]: DEBUG nova.network.neutron [-] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.402720] env[69183]: DEBUG oslo_concurrency.lockutils [req-105e0150-91e1-488e-aac4-63f7811cf0e0 req-7858c1c0-b7ff-4223-97b9-3ec8cbf80ba2 service nova] Releasing lock "refresh_cache-68bd72ad-3ec6-44f8-8d5f-311cce1678f1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.656014] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bf0cd6-d099-47af-aa51-3b2be8d5e108 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.674018] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398b62a8-c46e-4601-a944-7b1b8ca3ef31 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.681167] env[69183]: DEBUG oslo_vmware.api [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789667, 'name': Rename_Task, 'duration_secs': 0.197332} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.708780] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.716722] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54f5c029-e435-4032-9565-3bc923390318 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.716903] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aebb316-8ab5-410b-9219-76c84728bc74 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.725853] env[69183]: INFO nova.compute.manager [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Took 38.28 seconds to build instance. [ 791.737464] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42256ad9-41c1-4df8-a184-5703ff8ec078 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.740572] env[69183]: DEBUG oslo_vmware.api [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Waiting for the task: (returnval){ [ 791.740572] env[69183]: value = "task-2789668" [ 791.740572] env[69183]: _type = "Task" [ 791.740572] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.501930] env[69183]: DEBUG nova.network.neutron [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Successfully updated port: 5b30f8b5-d708-4331-b99b-9b2a9c565114 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.505279] env[69183]: INFO nova.compute.manager [-] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Took 1.65 seconds to deallocate network for instance. [ 792.505734] env[69183]: DEBUG nova.network.neutron [-] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.508480] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ea3ddfe5-d013-4f9f-bdc7-68923503be8d tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Lock "6c26d3da-3013-4020-ae22-97093090fafe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.375s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.508480] env[69183]: DEBUG nova.compute.provider_tree [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.518266] env[69183]: DEBUG oslo_vmware.api [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789668, 'name': PowerOnVM_Task, 'duration_secs': 0.756287} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.519360] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.519550] env[69183]: INFO nova.compute.manager [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Took 8.08 seconds to spawn the instance on the hypervisor. [ 792.519721] env[69183]: DEBUG nova.compute.manager [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.520780] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc32b5f-9ee9-4f7e-bc36-55257eda4da0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.581143] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-128969bd-ebc6-4dbb-8cd7-472c188ab414 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Volume attach. Driver type: vmdk {{(pid=69183) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 792.581277] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-128969bd-ebc6-4dbb-8cd7-472c188ab414 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560766', 'volume_id': '7dca9735-bac3-4175-ad36-7ed57fe1ac40', 'name': 'volume-7dca9735-bac3-4175-ad36-7ed57fe1ac40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37882545-0972-4f5c-a1e2-37b4f1bb2fc6', 'attached_at': '', 'detached_at': '', 'volume_id': '7dca9735-bac3-4175-ad36-7ed57fe1ac40', 'serial': '7dca9735-bac3-4175-ad36-7ed57fe1ac40'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 792.582324] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78fab40-bd9f-4700-a8a2-675517e4256c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.602175] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6a570e-8a40-436d-977a-8f0c2774e83f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.631396] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-128969bd-ebc6-4dbb-8cd7-472c188ab414 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] volume-7dca9735-bac3-4175-ad36-7ed57fe1ac40/volume-7dca9735-bac3-4175-ad36-7ed57fe1ac40.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.631744] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14eb582f-c527-463f-971a-6065460c0a1f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.651855] env[69183]: DEBUG oslo_vmware.api [None req-128969bd-ebc6-4dbb-8cd7-472c188ab414 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 792.651855] env[69183]: value = "task-2789669" [ 792.651855] env[69183]: _type = "Task" [ 792.651855] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.660750] env[69183]: DEBUG oslo_vmware.api [None req-128969bd-ebc6-4dbb-8cd7-472c188ab414 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.956814] env[69183]: DEBUG nova.compute.manager [req-4911bfd7-139e-41ff-ac35-62bb710d4e9a req-eb978ed0-1a81-4881-9ab9-28d467ea64d3 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Received event network-changed-cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 792.957019] env[69183]: DEBUG nova.compute.manager [req-4911bfd7-139e-41ff-ac35-62bb710d4e9a req-eb978ed0-1a81-4881-9ab9-28d467ea64d3 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Refreshing instance network info cache due to event network-changed-cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 792.957884] env[69183]: DEBUG oslo_concurrency.lockutils [req-4911bfd7-139e-41ff-ac35-62bb710d4e9a req-eb978ed0-1a81-4881-9ab9-28d467ea64d3 service nova] Acquiring lock "refresh_cache-121683d3-7205-425c-ae2e-e5866e555044" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.957884] env[69183]: DEBUG oslo_concurrency.lockutils [req-4911bfd7-139e-41ff-ac35-62bb710d4e9a req-eb978ed0-1a81-4881-9ab9-28d467ea64d3 service nova] Acquired lock "refresh_cache-121683d3-7205-425c-ae2e-e5866e555044" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.957884] env[69183]: DEBUG nova.network.neutron [req-4911bfd7-139e-41ff-ac35-62bb710d4e9a req-eb978ed0-1a81-4881-9ab9-28d467ea64d3 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Refreshing network info cache for port cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.979104] env[69183]: DEBUG nova.compute.manager [req-6c81a25d-144f-46c3-80c7-2303506eac7c req-06ebfd0a-22eb-4925-9b7f-ac7db65db917 service nova] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Received event network-vif-deleted-f0293f82-eaa5-4019-815d-11c15231ce2d {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 793.010491] env[69183]: INFO nova.compute.manager [-] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Took 2.17 seconds to deallocate network for instance. [ 793.015694] env[69183]: DEBUG nova.scheduler.client.report [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.024381] env[69183]: DEBUG nova.compute.manager [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.027092] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.043826] env[69183]: INFO nova.compute.manager [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Took 35.14 seconds to build instance. [ 793.163821] env[69183]: DEBUG oslo_vmware.api [None req-128969bd-ebc6-4dbb-8cd7-472c188ab414 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.290597] env[69183]: DEBUG nova.network.neutron [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Successfully updated port: 8129c7d7-c956-496f-9bc6-11b88976c679 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.529836] env[69183]: DEBUG oslo_concurrency.lockutils [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.535879] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.566s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.536394] env[69183]: DEBUG nova.compute.manager [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.542584] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.395s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.544015] env[69183]: INFO nova.compute.claims [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.548058] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5eac5bda-2f89-4c98-b78b-63036c044cbd tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Lock "d9ca7edd-63df-40f6-ae93-1a5911427ee7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.460s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.570949] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.664802] env[69183]: DEBUG oslo_vmware.api [None req-128969bd-ebc6-4dbb-8cd7-472c188ab414 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789669, 'name': ReconfigVM_Task, 'duration_secs': 0.932569} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.665361] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-128969bd-ebc6-4dbb-8cd7-472c188ab414 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Reconfigured VM instance instance-00000018 to attach disk [datastore2] volume-7dca9735-bac3-4175-ad36-7ed57fe1ac40/volume-7dca9735-bac3-4175-ad36-7ed57fe1ac40.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.670363] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d216509-e230-49a9-8baa-9972e77ed723 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.689187] env[69183]: DEBUG oslo_vmware.api [None req-128969bd-ebc6-4dbb-8cd7-472c188ab414 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 793.689187] env[69183]: value = "task-2789670" [ 793.689187] env[69183]: _type = "Task" [ 793.689187] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.698830] env[69183]: DEBUG oslo_vmware.api [None req-128969bd-ebc6-4dbb-8cd7-472c188ab414 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.792702] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "refresh_cache-67811381-5b1d-454d-923b-ba26dd2c3659" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.792911] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "refresh_cache-67811381-5b1d-454d-923b-ba26dd2c3659" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.793104] env[69183]: DEBUG nova.network.neutron [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.863498] env[69183]: DEBUG nova.network.neutron [req-4911bfd7-139e-41ff-ac35-62bb710d4e9a req-eb978ed0-1a81-4881-9ab9-28d467ea64d3 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Updated VIF entry in instance network info cache for port cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.864021] env[69183]: DEBUG nova.network.neutron [req-4911bfd7-139e-41ff-ac35-62bb710d4e9a req-eb978ed0-1a81-4881-9ab9-28d467ea64d3 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Updating instance_info_cache with network_info: [{"id": "cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa", "address": "fa:16:3e:ee:ef:2a", "network": {"id": "a3bc3f6e-aee0-480c-a7aa-4e3a3075003f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-264874385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a710f170b37497f870762d9876524b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd54dea6-1a", "ovs_interfaceid": "cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.049434] env[69183]: DEBUG nova.compute.utils [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.050120] env[69183]: DEBUG nova.compute.manager [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 794.050299] env[69183]: DEBUG nova.network.neutron [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 794.058097] env[69183]: DEBUG nova.compute.manager [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.094154] env[69183]: DEBUG nova.policy [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40872afc348746a9aa1ad363d844cd51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5693178b56fa4638818e38f3f7b68860', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.200137] env[69183]: DEBUG oslo_vmware.api [None req-128969bd-ebc6-4dbb-8cd7-472c188ab414 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789670, 'name': ReconfigVM_Task, 'duration_secs': 0.183597} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.200475] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-128969bd-ebc6-4dbb-8cd7-472c188ab414 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560766', 'volume_id': '7dca9735-bac3-4175-ad36-7ed57fe1ac40', 'name': 'volume-7dca9735-bac3-4175-ad36-7ed57fe1ac40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37882545-0972-4f5c-a1e2-37b4f1bb2fc6', 'attached_at': '', 'detached_at': '', 'volume_id': '7dca9735-bac3-4175-ad36-7ed57fe1ac40', 'serial': '7dca9735-bac3-4175-ad36-7ed57fe1ac40'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 794.360763] env[69183]: WARNING nova.network.neutron [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] 30ee5a47-b7d6-4130-8d99-08ff2c272889 already exists in list: networks containing: ['30ee5a47-b7d6-4130-8d99-08ff2c272889']. ignoring it [ 794.370591] env[69183]: DEBUG oslo_concurrency.lockutils [req-4911bfd7-139e-41ff-ac35-62bb710d4e9a req-eb978ed0-1a81-4881-9ab9-28d467ea64d3 service nova] Releasing lock "refresh_cache-121683d3-7205-425c-ae2e-e5866e555044" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.553724] env[69183]: DEBUG nova.compute.manager [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.579642] env[69183]: DEBUG nova.network.neutron [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Successfully created port: 234fb610-f895-4acd-980f-b5619075873d {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.599478] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.177227] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8797d3d9-688c-4148-913b-761a073bd516 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.190585] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62714905-9d60-4977-af6f-95d28d1b6653 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.223874] env[69183]: DEBUG nova.network.neutron [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Successfully updated port: a55f5b66-be36-4685-825f-869d589f2962 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.225678] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8607a87-2491-4bca-8b45-66ec568bdcab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.230887] env[69183]: DEBUG nova.network.neutron [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Updating instance_info_cache with network_info: [{"id": "765a6f19-7429-440b-80f7-54eeebe7e30a", "address": "fa:16:3e:2a:31:55", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap765a6f19-74", "ovs_interfaceid": "765a6f19-7429-440b-80f7-54eeebe7e30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8129c7d7-c956-496f-9bc6-11b88976c679", "address": "fa:16:3e:4d:06:b3", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8129c7d7-c9", "ovs_interfaceid": "8129c7d7-c956-496f-9bc6-11b88976c679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.239743] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c8e8ad-4628-40a5-8447-40d8d547b713 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.257280] env[69183]: DEBUG nova.compute.provider_tree [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.259828] env[69183]: DEBUG nova.objects.instance [None req-128969bd-ebc6-4dbb-8cd7-472c188ab414 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lazy-loading 'flavor' on Instance uuid 37882545-0972-4f5c-a1e2-37b4f1bb2fc6 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.562774] env[69183]: DEBUG nova.compute.manager [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.588144] env[69183]: DEBUG nova.virt.hardware [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.588449] env[69183]: DEBUG nova.virt.hardware [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.589387] env[69183]: DEBUG nova.virt.hardware [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.589387] env[69183]: DEBUG nova.virt.hardware [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.589387] env[69183]: DEBUG nova.virt.hardware [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.589387] env[69183]: DEBUG nova.virt.hardware [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.589387] env[69183]: DEBUG nova.virt.hardware [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.589654] env[69183]: DEBUG nova.virt.hardware [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.589654] env[69183]: DEBUG nova.virt.hardware [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.589912] env[69183]: DEBUG nova.virt.hardware [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.589912] env[69183]: DEBUG nova.virt.hardware [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.590793] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3b6739-66d9-4926-987e-c96d24a1cc2a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.600795] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec4c6c5-2a82-475a-8db6-47a930791e28 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.731498] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Acquiring lock "refresh_cache-fd82482c-4769-400c-9ee6-632e60be2e56" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.731871] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Acquired lock "refresh_cache-fd82482c-4769-400c-9ee6-632e60be2e56" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.731871] env[69183]: DEBUG nova.network.neutron [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.734165] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "refresh_cache-67811381-5b1d-454d-923b-ba26dd2c3659" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.734756] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "67811381-5b1d-454d-923b-ba26dd2c3659" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.735034] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "67811381-5b1d-454d-923b-ba26dd2c3659" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.735868] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5509ea-6dfe-4f8e-b796-967714b2dcd0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.755282] env[69183]: DEBUG nova.virt.hardware [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.755529] env[69183]: DEBUG nova.virt.hardware [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.755698] env[69183]: DEBUG nova.virt.hardware [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.755919] env[69183]: DEBUG nova.virt.hardware [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.756085] env[69183]: DEBUG nova.virt.hardware [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.756238] env[69183]: DEBUG nova.virt.hardware [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.756445] env[69183]: DEBUG nova.virt.hardware [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.756603] env[69183]: DEBUG nova.virt.hardware [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.756764] env[69183]: DEBUG nova.virt.hardware [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.756924] env[69183]: DEBUG nova.virt.hardware [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.757111] env[69183]: DEBUG nova.virt.hardware [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.763619] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Reconfiguring VM to attach interface {{(pid=69183) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 795.764726] env[69183]: DEBUG nova.scheduler.client.report [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.770162] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-876b7e1c-c9bb-455c-b37f-993494c67771 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.782919] env[69183]: DEBUG oslo_concurrency.lockutils [None req-128969bd-ebc6-4dbb-8cd7-472c188ab414 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.355s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.784304] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.784757] env[69183]: DEBUG nova.compute.manager [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.787868] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.657s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.789330] env[69183]: INFO nova.compute.claims [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.800276] env[69183]: DEBUG oslo_vmware.api [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 795.800276] env[69183]: value = "task-2789671" [ 795.800276] env[69183]: _type = "Task" [ 795.800276] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.810182] env[69183]: DEBUG oslo_vmware.api [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789671, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.111031] env[69183]: INFO nova.compute.manager [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Rescuing [ 796.111031] env[69183]: DEBUG oslo_concurrency.lockutils [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Acquiring lock "refresh_cache-d9ca7edd-63df-40f6-ae93-1a5911427ee7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.111031] env[69183]: DEBUG oslo_concurrency.lockutils [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Acquired lock "refresh_cache-d9ca7edd-63df-40f6-ae93-1a5911427ee7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.111228] env[69183]: DEBUG nova.network.neutron [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.267984] env[69183]: DEBUG nova.network.neutron [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.295439] env[69183]: DEBUG nova.compute.utils [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.296814] env[69183]: DEBUG nova.compute.manager [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.297050] env[69183]: DEBUG nova.network.neutron [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.311588] env[69183]: DEBUG oslo_vmware.api [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.382457] env[69183]: DEBUG nova.policy [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2184031cf95431d8c5e6e5c06af5fd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e96601da6404b92aa5077cbdde2da12', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.420722] env[69183]: DEBUG nova.compute.manager [req-eea15285-f5d7-43f5-915e-09daa850a607 req-1cb3f86b-bfce-4414-9f93-6d6f1a33dff8 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Received event network-changed-cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 796.420955] env[69183]: DEBUG nova.compute.manager [req-eea15285-f5d7-43f5-915e-09daa850a607 req-1cb3f86b-bfce-4414-9f93-6d6f1a33dff8 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Refreshing instance network info cache due to event network-changed-cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 796.421228] env[69183]: DEBUG oslo_concurrency.lockutils [req-eea15285-f5d7-43f5-915e-09daa850a607 req-1cb3f86b-bfce-4414-9f93-6d6f1a33dff8 service nova] Acquiring lock "refresh_cache-121683d3-7205-425c-ae2e-e5866e555044" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.421380] env[69183]: DEBUG oslo_concurrency.lockutils [req-eea15285-f5d7-43f5-915e-09daa850a607 req-1cb3f86b-bfce-4414-9f93-6d6f1a33dff8 service nova] Acquired lock "refresh_cache-121683d3-7205-425c-ae2e-e5866e555044" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.421545] env[69183]: DEBUG nova.network.neutron [req-eea15285-f5d7-43f5-915e-09daa850a607 req-1cb3f86b-bfce-4414-9f93-6d6f1a33dff8 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Refreshing network info cache for port cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.442636] env[69183]: DEBUG nova.compute.manager [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Received event network-vif-plugged-5b30f8b5-d708-4331-b99b-9b2a9c565114 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 796.442865] env[69183]: DEBUG oslo_concurrency.lockutils [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] Acquiring lock "fd82482c-4769-400c-9ee6-632e60be2e56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.443080] env[69183]: DEBUG oslo_concurrency.lockutils [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] Lock "fd82482c-4769-400c-9ee6-632e60be2e56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.443275] env[69183]: DEBUG oslo_concurrency.lockutils [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] Lock "fd82482c-4769-400c-9ee6-632e60be2e56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.443449] env[69183]: DEBUG nova.compute.manager [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] No waiting events found dispatching network-vif-plugged-5b30f8b5-d708-4331-b99b-9b2a9c565114 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.443609] env[69183]: WARNING nova.compute.manager [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Received unexpected event network-vif-plugged-5b30f8b5-d708-4331-b99b-9b2a9c565114 for instance with vm_state building and task_state spawning. [ 796.443761] env[69183]: DEBUG nova.compute.manager [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Received event network-changed-5b30f8b5-d708-4331-b99b-9b2a9c565114 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 796.443911] env[69183]: DEBUG nova.compute.manager [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Refreshing instance network info cache due to event network-changed-5b30f8b5-d708-4331-b99b-9b2a9c565114. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 796.444128] env[69183]: DEBUG oslo_concurrency.lockutils [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] Acquiring lock "refresh_cache-fd82482c-4769-400c-9ee6-632e60be2e56" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.537237] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Acquiring lock "b0e5eb80-66b4-4292-a2db-826289a5d6db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.537237] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Lock "b0e5eb80-66b4-4292-a2db-826289a5d6db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.800271] env[69183]: DEBUG nova.compute.manager [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.820624] env[69183]: DEBUG oslo_vmware.api [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.835560] env[69183]: DEBUG oslo_concurrency.lockutils [None req-df210117-da4c-450a-8b48-f65f958c2ef2 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquiring lock "68bd72ad-3ec6-44f8-8d5f-311cce1678f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.856313] env[69183]: DEBUG nova.network.neutron [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Updating instance_info_cache with network_info: [{"id": "616a18fd-88a7-4a89-868e-ad7a51b3ecae", "address": "fa:16:3e:78:18:c9", "network": {"id": "5d3ee3d0-b1d8-4f6b-9a1a-657c3d9bcdc5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-120904322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3af13b5346544c4080e1b49a93a88d9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616a18fd-88", "ovs_interfaceid": "616a18fd-88a7-4a89-868e-ad7a51b3ecae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.872347] env[69183]: DEBUG nova.network.neutron [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Updating instance_info_cache with network_info: [{"id": "5b30f8b5-d708-4331-b99b-9b2a9c565114", "address": "fa:16:3e:f3:bc:c9", "network": {"id": "d315ba45-e778-4b77-8587-533014246d50", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-973545429", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e32a4b51df4111839c3b805603d1bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b30f8b5-d7", "ovs_interfaceid": "5b30f8b5-d708-4331-b99b-9b2a9c565114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a55f5b66-be36-4685-825f-869d589f2962", "address": "fa:16:3e:5e:42:f8", "network": {"id": "4dbc11b5-9b75-4a37-b5ac-811cb4351360", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-692929204", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "13e32a4b51df4111839c3b805603d1bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa55f5b66-be", "ovs_interfaceid": "a55f5b66-be36-4685-825f-869d589f2962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.986518] env[69183]: DEBUG nova.network.neutron [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Successfully updated port: 234fb610-f895-4acd-980f-b5619075873d {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.064183] env[69183]: DEBUG nova.network.neutron [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Successfully created port: dea74842-6cbc-4a5a-8e60-13a618e10e68 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.163149] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Acquiring lock "cbb7af1d-6a53-4762-8337-69b17cdb7581" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.163451] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Lock "cbb7af1d-6a53-4762-8337-69b17cdb7581" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.163667] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Acquiring lock "cbb7af1d-6a53-4762-8337-69b17cdb7581-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.163841] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Lock "cbb7af1d-6a53-4762-8337-69b17cdb7581-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.164022] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Lock "cbb7af1d-6a53-4762-8337-69b17cdb7581-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.166436] env[69183]: INFO nova.compute.manager [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Terminating instance [ 797.210428] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.212706] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.232247] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c1d38efb-8ba1-4f98-a37e-8e9f6b85c93a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.232247] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c1d38efb-8ba1-4f98-a37e-8e9f6b85c93a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.232247] env[69183]: DEBUG nova.compute.manager [None req-c1d38efb-8ba1-4f98-a37e-8e9f6b85c93a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.232882] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91944824-49f8-4460-a342-8badf34934c9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.242280] env[69183]: DEBUG nova.compute.manager [None req-c1d38efb-8ba1-4f98-a37e-8e9f6b85c93a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69183) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 797.242822] env[69183]: DEBUG nova.objects.instance [None req-c1d38efb-8ba1-4f98-a37e-8e9f6b85c93a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lazy-loading 'flavor' on Instance uuid 37882545-0972-4f5c-a1e2-37b4f1bb2fc6 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.298121] env[69183]: DEBUG nova.network.neutron [req-eea15285-f5d7-43f5-915e-09daa850a607 req-1cb3f86b-bfce-4414-9f93-6d6f1a33dff8 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Updated VIF entry in instance network info cache for port cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.298592] env[69183]: DEBUG nova.network.neutron [req-eea15285-f5d7-43f5-915e-09daa850a607 req-1cb3f86b-bfce-4414-9f93-6d6f1a33dff8 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Updating instance_info_cache with network_info: [{"id": "cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa", "address": "fa:16:3e:ee:ef:2a", "network": {"id": "a3bc3f6e-aee0-480c-a7aa-4e3a3075003f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-264874385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a710f170b37497f870762d9876524b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd54dea6-1a", "ovs_interfaceid": "cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.322429] env[69183]: DEBUG oslo_vmware.api [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789671, 'name': ReconfigVM_Task, 'duration_secs': 1.291789} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.327551] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "67811381-5b1d-454d-923b-ba26dd2c3659" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.327654] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Reconfigured VM to attach interface {{(pid=69183) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 797.360501] env[69183]: DEBUG oslo_concurrency.lockutils [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Releasing lock "refresh_cache-d9ca7edd-63df-40f6-ae93-1a5911427ee7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.376704] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Releasing lock "refresh_cache-fd82482c-4769-400c-9ee6-632e60be2e56" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.376704] env[69183]: DEBUG nova.compute.manager [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Instance network_info: |[{"id": "5b30f8b5-d708-4331-b99b-9b2a9c565114", "address": "fa:16:3e:f3:bc:c9", "network": {"id": "d315ba45-e778-4b77-8587-533014246d50", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-973545429", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e32a4b51df4111839c3b805603d1bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b30f8b5-d7", "ovs_interfaceid": "5b30f8b5-d708-4331-b99b-9b2a9c565114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a55f5b66-be36-4685-825f-869d589f2962", "address": "fa:16:3e:5e:42:f8", "network": {"id": "4dbc11b5-9b75-4a37-b5ac-811cb4351360", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-692929204", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "13e32a4b51df4111839c3b805603d1bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa55f5b66-be", "ovs_interfaceid": "a55f5b66-be36-4685-825f-869d589f2962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.377024] env[69183]: DEBUG oslo_concurrency.lockutils [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] Acquired lock "refresh_cache-fd82482c-4769-400c-9ee6-632e60be2e56" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.377232] env[69183]: DEBUG nova.network.neutron [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Refreshing network info cache for port 5b30f8b5-d708-4331-b99b-9b2a9c565114 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.379185] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:bc:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b30f8b5-d708-4331-b99b-9b2a9c565114', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:42:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a55f5b66-be36-4685-825f-869d589f2962', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.388947] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.396297] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.397807] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65c98448-778b-43e3-a470-4ce169899424 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.429531] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.429531] env[69183]: value = "task-2789672" [ 797.429531] env[69183]: _type = "Task" [ 797.429531] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.443323] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789672, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.480378] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccda9cc-b116-46f8-afff-9d8350eb0f61 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.490881] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "refresh_cache-c9371531-6eeb-4f0b-9ed9-4c04942c187f" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.491086] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquired lock "refresh_cache-c9371531-6eeb-4f0b-9ed9-4c04942c187f" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.491319] env[69183]: DEBUG nova.network.neutron [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.494291] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487f593f-4645-489a-bd27-95f797163561 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.528803] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b75087-a1f4-4978-b457-14b6d8622ddc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.537594] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabf2b1e-2ca0-4700-a66c-77863250d60b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.554099] env[69183]: DEBUG nova.compute.provider_tree [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.554943] env[69183]: WARNING oslo_messaging._drivers.amqpdriver [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 797.672888] env[69183]: DEBUG nova.compute.manager [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.673149] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.674059] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60140490-b0c0-4299-a079-d3031a8695ab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.683633] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.683908] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-096c6025-e584-45a2-801e-348b147ea1ba {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.691766] env[69183]: DEBUG nova.network.neutron [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Updated VIF entry in instance network info cache for port 5b30f8b5-d708-4331-b99b-9b2a9c565114. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.692204] env[69183]: DEBUG nova.network.neutron [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Updating instance_info_cache with network_info: [{"id": "5b30f8b5-d708-4331-b99b-9b2a9c565114", "address": "fa:16:3e:f3:bc:c9", "network": {"id": "d315ba45-e778-4b77-8587-533014246d50", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-973545429", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e32a4b51df4111839c3b805603d1bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b30f8b5-d7", "ovs_interfaceid": "5b30f8b5-d708-4331-b99b-9b2a9c565114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a55f5b66-be36-4685-825f-869d589f2962", "address": "fa:16:3e:5e:42:f8", "network": {"id": "4dbc11b5-9b75-4a37-b5ac-811cb4351360", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-692929204", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "13e32a4b51df4111839c3b805603d1bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa55f5b66-be", "ovs_interfaceid": "a55f5b66-be36-4685-825f-869d589f2962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.694868] env[69183]: DEBUG oslo_vmware.api [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Waiting for the task: (returnval){ [ 797.694868] env[69183]: value = "task-2789673" [ 797.694868] env[69183]: _type = "Task" [ 797.694868] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.705419] env[69183]: DEBUG oslo_vmware.api [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Task: {'id': task-2789673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.726577] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.728194] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.728194] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.728585] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.728691] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.728855] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.729029] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69183) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 797.729229] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.801342] env[69183]: DEBUG oslo_concurrency.lockutils [req-eea15285-f5d7-43f5-915e-09daa850a607 req-1cb3f86b-bfce-4414-9f93-6d6f1a33dff8 service nova] Releasing lock "refresh_cache-121683d3-7205-425c-ae2e-e5866e555044" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.826668] env[69183]: DEBUG nova.compute.manager [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.834745] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d54abfad-2625-471f-964a-ad13668ea82e tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "interface-67811381-5b1d-454d-923b-ba26dd2c3659-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.632s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.857208] env[69183]: DEBUG nova.virt.hardware [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.857451] env[69183]: DEBUG nova.virt.hardware [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.857604] env[69183]: DEBUG nova.virt.hardware [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.857793] env[69183]: DEBUG nova.virt.hardware [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.857973] env[69183]: DEBUG nova.virt.hardware [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.858125] env[69183]: DEBUG nova.virt.hardware [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.858403] env[69183]: DEBUG nova.virt.hardware [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.858571] env[69183]: DEBUG nova.virt.hardware [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.858742] env[69183]: DEBUG nova.virt.hardware [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.858904] env[69183]: DEBUG nova.virt.hardware [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.859091] env[69183]: DEBUG nova.virt.hardware [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.860384] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0ab445-d33d-4c57-8d46-2db238550665 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.872095] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d22c1e5-ed3d-490d-a893-b4ac9f1c72ad {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.941334] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789672, 'name': CreateVM_Task, 'duration_secs': 0.509295} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.941334] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.944714] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.944714] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.944714] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.944714] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11389cf1-fb0b-4f68-801a-9e2ec395d297 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.948284] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Waiting for the task: (returnval){ [ 797.948284] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]520d483c-6351-cba6-676f-5850aafc88fd" [ 797.948284] env[69183]: _type = "Task" [ 797.948284] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.958838] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520d483c-6351-cba6-676f-5850aafc88fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.027725] env[69183]: DEBUG nova.network.neutron [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.059905] env[69183]: DEBUG nova.scheduler.client.report [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.153954] env[69183]: DEBUG nova.network.neutron [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Updating instance_info_cache with network_info: [{"id": "234fb610-f895-4acd-980f-b5619075873d", "address": "fa:16:3e:75:de:b1", "network": {"id": "4d805c0b-229a-45c2-a038-04f1ba9ad064", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1673913808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5693178b56fa4638818e38f3f7b68860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap234fb610-f8", "ovs_interfaceid": "234fb610-f895-4acd-980f-b5619075873d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.196503] env[69183]: DEBUG oslo_concurrency.lockutils [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] Releasing lock "refresh_cache-fd82482c-4769-400c-9ee6-632e60be2e56" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.197432] env[69183]: DEBUG nova.compute.manager [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Received event network-vif-plugged-8129c7d7-c956-496f-9bc6-11b88976c679 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 798.197432] env[69183]: DEBUG oslo_concurrency.lockutils [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] Acquiring lock "67811381-5b1d-454d-923b-ba26dd2c3659-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.197432] env[69183]: DEBUG oslo_concurrency.lockutils [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] Lock "67811381-5b1d-454d-923b-ba26dd2c3659-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.197432] env[69183]: DEBUG oslo_concurrency.lockutils [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] Lock "67811381-5b1d-454d-923b-ba26dd2c3659-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.197432] env[69183]: DEBUG nova.compute.manager [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] No waiting events found dispatching network-vif-plugged-8129c7d7-c956-496f-9bc6-11b88976c679 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.197612] env[69183]: WARNING nova.compute.manager [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Received unexpected event network-vif-plugged-8129c7d7-c956-496f-9bc6-11b88976c679 for instance with vm_state active and task_state None. [ 798.197714] env[69183]: DEBUG nova.compute.manager [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Received event network-changed-8129c7d7-c956-496f-9bc6-11b88976c679 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 798.197879] env[69183]: DEBUG nova.compute.manager [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Refreshing instance network info cache due to event network-changed-8129c7d7-c956-496f-9bc6-11b88976c679. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 798.198148] env[69183]: DEBUG oslo_concurrency.lockutils [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] Acquiring lock "refresh_cache-67811381-5b1d-454d-923b-ba26dd2c3659" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.198320] env[69183]: DEBUG oslo_concurrency.lockutils [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] Acquired lock "refresh_cache-67811381-5b1d-454d-923b-ba26dd2c3659" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.198515] env[69183]: DEBUG nova.network.neutron [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Refreshing network info cache for port 8129c7d7-c956-496f-9bc6-11b88976c679 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.210199] env[69183]: DEBUG oslo_vmware.api [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Task: {'id': task-2789673, 'name': PowerOffVM_Task, 'duration_secs': 0.225843} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.210454] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.210617] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.211385] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9fdbc05-5f6e-482c-ae0e-655808679169 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.226088] env[69183]: DEBUG nova.compute.manager [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.227141] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9a1902-1e2f-442c-9bce-494dc546bebb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.232176] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.249157] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d38efb-8ba1-4f98-a37e-8e9f6b85c93a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.249777] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ebfdf1f-c75a-4f9e-bfa5-fb8132bf5575 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.257168] env[69183]: DEBUG oslo_vmware.api [None req-c1d38efb-8ba1-4f98-a37e-8e9f6b85c93a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 798.257168] env[69183]: value = "task-2789675" [ 798.257168] env[69183]: _type = "Task" [ 798.257168] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.266219] env[69183]: DEBUG oslo_vmware.api [None req-c1d38efb-8ba1-4f98-a37e-8e9f6b85c93a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.297119] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.297382] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.297571] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Deleting the datastore file [datastore1] cbb7af1d-6a53-4762-8337-69b17cdb7581 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.297824] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6beb902-1533-4a72-aab4-253c6c027e8f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.305076] env[69183]: DEBUG oslo_vmware.api [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Waiting for the task: (returnval){ [ 798.305076] env[69183]: value = "task-2789676" [ 798.305076] env[69183]: _type = "Task" [ 798.305076] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.314533] env[69183]: DEBUG oslo_vmware.api [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Task: {'id': task-2789676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.460055] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520d483c-6351-cba6-676f-5850aafc88fd, 'name': SearchDatastore_Task, 'duration_secs': 0.013677} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.460441] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.460701] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.460960] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.461168] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.461387] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.461658] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adf0addc-ea93-48f8-a562-f23fac65c64d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.471879] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.472093] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.472895] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6a4848b-b102-417c-9dfe-75048bab9a56 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.480966] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Waiting for the task: (returnval){ [ 798.480966] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5279ff3e-ee7a-5495-b40b-9aaa378a5ef8" [ 798.480966] env[69183]: _type = "Task" [ 798.480966] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.490124] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5279ff3e-ee7a-5495-b40b-9aaa378a5ef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.564853] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.565438] env[69183]: DEBUG nova.compute.manager [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.572178] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.585s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.572178] env[69183]: DEBUG nova.objects.instance [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Lazy-loading 'resources' on Instance uuid 54ecef88-0417-45f5-8558-3dbda97fd4c8 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.656912] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Releasing lock "refresh_cache-c9371531-6eeb-4f0b-9ed9-4c04942c187f" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.657295] env[69183]: DEBUG nova.compute.manager [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Instance network_info: |[{"id": "234fb610-f895-4acd-980f-b5619075873d", "address": "fa:16:3e:75:de:b1", "network": {"id": "4d805c0b-229a-45c2-a038-04f1ba9ad064", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1673913808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5693178b56fa4638818e38f3f7b68860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap234fb610-f8", "ovs_interfaceid": "234fb610-f895-4acd-980f-b5619075873d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.657720] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:de:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '234fb610-f895-4acd-980f-b5619075873d', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.665865] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.666138] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.666723] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83cad26b-75f3-4ed4-9e18-22d21c8a8386 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.689367] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.689367] env[69183]: value = "task-2789677" [ 798.689367] env[69183]: _type = "Task" [ 798.689367] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.699927] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789677, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.706023] env[69183]: DEBUG nova.network.neutron [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Successfully updated port: dea74842-6cbc-4a5a-8e60-13a618e10e68 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.740337] env[69183]: INFO nova.compute.manager [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] instance snapshotting [ 798.742144] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267b8b6a-e404-4882-9e1f-d123de715905 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.778197] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7348a3-fe20-47e5-b9c7-90ba43eae4d6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.790785] env[69183]: DEBUG oslo_vmware.api [None req-c1d38efb-8ba1-4f98-a37e-8e9f6b85c93a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789675, 'name': PowerOffVM_Task, 'duration_secs': 0.277107} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.793031] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d38efb-8ba1-4f98-a37e-8e9f6b85c93a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.793031] env[69183]: DEBUG nova.compute.manager [None req-c1d38efb-8ba1-4f98-a37e-8e9f6b85c93a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.795483] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdc23d8-ead1-4507-b2a1-b5449bae4f8b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.815286] env[69183]: DEBUG oslo_vmware.api [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Task: {'id': task-2789676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180939} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.815419] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.815585] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.815766] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.815968] env[69183]: INFO nova.compute.manager [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Took 1.14 seconds to destroy the instance on the hypervisor. [ 798.816268] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.816458] env[69183]: DEBUG nova.compute.manager [-] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.816578] env[69183]: DEBUG nova.network.neutron [-] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.928817] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.929900] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9057a6b-4909-435f-98dc-7ac16e97a9a4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.942195] env[69183]: DEBUG oslo_vmware.api [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Waiting for the task: (returnval){ [ 798.942195] env[69183]: value = "task-2789678" [ 798.942195] env[69183]: _type = "Task" [ 798.942195] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.956109] env[69183]: DEBUG oslo_vmware.api [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.992051] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5279ff3e-ee7a-5495-b40b-9aaa378a5ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.012736} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.992911] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38c3b44f-1edf-4416-b85a-a8e5fcc2459f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.999198] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Waiting for the task: (returnval){ [ 798.999198] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]526a4125-5f47-cfb8-9d6b-164531d2dbf3" [ 798.999198] env[69183]: _type = "Task" [ 798.999198] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.008482] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]526a4125-5f47-cfb8-9d6b-164531d2dbf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.075953] env[69183]: DEBUG nova.compute.utils [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.085610] env[69183]: DEBUG nova.compute.manager [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.085610] env[69183]: DEBUG nova.network.neutron [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.165189] env[69183]: DEBUG nova.network.neutron [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Updated VIF entry in instance network info cache for port 8129c7d7-c956-496f-9bc6-11b88976c679. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.165189] env[69183]: DEBUG nova.network.neutron [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Updating instance_info_cache with network_info: [{"id": "765a6f19-7429-440b-80f7-54eeebe7e30a", "address": "fa:16:3e:2a:31:55", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap765a6f19-74", "ovs_interfaceid": "765a6f19-7429-440b-80f7-54eeebe7e30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8129c7d7-c956-496f-9bc6-11b88976c679", "address": "fa:16:3e:4d:06:b3", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8129c7d7-c9", "ovs_interfaceid": "8129c7d7-c956-496f-9bc6-11b88976c679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.187904] env[69183]: DEBUG nova.compute.manager [req-60f7c789-46e0-4c94-8b39-630e075f53ba req-8f2716fe-a2af-4ea1-b997-82e208c87132 service nova] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Received event network-changed-a55f5b66-be36-4685-825f-869d589f2962 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 799.188217] env[69183]: DEBUG nova.compute.manager [req-60f7c789-46e0-4c94-8b39-630e075f53ba req-8f2716fe-a2af-4ea1-b997-82e208c87132 service nova] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Refreshing instance network info cache due to event network-changed-a55f5b66-be36-4685-825f-869d589f2962. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 799.188807] env[69183]: DEBUG oslo_concurrency.lockutils [req-60f7c789-46e0-4c94-8b39-630e075f53ba req-8f2716fe-a2af-4ea1-b997-82e208c87132 service nova] Acquiring lock "refresh_cache-fd82482c-4769-400c-9ee6-632e60be2e56" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.188989] env[69183]: DEBUG oslo_concurrency.lockutils [req-60f7c789-46e0-4c94-8b39-630e075f53ba req-8f2716fe-a2af-4ea1-b997-82e208c87132 service nova] Acquired lock "refresh_cache-fd82482c-4769-400c-9ee6-632e60be2e56" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.189569] env[69183]: DEBUG nova.network.neutron [req-60f7c789-46e0-4c94-8b39-630e075f53ba req-8f2716fe-a2af-4ea1-b997-82e208c87132 service nova] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Refreshing network info cache for port a55f5b66-be36-4685-825f-869d589f2962 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.203044] env[69183]: DEBUG nova.policy [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cf14e35f12b4296b0075dc26b2d6e25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86e4c6c921e94fb49b6a746ceb8c7e98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.209977] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquiring lock "refresh_cache-f5d8ff76-766d-407a-87a8-89065f1cf8f3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.209977] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquired lock "refresh_cache-f5d8ff76-766d-407a-87a8-89065f1cf8f3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.209977] env[69183]: DEBUG nova.network.neutron [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.214497] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789677, 'name': CreateVM_Task, 'duration_secs': 0.442235} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.217242] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.218356] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.218411] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.218687] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.219293] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6c2aef7-6d5e-4e5d-9450-a238de08f963 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.224957] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 799.224957] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52a213f4-5316-4066-85e5-8c3db34cfb32" [ 799.224957] env[69183]: _type = "Task" [ 799.224957] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.234487] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a213f4-5316-4066-85e5-8c3db34cfb32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.299827] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Creating Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 799.301095] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-111fcb48-312a-4671-a17b-de30ee3fa6de {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.308402] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c1d38efb-8ba1-4f98-a37e-8e9f6b85c93a tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.310293] env[69183]: DEBUG oslo_vmware.api [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 799.310293] env[69183]: value = "task-2789679" [ 799.310293] env[69183]: _type = "Task" [ 799.310293] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.323277] env[69183]: DEBUG oslo_vmware.api [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789679, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.456790] env[69183]: DEBUG oslo_vmware.api [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789678, 'name': PowerOffVM_Task, 'duration_secs': 0.20343} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.456790] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.457501] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbf8db5-a98e-4b1a-a411-b957049dd40d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.481328] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef16e17b-4c09-46f0-862a-8949fd41cf3a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.514900] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]526a4125-5f47-cfb8-9d6b-164531d2dbf3, 'name': SearchDatastore_Task, 'duration_secs': 0.012919} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.515199] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.515456] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] fd82482c-4769-400c-9ee6-632e60be2e56/fd82482c-4769-400c-9ee6-632e60be2e56.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.517411] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.517651] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ddcaef4-d25a-472c-93cd-d9e27698ab5a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.519618] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a155e4b-0530-4347-82bf-d24601c912c9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.531693] env[69183]: DEBUG oslo_vmware.api [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Waiting for the task: (returnval){ [ 799.531693] env[69183]: value = "task-2789681" [ 799.531693] env[69183]: _type = "Task" [ 799.531693] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.532202] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Waiting for the task: (returnval){ [ 799.532202] env[69183]: value = "task-2789680" [ 799.532202] env[69183]: _type = "Task" [ 799.532202] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.547560] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.551380] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] VM already powered off {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 799.551602] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.551846] env[69183]: DEBUG oslo_concurrency.lockutils [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.552012] env[69183]: DEBUG oslo_concurrency.lockutils [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.552213] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.554848] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e8e797e-118b-4a84-b75d-9f6c63ae723c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.565713] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.565886] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.566659] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a700a021-eca7-4701-be08-13830cffe4e0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.573438] env[69183]: DEBUG oslo_vmware.api [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Waiting for the task: (returnval){ [ 799.573438] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]522850a3-b52d-1d3e-a396-d402a9c6c385" [ 799.573438] env[69183]: _type = "Task" [ 799.573438] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.589516] env[69183]: DEBUG nova.compute.manager [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.592511] env[69183]: DEBUG oslo_vmware.api [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]522850a3-b52d-1d3e-a396-d402a9c6c385, 'name': SearchDatastore_Task, 'duration_secs': 0.009819} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.597631] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5505b87e-0671-4a67-87cc-fd62682b0dc5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.603584] env[69183]: DEBUG oslo_vmware.api [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Waiting for the task: (returnval){ [ 799.603584] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527e9987-8901-0de9-bf09-2f114acd4cdb" [ 799.603584] env[69183]: _type = "Task" [ 799.603584] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.613053] env[69183]: DEBUG oslo_vmware.api [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527e9987-8901-0de9-bf09-2f114acd4cdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.672399] env[69183]: DEBUG oslo_concurrency.lockutils [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] Releasing lock "refresh_cache-67811381-5b1d-454d-923b-ba26dd2c3659" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.672855] env[69183]: DEBUG nova.compute.manager [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Received event network-vif-plugged-a55f5b66-be36-4685-825f-869d589f2962 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 799.673066] env[69183]: DEBUG oslo_concurrency.lockutils [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] Acquiring lock "fd82482c-4769-400c-9ee6-632e60be2e56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.673166] env[69183]: DEBUG oslo_concurrency.lockutils [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] Lock "fd82482c-4769-400c-9ee6-632e60be2e56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.673325] env[69183]: DEBUG oslo_concurrency.lockutils [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] Lock "fd82482c-4769-400c-9ee6-632e60be2e56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.673483] env[69183]: DEBUG nova.compute.manager [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] No waiting events found dispatching network-vif-plugged-a55f5b66-be36-4685-825f-869d589f2962 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.673646] env[69183]: WARNING nova.compute.manager [req-82a145ab-ea89-4297-95fd-fbcf51bedcf9 req-83aaf832-feb5-4f5d-8948-9375eb9b6eca service nova] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Received unexpected event network-vif-plugged-a55f5b66-be36-4685-825f-869d589f2962 for instance with vm_state building and task_state spawning. [ 799.738689] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a213f4-5316-4066-85e5-8c3db34cfb32, 'name': SearchDatastore_Task, 'duration_secs': 0.010703} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.741754] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.742072] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.742362] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.802561] env[69183]: DEBUG nova.network.neutron [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.826328] env[69183]: DEBUG oslo_vmware.api [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789679, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.850401] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286182d1-30ae-4692-8b2f-ddb33764b50a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.862184] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1c30a0-5dc2-4c18-b206-6211bf0a43bd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.896315] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682312a5-0f71-49ba-a4b5-2914aa40aaee {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.909610] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56429812-467f-4204-a669-c03de3dbad1c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.929457] env[69183]: DEBUG nova.compute.provider_tree [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.045956] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482857} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.046492] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] fd82482c-4769-400c-9ee6-632e60be2e56/fd82482c-4769-400c-9ee6-632e60be2e56.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.046722] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.046980] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01d2b48d-e8e5-4466-a5c6-f1a4318f2b75 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.054531] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Waiting for the task: (returnval){ [ 800.054531] env[69183]: value = "task-2789682" [ 800.054531] env[69183]: _type = "Task" [ 800.054531] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.066438] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.116642] env[69183]: DEBUG oslo_vmware.api [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527e9987-8901-0de9-bf09-2f114acd4cdb, 'name': SearchDatastore_Task, 'duration_secs': 0.011305} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.116980] env[69183]: DEBUG oslo_concurrency.lockutils [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.117272] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] d9ca7edd-63df-40f6-ae93-1a5911427ee7/f7726cdb-6378-48d3-afce-c7bc7e065714-rescue.vmdk. {{(pid=69183) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 800.117573] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.117754] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.117963] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eca897e9-9f3f-4ac9-8654-16249e81ab92 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.120397] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bed5dfe-3c67-4f02-8277-f2b00fa12c4f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.129862] env[69183]: DEBUG oslo_vmware.api [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Waiting for the task: (returnval){ [ 800.129862] env[69183]: value = "task-2789683" [ 800.129862] env[69183]: _type = "Task" [ 800.129862] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.139389] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.139389] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.139389] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-124437f2-5f1f-4b6e-ab5a-e2f31626897e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.148982] env[69183]: DEBUG oslo_vmware.api [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.153296] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 800.153296] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52feabd6-2d05-577c-6303-3ecd09cfe44a" [ 800.153296] env[69183]: _type = "Task" [ 800.153296] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.164597] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52feabd6-2d05-577c-6303-3ecd09cfe44a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.172721] env[69183]: DEBUG nova.network.neutron [-] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.270589] env[69183]: DEBUG nova.network.neutron [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Successfully created port: 6486a77e-2fcc-49ef-bfb6-1b21d0b47e78 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.326097] env[69183]: DEBUG oslo_vmware.api [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789679, 'name': CreateSnapshot_Task, 'duration_secs': 0.933737} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.326437] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Created Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 800.327367] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd23bde-3c10-487d-9786-3af41cb1852c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.417948] env[69183]: DEBUG nova.network.neutron [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Updating instance_info_cache with network_info: [{"id": "dea74842-6cbc-4a5a-8e60-13a618e10e68", "address": "fa:16:3e:63:ac:89", "network": {"id": "25a953a5-744a-41ae-a694-1218056811a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-713805857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e96601da6404b92aa5077cbdde2da12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea74842-6c", "ovs_interfaceid": "dea74842-6cbc-4a5a-8e60-13a618e10e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.433632] env[69183]: DEBUG nova.scheduler.client.report [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.475406] env[69183]: DEBUG nova.network.neutron [req-60f7c789-46e0-4c94-8b39-630e075f53ba req-8f2716fe-a2af-4ea1-b997-82e208c87132 service nova] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Updated VIF entry in instance network info cache for port a55f5b66-be36-4685-825f-869d589f2962. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.475931] env[69183]: DEBUG nova.network.neutron [req-60f7c789-46e0-4c94-8b39-630e075f53ba req-8f2716fe-a2af-4ea1-b997-82e208c87132 service nova] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Updating instance_info_cache with network_info: [{"id": "5b30f8b5-d708-4331-b99b-9b2a9c565114", "address": "fa:16:3e:f3:bc:c9", "network": {"id": "d315ba45-e778-4b77-8587-533014246d50", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-973545429", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13e32a4b51df4111839c3b805603d1bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b30f8b5-d7", "ovs_interfaceid": "5b30f8b5-d708-4331-b99b-9b2a9c565114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a55f5b66-be36-4685-825f-869d589f2962", "address": "fa:16:3e:5e:42:f8", "network": {"id": "4dbc11b5-9b75-4a37-b5ac-811cb4351360", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-692929204", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "13e32a4b51df4111839c3b805603d1bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa55f5b66-be", "ovs_interfaceid": "a55f5b66-be36-4685-825f-869d589f2962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.568029] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070402} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.568029] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.568029] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560e377c-ad3b-413c-ba02-209f8a787e9e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.597789] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] fd82482c-4769-400c-9ee6-632e60be2e56/fd82482c-4769-400c-9ee6-632e60be2e56.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.599350] env[69183]: DEBUG nova.compute.manager [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.601624] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4effcc01-6061-4e6d-9f06-f1a1930c4b12 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.624384] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Waiting for the task: (returnval){ [ 800.624384] env[69183]: value = "task-2789684" [ 800.624384] env[69183]: _type = "Task" [ 800.624384] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.641257] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.650842] env[69183]: DEBUG oslo_vmware.api [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789683, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.654547] env[69183]: DEBUG nova.virt.hardware [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.654547] env[69183]: DEBUG nova.virt.hardware [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.654547] env[69183]: DEBUG nova.virt.hardware [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.654547] env[69183]: DEBUG nova.virt.hardware [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.655497] env[69183]: DEBUG nova.virt.hardware [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.655497] env[69183]: DEBUG nova.virt.hardware [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.655497] env[69183]: DEBUG nova.virt.hardware [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.655497] env[69183]: DEBUG nova.virt.hardware [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.655497] env[69183]: DEBUG nova.virt.hardware [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.655885] env[69183]: DEBUG nova.virt.hardware [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.655885] env[69183]: DEBUG nova.virt.hardware [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.656835] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9222523-c387-45ff-af10-66441f9f5872 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.671613] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52feabd6-2d05-577c-6303-3ecd09cfe44a, 'name': SearchDatastore_Task, 'duration_secs': 0.012016} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.674893] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dd88f4f-f019-47e4-b9b8-3e89eac811ee {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.678571] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41b720c-6846-485e-a648-978d59bd0b9f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.683450] env[69183]: INFO nova.compute.manager [-] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Took 1.87 seconds to deallocate network for instance. [ 800.699582] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 800.699582] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5277c4c6-af09-5fbd-0811-ccadf843dfae" [ 800.699582] env[69183]: _type = "Task" [ 800.699582] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.710262] env[69183]: DEBUG nova.objects.instance [None req-af0b234c-52ac-4c64-966a-c0fb22e0743b tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lazy-loading 'flavor' on Instance uuid 37882545-0972-4f5c-a1e2-37b4f1bb2fc6 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.711727] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5277c4c6-af09-5fbd-0811-ccadf843dfae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.784639] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "interface-67811381-5b1d-454d-923b-ba26dd2c3659-8129c7d7-c956-496f-9bc6-11b88976c679" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.784908] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "interface-67811381-5b1d-454d-923b-ba26dd2c3659-8129c7d7-c956-496f-9bc6-11b88976c679" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.854407] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Creating linked-clone VM from snapshot {{(pid=69183) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 800.854807] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eaadbf62-b6ea-4d48-8b19-4ad054a06819 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.864645] env[69183]: DEBUG oslo_vmware.api [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 800.864645] env[69183]: value = "task-2789685" [ 800.864645] env[69183]: _type = "Task" [ 800.864645] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.873328] env[69183]: DEBUG oslo_vmware.api [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789685, 'name': CloneVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.921334] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Releasing lock "refresh_cache-f5d8ff76-766d-407a-87a8-89065f1cf8f3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.921896] env[69183]: DEBUG nova.compute.manager [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Instance network_info: |[{"id": "dea74842-6cbc-4a5a-8e60-13a618e10e68", "address": "fa:16:3e:63:ac:89", "network": {"id": "25a953a5-744a-41ae-a694-1218056811a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-713805857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e96601da6404b92aa5077cbdde2da12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea74842-6c", "ovs_interfaceid": "dea74842-6cbc-4a5a-8e60-13a618e10e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.922538] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:ac:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dea74842-6cbc-4a5a-8e60-13a618e10e68', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.931382] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.932015] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.932313] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-380914a7-0ea0-41d2-8870-58d928e653c2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.948063] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.376s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.949794] env[69183]: DEBUG oslo_concurrency.lockutils [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.250s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.950046] env[69183]: DEBUG nova.objects.instance [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lazy-loading 'resources' on Instance uuid d496b806-b894-48f1-839d-2551f81c2cb0 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.958785] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.958785] env[69183]: value = "task-2789686" [ 800.958785] env[69183]: _type = "Task" [ 800.958785] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.968872] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789686, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.977363] env[69183]: INFO nova.scheduler.client.report [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Deleted allocations for instance 54ecef88-0417-45f5-8558-3dbda97fd4c8 [ 800.978895] env[69183]: DEBUG oslo_concurrency.lockutils [req-60f7c789-46e0-4c94-8b39-630e075f53ba req-8f2716fe-a2af-4ea1-b997-82e208c87132 service nova] Releasing lock "refresh_cache-fd82482c-4769-400c-9ee6-632e60be2e56" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.979180] env[69183]: DEBUG nova.compute.manager [req-60f7c789-46e0-4c94-8b39-630e075f53ba req-8f2716fe-a2af-4ea1-b997-82e208c87132 service nova] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Received event network-vif-plugged-234fb610-f895-4acd-980f-b5619075873d {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 800.979453] env[69183]: DEBUG oslo_concurrency.lockutils [req-60f7c789-46e0-4c94-8b39-630e075f53ba req-8f2716fe-a2af-4ea1-b997-82e208c87132 service nova] Acquiring lock "c9371531-6eeb-4f0b-9ed9-4c04942c187f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.979693] env[69183]: DEBUG oslo_concurrency.lockutils [req-60f7c789-46e0-4c94-8b39-630e075f53ba req-8f2716fe-a2af-4ea1-b997-82e208c87132 service nova] Lock "c9371531-6eeb-4f0b-9ed9-4c04942c187f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.979899] env[69183]: DEBUG oslo_concurrency.lockutils [req-60f7c789-46e0-4c94-8b39-630e075f53ba req-8f2716fe-a2af-4ea1-b997-82e208c87132 service nova] Lock "c9371531-6eeb-4f0b-9ed9-4c04942c187f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.980175] env[69183]: DEBUG nova.compute.manager [req-60f7c789-46e0-4c94-8b39-630e075f53ba req-8f2716fe-a2af-4ea1-b997-82e208c87132 service nova] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] No waiting events found dispatching network-vif-plugged-234fb610-f895-4acd-980f-b5619075873d {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.980420] env[69183]: WARNING nova.compute.manager [req-60f7c789-46e0-4c94-8b39-630e075f53ba req-8f2716fe-a2af-4ea1-b997-82e208c87132 service nova] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Received unexpected event network-vif-plugged-234fb610-f895-4acd-980f-b5619075873d for instance with vm_state building and task_state spawning. [ 800.980630] env[69183]: DEBUG nova.compute.manager [req-60f7c789-46e0-4c94-8b39-630e075f53ba req-8f2716fe-a2af-4ea1-b997-82e208c87132 service nova] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Received event network-changed-234fb610-f895-4acd-980f-b5619075873d {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 800.981033] env[69183]: DEBUG nova.compute.manager [req-60f7c789-46e0-4c94-8b39-630e075f53ba req-8f2716fe-a2af-4ea1-b997-82e208c87132 service nova] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Refreshing instance network info cache due to event network-changed-234fb610-f895-4acd-980f-b5619075873d. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 800.981069] env[69183]: DEBUG oslo_concurrency.lockutils [req-60f7c789-46e0-4c94-8b39-630e075f53ba req-8f2716fe-a2af-4ea1-b997-82e208c87132 service nova] Acquiring lock "refresh_cache-c9371531-6eeb-4f0b-9ed9-4c04942c187f" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.981444] env[69183]: DEBUG oslo_concurrency.lockutils [req-60f7c789-46e0-4c94-8b39-630e075f53ba req-8f2716fe-a2af-4ea1-b997-82e208c87132 service nova] Acquired lock "refresh_cache-c9371531-6eeb-4f0b-9ed9-4c04942c187f" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.981684] env[69183]: DEBUG nova.network.neutron [req-60f7c789-46e0-4c94-8b39-630e075f53ba req-8f2716fe-a2af-4ea1-b997-82e208c87132 service nova] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Refreshing network info cache for port 234fb610-f895-4acd-980f-b5619075873d {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.138821] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.144650] env[69183]: DEBUG oslo_vmware.api [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642193} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.144894] env[69183]: INFO nova.virt.vmwareapi.ds_util [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] d9ca7edd-63df-40f6-ae93-1a5911427ee7/f7726cdb-6378-48d3-afce-c7bc7e065714-rescue.vmdk. [ 801.145734] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37437088-f747-400f-aa44-94002a97ac25 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.174220] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] d9ca7edd-63df-40f6-ae93-1a5911427ee7/f7726cdb-6378-48d3-afce-c7bc7e065714-rescue.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.174922] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87ccf092-f1e2-4909-bac8-31eb64e49504 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.196425] env[69183]: DEBUG oslo_vmware.api [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Waiting for the task: (returnval){ [ 801.196425] env[69183]: value = "task-2789687" [ 801.196425] env[69183]: _type = "Task" [ 801.196425] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.200464] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.207781] env[69183]: DEBUG oslo_vmware.api [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.215050] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5277c4c6-af09-5fbd-0811-ccadf843dfae, 'name': SearchDatastore_Task, 'duration_secs': 0.043638} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.215534] env[69183]: DEBUG oslo_concurrency.lockutils [None req-af0b234c-52ac-4c64-966a-c0fb22e0743b tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "refresh_cache-37882545-0972-4f5c-a1e2-37b4f1bb2fc6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.215692] env[69183]: DEBUG oslo_concurrency.lockutils [None req-af0b234c-52ac-4c64-966a-c0fb22e0743b tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquired lock "refresh_cache-37882545-0972-4f5c-a1e2-37b4f1bb2fc6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.215863] env[69183]: DEBUG nova.network.neutron [None req-af0b234c-52ac-4c64-966a-c0fb22e0743b tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.216050] env[69183]: DEBUG nova.objects.instance [None req-af0b234c-52ac-4c64-966a-c0fb22e0743b tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lazy-loading 'info_cache' on Instance uuid 37882545-0972-4f5c-a1e2-37b4f1bb2fc6 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.217188] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.218081] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] c9371531-6eeb-4f0b-9ed9-4c04942c187f/c9371531-6eeb-4f0b-9ed9-4c04942c187f.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.218081] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-308c4b87-a1a2-45c9-89e7-723bf65191f8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.227196] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 801.227196] env[69183]: value = "task-2789688" [ 801.227196] env[69183]: _type = "Task" [ 801.227196] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.238527] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.283332] env[69183]: DEBUG nova.compute.manager [req-72e528c7-f86f-40dd-ace1-9b9690aa1653 req-3de318a7-8305-4844-8a57-27530eb656a5 service nova] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Received event network-vif-plugged-dea74842-6cbc-4a5a-8e60-13a618e10e68 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 801.283552] env[69183]: DEBUG oslo_concurrency.lockutils [req-72e528c7-f86f-40dd-ace1-9b9690aa1653 req-3de318a7-8305-4844-8a57-27530eb656a5 service nova] Acquiring lock "f5d8ff76-766d-407a-87a8-89065f1cf8f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.283883] env[69183]: DEBUG oslo_concurrency.lockutils [req-72e528c7-f86f-40dd-ace1-9b9690aa1653 req-3de318a7-8305-4844-8a57-27530eb656a5 service nova] Lock "f5d8ff76-766d-407a-87a8-89065f1cf8f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.284163] env[69183]: DEBUG oslo_concurrency.lockutils [req-72e528c7-f86f-40dd-ace1-9b9690aa1653 req-3de318a7-8305-4844-8a57-27530eb656a5 service nova] Lock "f5d8ff76-766d-407a-87a8-89065f1cf8f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.284398] env[69183]: DEBUG nova.compute.manager [req-72e528c7-f86f-40dd-ace1-9b9690aa1653 req-3de318a7-8305-4844-8a57-27530eb656a5 service nova] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] No waiting events found dispatching network-vif-plugged-dea74842-6cbc-4a5a-8e60-13a618e10e68 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.284669] env[69183]: WARNING nova.compute.manager [req-72e528c7-f86f-40dd-ace1-9b9690aa1653 req-3de318a7-8305-4844-8a57-27530eb656a5 service nova] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Received unexpected event network-vif-plugged-dea74842-6cbc-4a5a-8e60-13a618e10e68 for instance with vm_state building and task_state spawning. [ 801.284984] env[69183]: DEBUG nova.compute.manager [req-72e528c7-f86f-40dd-ace1-9b9690aa1653 req-3de318a7-8305-4844-8a57-27530eb656a5 service nova] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Received event network-changed-dea74842-6cbc-4a5a-8e60-13a618e10e68 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 801.285238] env[69183]: DEBUG nova.compute.manager [req-72e528c7-f86f-40dd-ace1-9b9690aa1653 req-3de318a7-8305-4844-8a57-27530eb656a5 service nova] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Refreshing instance network info cache due to event network-changed-dea74842-6cbc-4a5a-8e60-13a618e10e68. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 801.285479] env[69183]: DEBUG oslo_concurrency.lockutils [req-72e528c7-f86f-40dd-ace1-9b9690aa1653 req-3de318a7-8305-4844-8a57-27530eb656a5 service nova] Acquiring lock "refresh_cache-f5d8ff76-766d-407a-87a8-89065f1cf8f3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.285698] env[69183]: DEBUG oslo_concurrency.lockutils [req-72e528c7-f86f-40dd-ace1-9b9690aa1653 req-3de318a7-8305-4844-8a57-27530eb656a5 service nova] Acquired lock "refresh_cache-f5d8ff76-766d-407a-87a8-89065f1cf8f3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.285990] env[69183]: DEBUG nova.network.neutron [req-72e528c7-f86f-40dd-ace1-9b9690aa1653 req-3de318a7-8305-4844-8a57-27530eb656a5 service nova] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Refreshing network info cache for port dea74842-6cbc-4a5a-8e60-13a618e10e68 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.290752] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "67811381-5b1d-454d-923b-ba26dd2c3659" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.290880] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "67811381-5b1d-454d-923b-ba26dd2c3659" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.292154] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1ac3ab-1609-4c54-b4de-b43737a0774f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.311715] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ad7464-f019-4e39-aec3-ce4515bf3a05 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.343054] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Reconfiguring VM to detach interface {{(pid=69183) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 801.347025] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43b85d74-abf4-476c-8c9c-8b12a0c635df {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.364114] env[69183]: DEBUG oslo_vmware.api [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 801.364114] env[69183]: value = "task-2789689" [ 801.364114] env[69183]: _type = "Task" [ 801.364114] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.379562] env[69183]: DEBUG oslo_vmware.api [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789689, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.379919] env[69183]: DEBUG oslo_vmware.api [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789685, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.471356] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789686, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.495743] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c6866d9d-2e2f-4569-81e2-5f9e0a6593e6 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Lock "54ecef88-0417-45f5-8558-3dbda97fd4c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.262s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.642244] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789684, 'name': ReconfigVM_Task, 'duration_secs': 0.69697} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.642764] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Reconfigured VM instance instance-00000031 to attach disk [datastore2] fd82482c-4769-400c-9ee6-632e60be2e56/fd82482c-4769-400c-9ee6-632e60be2e56.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.643604] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a2ca14a-ad06-4ce4-b72f-be75b353a1c3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.669423] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Waiting for the task: (returnval){ [ 801.669423] env[69183]: value = "task-2789690" [ 801.669423] env[69183]: _type = "Task" [ 801.669423] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.687953] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789690, 'name': Rename_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.708876] env[69183]: DEBUG oslo_vmware.api [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789687, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.719768] env[69183]: DEBUG nova.objects.base [None req-af0b234c-52ac-4c64-966a-c0fb22e0743b tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Object Instance<37882545-0972-4f5c-a1e2-37b4f1bb2fc6> lazy-loaded attributes: flavor,info_cache {{(pid=69183) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 801.738679] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490244} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.741368] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] c9371531-6eeb-4f0b-9ed9-4c04942c187f/c9371531-6eeb-4f0b-9ed9-4c04942c187f.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.741604] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.744165] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d97e1d76-49a2-4cfe-9098-9b571ad8f221 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.753416] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 801.753416] env[69183]: value = "task-2789691" [ 801.753416] env[69183]: _type = "Task" [ 801.753416] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.766267] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.796789] env[69183]: DEBUG nova.network.neutron [req-60f7c789-46e0-4c94-8b39-630e075f53ba req-8f2716fe-a2af-4ea1-b997-82e208c87132 service nova] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Updated VIF entry in instance network info cache for port 234fb610-f895-4acd-980f-b5619075873d. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.797222] env[69183]: DEBUG nova.network.neutron [req-60f7c789-46e0-4c94-8b39-630e075f53ba req-8f2716fe-a2af-4ea1-b997-82e208c87132 service nova] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Updating instance_info_cache with network_info: [{"id": "234fb610-f895-4acd-980f-b5619075873d", "address": "fa:16:3e:75:de:b1", "network": {"id": "4d805c0b-229a-45c2-a038-04f1ba9ad064", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1673913808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5693178b56fa4638818e38f3f7b68860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap234fb610-f8", "ovs_interfaceid": "234fb610-f895-4acd-980f-b5619075873d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.882379] env[69183]: DEBUG oslo_vmware.api [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789685, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.886217] env[69183]: DEBUG oslo_vmware.api [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.973017] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789686, 'name': CreateVM_Task, 'duration_secs': 0.762173} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.975673] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.976531] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.976695] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.977020] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.977282] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7495454-7077-4ec7-a5f3-e7511d4ac948 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.982433] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for the task: (returnval){ [ 801.982433] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52d6d643-80dc-f2e1-0823-17eb32221191" [ 801.982433] env[69183]: _type = "Task" [ 801.982433] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.994234] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d6d643-80dc-f2e1-0823-17eb32221191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.095427] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f518ebb-71be-4d03-a090-56662e29f6d4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.098777] env[69183]: DEBUG nova.network.neutron [req-72e528c7-f86f-40dd-ace1-9b9690aa1653 req-3de318a7-8305-4844-8a57-27530eb656a5 service nova] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Updated VIF entry in instance network info cache for port dea74842-6cbc-4a5a-8e60-13a618e10e68. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.099591] env[69183]: DEBUG nova.network.neutron [req-72e528c7-f86f-40dd-ace1-9b9690aa1653 req-3de318a7-8305-4844-8a57-27530eb656a5 service nova] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Updating instance_info_cache with network_info: [{"id": "dea74842-6cbc-4a5a-8e60-13a618e10e68", "address": "fa:16:3e:63:ac:89", "network": {"id": "25a953a5-744a-41ae-a694-1218056811a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-713805857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e96601da6404b92aa5077cbdde2da12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea74842-6c", "ovs_interfaceid": "dea74842-6cbc-4a5a-8e60-13a618e10e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.105415] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbffa5d-1da8-43ac-bb5f-7742ce95e375 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.140253] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317e7c4a-b757-4bf3-a3fe-ab9437e41fc4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.147431] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d4d1fa-bc18-447d-9128-a924432f74dd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.154613] env[69183]: DEBUG nova.network.neutron [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Successfully updated port: 6486a77e-2fcc-49ef-bfb6-1b21d0b47e78 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.164316] env[69183]: DEBUG nova.compute.provider_tree [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.180525] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789690, 'name': Rename_Task, 'duration_secs': 0.175131} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.180794] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.181042] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3ff2d6d-d304-4428-a56d-e45aa1b59c58 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.189176] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Waiting for the task: (returnval){ [ 802.189176] env[69183]: value = "task-2789692" [ 802.189176] env[69183]: _type = "Task" [ 802.189176] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.199495] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.207437] env[69183]: DEBUG oslo_vmware.api [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789687, 'name': ReconfigVM_Task, 'duration_secs': 0.531724} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.208459] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Reconfigured VM instance instance-00000030 to attach disk [datastore2] d9ca7edd-63df-40f6-ae93-1a5911427ee7/f7726cdb-6378-48d3-afce-c7bc7e065714-rescue.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.209378] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fd9280-ba04-460d-9610-692309024655 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.241173] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35226ebc-ad79-4111-8d6f-823fd51adb70 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.259506] env[69183]: DEBUG oslo_vmware.api [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Waiting for the task: (returnval){ [ 802.259506] env[69183]: value = "task-2789693" [ 802.259506] env[69183]: _type = "Task" [ 802.259506] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.266434] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075733} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.267093] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.268078] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecf131d-0bc0-4292-89fb-6d3f48398768 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.275047] env[69183]: DEBUG oslo_vmware.api [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.298750] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] c9371531-6eeb-4f0b-9ed9-4c04942c187f/c9371531-6eeb-4f0b-9ed9-4c04942c187f.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.302113] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6fdc08e-6c62-4278-8809-b51e24722cf4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.316483] env[69183]: DEBUG oslo_concurrency.lockutils [req-60f7c789-46e0-4c94-8b39-630e075f53ba req-8f2716fe-a2af-4ea1-b997-82e208c87132 service nova] Releasing lock "refresh_cache-c9371531-6eeb-4f0b-9ed9-4c04942c187f" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.327022] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 802.327022] env[69183]: value = "task-2789694" [ 802.327022] env[69183]: _type = "Task" [ 802.327022] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.335055] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.379062] env[69183]: DEBUG oslo_vmware.api [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.385155] env[69183]: DEBUG oslo_vmware.api [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789685, 'name': CloneVM_Task, 'duration_secs': 1.393623} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.387608] env[69183]: INFO nova.virt.vmwareapi.vmops [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Created linked-clone VM from snapshot [ 802.388436] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b19f34d-9f53-4781-b1e6-cf01a300cfe3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.396922] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Uploading image 56e92163-1d15-40aa-9f12-731a27e541e1 {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 802.420888] env[69183]: DEBUG oslo_vmware.rw_handles [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 802.420888] env[69183]: value = "vm-560770" [ 802.420888] env[69183]: _type = "VirtualMachine" [ 802.420888] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 802.421217] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6502f028-079f-423f-a0cc-726962f3d47b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.430437] env[69183]: DEBUG oslo_vmware.rw_handles [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lease: (returnval){ [ 802.430437] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52a5de87-7825-9cf3-1191-2faede079521" [ 802.430437] env[69183]: _type = "HttpNfcLease" [ 802.430437] env[69183]: } obtained for exporting VM: (result){ [ 802.430437] env[69183]: value = "vm-560770" [ 802.430437] env[69183]: _type = "VirtualMachine" [ 802.430437] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 802.430854] env[69183]: DEBUG oslo_vmware.api [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the lease: (returnval){ [ 802.430854] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52a5de87-7825-9cf3-1191-2faede079521" [ 802.430854] env[69183]: _type = "HttpNfcLease" [ 802.430854] env[69183]: } to be ready. {{(pid=69183) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 802.437950] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 802.437950] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52a5de87-7825-9cf3-1191-2faede079521" [ 802.437950] env[69183]: _type = "HttpNfcLease" [ 802.437950] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 802.494017] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d6d643-80dc-f2e1-0823-17eb32221191, 'name': SearchDatastore_Task, 'duration_secs': 0.01008} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.494364] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.494681] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.494931] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.495112] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.495273] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.495539] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f126a957-f7fe-46c2-86d1-67477d328d06 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.506130] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.506371] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.508059] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c023a3c-5805-4888-abf3-8c8ff873983b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.512219] env[69183]: DEBUG nova.network.neutron [None req-af0b234c-52ac-4c64-966a-c0fb22e0743b tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Updating instance_info_cache with network_info: [{"id": "30fb968b-42c3-400a-bf84-562c057e680c", "address": "fa:16:3e:80:ae:ac", "network": {"id": "6aec650f-322e-48c0-a239-e8c1593cd48b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1349476880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713811fd8d7740dba89f9989855e6254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30fb968b-42", "ovs_interfaceid": "30fb968b-42c3-400a-bf84-562c057e680c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.517614] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for the task: (returnval){ [ 802.517614] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52a5dbca-3e4a-9bf6-3d62-6f4d3caafdac" [ 802.517614] env[69183]: _type = "Task" [ 802.517614] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.526612] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a5dbca-3e4a-9bf6-3d62-6f4d3caafdac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.605544] env[69183]: DEBUG oslo_concurrency.lockutils [req-72e528c7-f86f-40dd-ace1-9b9690aa1653 req-3de318a7-8305-4844-8a57-27530eb656a5 service nova] Releasing lock "refresh_cache-f5d8ff76-766d-407a-87a8-89065f1cf8f3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.605880] env[69183]: DEBUG nova.compute.manager [req-72e528c7-f86f-40dd-ace1-9b9690aa1653 req-3de318a7-8305-4844-8a57-27530eb656a5 service nova] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Received event network-vif-deleted-143dfaf9-c319-40d1-936f-dd1482be2a2f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 802.666899] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Acquiring lock "refresh_cache-82521e51-2770-4675-be10-aa5beb72ab84" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.666899] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Acquired lock "refresh_cache-82521e51-2770-4675-be10-aa5beb72ab84" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.667034] env[69183]: DEBUG nova.network.neutron [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.668750] env[69183]: DEBUG nova.scheduler.client.report [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.699932] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789692, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.773467] env[69183]: DEBUG oslo_vmware.api [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789693, 'name': ReconfigVM_Task, 'duration_secs': 0.222105} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.773752] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.774014] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37d60707-e705-4345-a152-6310fd9f1d6f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.778628] env[69183]: DEBUG nova.compute.manager [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.779516] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af92fd8-cdd0-4786-b2e8-5e9a2ae31571 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.783718] env[69183]: DEBUG oslo_vmware.api [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Waiting for the task: (returnval){ [ 802.783718] env[69183]: value = "task-2789696" [ 802.783718] env[69183]: _type = "Task" [ 802.783718] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.796672] env[69183]: DEBUG oslo_vmware.api [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.836866] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.876132] env[69183]: DEBUG oslo_vmware.api [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.940074] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 802.940074] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52a5de87-7825-9cf3-1191-2faede079521" [ 802.940074] env[69183]: _type = "HttpNfcLease" [ 802.940074] env[69183]: } is ready. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 802.940422] env[69183]: DEBUG oslo_vmware.rw_handles [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 802.940422] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52a5de87-7825-9cf3-1191-2faede079521" [ 802.940422] env[69183]: _type = "HttpNfcLease" [ 802.940422] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 802.941193] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3466801-09c0-4211-aa7e-98bf217bedd6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.949100] env[69183]: DEBUG oslo_vmware.rw_handles [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1d425-7db0-8f47-5632-608095b015e6/disk-0.vmdk from lease info. {{(pid=69183) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 802.949279] env[69183]: DEBUG oslo_vmware.rw_handles [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1d425-7db0-8f47-5632-608095b015e6/disk-0.vmdk for reading. {{(pid=69183) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 803.014625] env[69183]: DEBUG oslo_concurrency.lockutils [None req-af0b234c-52ac-4c64-966a-c0fb22e0743b tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Releasing lock "refresh_cache-37882545-0972-4f5c-a1e2-37b4f1bb2fc6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.033926] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a5dbca-3e4a-9bf6-3d62-6f4d3caafdac, 'name': SearchDatastore_Task, 'duration_secs': 0.009664} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.034863] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-287c2c70-d585-4dcd-8617-61cbb75e7623 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.040099] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5edd27d4-8f48-4d00-b331-7accbeac4813 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.043595] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for the task: (returnval){ [ 803.043595] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52bfd006-9a6a-eff0-506c-706bb48e77c8" [ 803.043595] env[69183]: _type = "Task" [ 803.043595] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.052985] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52bfd006-9a6a-eff0-506c-706bb48e77c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.175076] env[69183]: DEBUG oslo_concurrency.lockutils [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.177586] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.266s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.177820] env[69183]: DEBUG nova.objects.instance [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Lazy-loading 'resources' on Instance uuid 54e63c54-74ee-4ec4-aabe-517d3e58ca39 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.202782] env[69183]: DEBUG oslo_vmware.api [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789692, 'name': PowerOnVM_Task, 'duration_secs': 0.538305} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.203152] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.203372] env[69183]: INFO nova.compute.manager [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Took 12.20 seconds to spawn the instance on the hypervisor. [ 803.203571] env[69183]: DEBUG nova.compute.manager [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.205221] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c6dde8-a80d-4145-865f-f7dec73fe4c0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.208579] env[69183]: INFO nova.scheduler.client.report [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Deleted allocations for instance d496b806-b894-48f1-839d-2551f81c2cb0 [ 803.213631] env[69183]: DEBUG nova.network.neutron [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.299652] env[69183]: INFO nova.compute.manager [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] instance snapshotting [ 803.299652] env[69183]: DEBUG nova.objects.instance [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lazy-loading 'flavor' on Instance uuid 4aa83732-4f5c-45e5-8929-d8301c2e9b3c {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.299652] env[69183]: DEBUG oslo_vmware.api [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789696, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.338468] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.380044] env[69183]: DEBUG oslo_vmware.api [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.383130] env[69183]: DEBUG nova.network.neutron [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Updating instance_info_cache with network_info: [{"id": "6486a77e-2fcc-49ef-bfb6-1b21d0b47e78", "address": "fa:16:3e:98:f3:2f", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6486a77e-2f", "ovs_interfaceid": "6486a77e-2fcc-49ef-bfb6-1b21d0b47e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.398962] env[69183]: DEBUG nova.compute.manager [req-5febec34-4d8c-4235-a31e-b77e61eb41fd req-c539ea65-1523-4571-86a3-3f238862acd1 service nova] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Received event network-vif-plugged-6486a77e-2fcc-49ef-bfb6-1b21d0b47e78 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 803.400458] env[69183]: DEBUG oslo_concurrency.lockutils [req-5febec34-4d8c-4235-a31e-b77e61eb41fd req-c539ea65-1523-4571-86a3-3f238862acd1 service nova] Acquiring lock "82521e51-2770-4675-be10-aa5beb72ab84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.400458] env[69183]: DEBUG oslo_concurrency.lockutils [req-5febec34-4d8c-4235-a31e-b77e61eb41fd req-c539ea65-1523-4571-86a3-3f238862acd1 service nova] Lock "82521e51-2770-4675-be10-aa5beb72ab84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.401065] env[69183]: DEBUG oslo_concurrency.lockutils [req-5febec34-4d8c-4235-a31e-b77e61eb41fd req-c539ea65-1523-4571-86a3-3f238862acd1 service nova] Lock "82521e51-2770-4675-be10-aa5beb72ab84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.402656] env[69183]: DEBUG nova.compute.manager [req-5febec34-4d8c-4235-a31e-b77e61eb41fd req-c539ea65-1523-4571-86a3-3f238862acd1 service nova] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] No waiting events found dispatching network-vif-plugged-6486a77e-2fcc-49ef-bfb6-1b21d0b47e78 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.402656] env[69183]: WARNING nova.compute.manager [req-5febec34-4d8c-4235-a31e-b77e61eb41fd req-c539ea65-1523-4571-86a3-3f238862acd1 service nova] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Received unexpected event network-vif-plugged-6486a77e-2fcc-49ef-bfb6-1b21d0b47e78 for instance with vm_state building and task_state spawning. [ 803.402656] env[69183]: DEBUG nova.compute.manager [req-5febec34-4d8c-4235-a31e-b77e61eb41fd req-c539ea65-1523-4571-86a3-3f238862acd1 service nova] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Received event network-changed-6486a77e-2fcc-49ef-bfb6-1b21d0b47e78 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 803.402656] env[69183]: DEBUG nova.compute.manager [req-5febec34-4d8c-4235-a31e-b77e61eb41fd req-c539ea65-1523-4571-86a3-3f238862acd1 service nova] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Refreshing instance network info cache due to event network-changed-6486a77e-2fcc-49ef-bfb6-1b21d0b47e78. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 803.402656] env[69183]: DEBUG oslo_concurrency.lockutils [req-5febec34-4d8c-4235-a31e-b77e61eb41fd req-c539ea65-1523-4571-86a3-3f238862acd1 service nova] Acquiring lock "refresh_cache-82521e51-2770-4675-be10-aa5beb72ab84" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.556368] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52bfd006-9a6a-eff0-506c-706bb48e77c8, 'name': SearchDatastore_Task, 'duration_secs': 0.012738} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.557979] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.557979] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] f5d8ff76-766d-407a-87a8-89065f1cf8f3/f5d8ff76-766d-407a-87a8-89065f1cf8f3.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.557979] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9accb34-68ff-42f9-b719-90bd519fc704 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.567585] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for the task: (returnval){ [ 803.567585] env[69183]: value = "task-2789697" [ 803.567585] env[69183]: _type = "Task" [ 803.567585] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.576929] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.716970] env[69183]: DEBUG oslo_concurrency.lockutils [None req-90896b79-ec5e-4ade-96c9-c452ed1b454c tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "d496b806-b894-48f1-839d-2551f81c2cb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.716s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.737773] env[69183]: INFO nova.compute.manager [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Took 43.58 seconds to build instance. [ 803.800196] env[69183]: DEBUG oslo_vmware.api [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789696, 'name': PowerOnVM_Task, 'duration_secs': 0.732506} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.800497] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.806950] env[69183]: DEBUG nova.compute.manager [None req-83c91905-7349-48dc-b7d1-6108091fd937 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.808090] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10777f6a-2286-415b-abd7-d2deaa99fc11 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.815176] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6657f7d1-1ade-477b-b7fe-414db63e8680 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.854673] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b116ef-9bc2-4e9a-900f-f7bb1cd0642b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.857660] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.884454] env[69183]: DEBUG oslo_vmware.api [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.884454] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Releasing lock "refresh_cache-82521e51-2770-4675-be10-aa5beb72ab84" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.884703] env[69183]: DEBUG nova.compute.manager [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Instance network_info: |[{"id": "6486a77e-2fcc-49ef-bfb6-1b21d0b47e78", "address": "fa:16:3e:98:f3:2f", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6486a77e-2f", "ovs_interfaceid": "6486a77e-2fcc-49ef-bfb6-1b21d0b47e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.884882] env[69183]: DEBUG oslo_concurrency.lockutils [req-5febec34-4d8c-4235-a31e-b77e61eb41fd req-c539ea65-1523-4571-86a3-3f238862acd1 service nova] Acquired lock "refresh_cache-82521e51-2770-4675-be10-aa5beb72ab84" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.886275] env[69183]: DEBUG nova.network.neutron [req-5febec34-4d8c-4235-a31e-b77e61eb41fd req-c539ea65-1523-4571-86a3-3f238862acd1 service nova] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Refreshing network info cache for port 6486a77e-2fcc-49ef-bfb6-1b21d0b47e78 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.886459] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:f3:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6486a77e-2fcc-49ef-bfb6-1b21d0b47e78', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.895070] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Creating folder: Project (86e4c6c921e94fb49b6a746ceb8c7e98). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.901905] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2eb9d80b-630c-4513-8481-fd1d54e3653a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.919059] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Created folder: Project (86e4c6c921e94fb49b6a746ceb8c7e98) in parent group-v560622. [ 803.919399] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Creating folder: Instances. Parent ref: group-v560772. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.924210] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2739658f-617c-4a5b-a25c-adc8490e324a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.943565] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Created folder: Instances in parent group-v560772. [ 803.943734] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.947202] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.951161] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9948f8ba-6657-4da8-93cb-88cb93cf98c4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.982613] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.982613] env[69183]: value = "task-2789700" [ 803.982613] env[69183]: _type = "Task" [ 803.982613] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.992774] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789700, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.026642] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0b234c-52ac-4c64-966a-c0fb22e0743b tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.027362] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51cb1dfd-2681-43d6-b31f-bb64dcf6f008 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.039456] env[69183]: DEBUG oslo_vmware.api [None req-af0b234c-52ac-4c64-966a-c0fb22e0743b tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 804.039456] env[69183]: value = "task-2789701" [ 804.039456] env[69183]: _type = "Task" [ 804.039456] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.056186] env[69183]: DEBUG oslo_vmware.api [None req-af0b234c-52ac-4c64-966a-c0fb22e0743b tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.085147] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49122} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.085762] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] f5d8ff76-766d-407a-87a8-89065f1cf8f3/f5d8ff76-766d-407a-87a8-89065f1cf8f3.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.086046] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.086342] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f216151-4d9b-49d0-9ae7-fe1fa26e0a89 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.098508] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for the task: (returnval){ [ 804.098508] env[69183]: value = "task-2789702" [ 804.098508] env[69183]: _type = "Task" [ 804.098508] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.114287] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.210820] env[69183]: DEBUG nova.network.neutron [req-5febec34-4d8c-4235-a31e-b77e61eb41fd req-c539ea65-1523-4571-86a3-3f238862acd1 service nova] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Updated VIF entry in instance network info cache for port 6486a77e-2fcc-49ef-bfb6-1b21d0b47e78. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.211358] env[69183]: DEBUG nova.network.neutron [req-5febec34-4d8c-4235-a31e-b77e61eb41fd req-c539ea65-1523-4571-86a3-3f238862acd1 service nova] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Updating instance_info_cache with network_info: [{"id": "6486a77e-2fcc-49ef-bfb6-1b21d0b47e78", "address": "fa:16:3e:98:f3:2f", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6486a77e-2f", "ovs_interfaceid": "6486a77e-2fcc-49ef-bfb6-1b21d0b47e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.240296] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b20dec90-f94a-4442-b502-7037f5c7b064 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Lock "fd82482c-4769-400c-9ee6-632e60be2e56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.565s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.342764] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.368437] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Creating Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 804.372538] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c7c2b1f2-0090-4560-9df4-427e9b78319c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.386755] env[69183]: DEBUG oslo_vmware.api [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.387858] env[69183]: DEBUG oslo_vmware.api [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 804.387858] env[69183]: value = "task-2789703" [ 804.387858] env[69183]: _type = "Task" [ 804.387858] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.394113] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea13daf4-9b52-47d0-8a51-5bc2a7935b89 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.407357] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815e1047-563c-4fc9-ae38-fee9ed079ef4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.411464] env[69183]: DEBUG oslo_vmware.api [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789703, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.449952] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f3a453-00b8-4b59-b478-737cef1cbf26 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.459079] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2079df5-07df-4b9c-814a-632dd6495aab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.476038] env[69183]: DEBUG nova.compute.provider_tree [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.494064] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789700, 'name': CreateVM_Task, 'duration_secs': 0.405645} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.494253] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.496094] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.496094] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.496269] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.497311] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3101c1b6-eb36-42e1-8210-31ab075a944f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.503787] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Waiting for the task: (returnval){ [ 804.503787] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52a45724-aa8f-9fc3-0582-4515d9115432" [ 804.503787] env[69183]: _type = "Task" [ 804.503787] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.516069] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a45724-aa8f-9fc3-0582-4515d9115432, 'name': SearchDatastore_Task, 'duration_secs': 0.010346} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.516414] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.516929] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.517087] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.517316] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.517523] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.517870] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-920ddbf7-a0a4-4536-8526-be90f8a8cfc8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.527933] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.528149] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.529018] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e5daf23-56d8-46bf-ad3b-475d9f0134e1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.535888] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Waiting for the task: (returnval){ [ 804.535888] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]528d5ce7-7f1d-48f5-69cb-289475935193" [ 804.535888] env[69183]: _type = "Task" [ 804.535888] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.545085] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528d5ce7-7f1d-48f5-69cb-289475935193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.555102] env[69183]: DEBUG oslo_vmware.api [None req-af0b234c-52ac-4c64-966a-c0fb22e0743b tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789701, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.617167] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079266} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.617978] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.619323] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af96c4ce-b417-4de5-810d-940f2a06e801 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.658200] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] f5d8ff76-766d-407a-87a8-89065f1cf8f3/f5d8ff76-766d-407a-87a8-89065f1cf8f3.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.659661] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67eafb01-84ec-41c7-944d-44af83ca16cd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.692549] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for the task: (returnval){ [ 804.692549] env[69183]: value = "task-2789704" [ 804.692549] env[69183]: _type = "Task" [ 804.692549] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.703410] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.714476] env[69183]: DEBUG oslo_concurrency.lockutils [req-5febec34-4d8c-4235-a31e-b77e61eb41fd req-c539ea65-1523-4571-86a3-3f238862acd1 service nova] Releasing lock "refresh_cache-82521e51-2770-4675-be10-aa5beb72ab84" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.741384] env[69183]: DEBUG nova.compute.manager [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.846970] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789694, 'name': ReconfigVM_Task, 'duration_secs': 2.116799} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.848852] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Reconfigured VM instance instance-00000032 to attach disk [datastore2] c9371531-6eeb-4f0b-9ed9-4c04942c187f/c9371531-6eeb-4f0b-9ed9-4c04942c187f.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.848852] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07be023e-fd9b-46f3-b4ba-e9fc119af115 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.856769] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 804.856769] env[69183]: value = "task-2789705" [ 804.856769] env[69183]: _type = "Task" [ 804.856769] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.869822] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789705, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.885451] env[69183]: DEBUG oslo_vmware.api [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.898909] env[69183]: DEBUG oslo_vmware.api [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789703, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.979127] env[69183]: DEBUG nova.scheduler.client.report [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.052742] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528d5ce7-7f1d-48f5-69cb-289475935193, 'name': SearchDatastore_Task, 'duration_secs': 0.010054} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.057859] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a795bf4-876d-426d-af5d-337f2437c0a1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.066251] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Waiting for the task: (returnval){ [ 805.066251] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e19e3b-b92d-71dd-63c4-f8a9166880fd" [ 805.066251] env[69183]: _type = "Task" [ 805.066251] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.069623] env[69183]: DEBUG oslo_vmware.api [None req-af0b234c-52ac-4c64-966a-c0fb22e0743b tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789701, 'name': PowerOnVM_Task, 'duration_secs': 0.699263} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.072976] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0b234c-52ac-4c64-966a-c0fb22e0743b tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.073233] env[69183]: DEBUG nova.compute.manager [None req-af0b234c-52ac-4c64-966a-c0fb22e0743b tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.074048] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5db1f3-806e-450b-a25a-b93758bc92c5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.083242] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e19e3b-b92d-71dd-63c4-f8a9166880fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011739} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.085919] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.085919] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 82521e51-2770-4675-be10-aa5beb72ab84/82521e51-2770-4675-be10-aa5beb72ab84.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.087813] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f26b6bbf-d8bb-45f9-9d97-d4a1eafa5ec4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.097249] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Waiting for the task: (returnval){ [ 805.097249] env[69183]: value = "task-2789706" [ 805.097249] env[69183]: _type = "Task" [ 805.097249] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.107824] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Task: {'id': task-2789706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.207056] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789704, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.267706] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.273412] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Acquiring lock "fd82482c-4769-400c-9ee6-632e60be2e56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.273691] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Lock "fd82482c-4769-400c-9ee6-632e60be2e56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.273935] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Acquiring lock "fd82482c-4769-400c-9ee6-632e60be2e56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.274167] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Lock "fd82482c-4769-400c-9ee6-632e60be2e56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.274392] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Lock "fd82482c-4769-400c-9ee6-632e60be2e56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.276895] env[69183]: INFO nova.compute.manager [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Terminating instance [ 805.369627] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789705, 'name': Rename_Task, 'duration_secs': 0.22886} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.370080] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.370315] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f014077-5939-4d09-a848-e33015aa4225 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.382121] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 805.382121] env[69183]: value = "task-2789707" [ 805.382121] env[69183]: _type = "Task" [ 805.382121] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.389230] env[69183]: DEBUG oslo_vmware.api [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.401915] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.413250] env[69183]: DEBUG oslo_vmware.api [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789703, 'name': CreateSnapshot_Task, 'duration_secs': 0.980523} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.413434] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Created Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 805.414263] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe8ecec-bb30-4be1-9789-34f8c672adeb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.484810] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.307s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.488939] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.949s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.489314] env[69183]: DEBUG nova.objects.instance [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lazy-loading 'resources' on Instance uuid b3a1f91d-d3bd-4127-b294-c10ce3a2edfe {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.517607] env[69183]: INFO nova.scheduler.client.report [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Deleted allocations for instance 54e63c54-74ee-4ec4-aabe-517d3e58ca39 [ 805.612129] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Task: {'id': task-2789706, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.709025] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789704, 'name': ReconfigVM_Task, 'duration_secs': 0.518394} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.709025] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Reconfigured VM instance instance-00000033 to attach disk [datastore2] f5d8ff76-766d-407a-87a8-89065f1cf8f3/f5d8ff76-766d-407a-87a8-89065f1cf8f3.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.709025] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-439e2989-388f-47ae-b37a-e4f5e55810ea {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.718093] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for the task: (returnval){ [ 805.718093] env[69183]: value = "task-2789708" [ 805.718093] env[69183]: _type = "Task" [ 805.718093] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.731436] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789708, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.783438] env[69183]: DEBUG nova.compute.manager [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.783438] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.783438] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a97dc3d-0e7b-43ec-b500-6b4dc7e14537 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.800848] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.804568] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ed6897b-78e4-4f10-a914-4368846c2b5d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.810642] env[69183]: DEBUG nova.compute.manager [req-46e6c3c0-6802-4fac-9b2b-224dffb3c6c7 req-58799749-4e4d-46ad-adb1-4f0d17d19dc3 service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Received event network-changed-616a18fd-88a7-4a89-868e-ad7a51b3ecae {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 805.811087] env[69183]: DEBUG nova.compute.manager [req-46e6c3c0-6802-4fac-9b2b-224dffb3c6c7 req-58799749-4e4d-46ad-adb1-4f0d17d19dc3 service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Refreshing instance network info cache due to event network-changed-616a18fd-88a7-4a89-868e-ad7a51b3ecae. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 805.811560] env[69183]: DEBUG oslo_concurrency.lockutils [req-46e6c3c0-6802-4fac-9b2b-224dffb3c6c7 req-58799749-4e4d-46ad-adb1-4f0d17d19dc3 service nova] Acquiring lock "refresh_cache-d9ca7edd-63df-40f6-ae93-1a5911427ee7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.813922] env[69183]: DEBUG oslo_concurrency.lockutils [req-46e6c3c0-6802-4fac-9b2b-224dffb3c6c7 req-58799749-4e4d-46ad-adb1-4f0d17d19dc3 service nova] Acquired lock "refresh_cache-d9ca7edd-63df-40f6-ae93-1a5911427ee7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.813922] env[69183]: DEBUG nova.network.neutron [req-46e6c3c0-6802-4fac-9b2b-224dffb3c6c7 req-58799749-4e4d-46ad-adb1-4f0d17d19dc3 service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Refreshing network info cache for port 616a18fd-88a7-4a89-868e-ad7a51b3ecae {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.826201] env[69183]: DEBUG oslo_vmware.api [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Waiting for the task: (returnval){ [ 805.826201] env[69183]: value = "task-2789709" [ 805.826201] env[69183]: _type = "Task" [ 805.826201] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.837531] env[69183]: DEBUG oslo_vmware.api [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.888718] env[69183]: DEBUG oslo_vmware.api [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.897809] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789707, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.939755] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Creating linked-clone VM from snapshot {{(pid=69183) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 805.940115] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6eead7de-3adf-4fc8-b52c-f63f8416badb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.950499] env[69183]: DEBUG oslo_vmware.api [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 805.950499] env[69183]: value = "task-2789710" [ 805.950499] env[69183]: _type = "Task" [ 805.950499] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.960457] env[69183]: DEBUG oslo_vmware.api [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789710, 'name': CloneVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.030370] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d1d382a2-0cf4-4a83-90bb-63ca090162c4 tempest-ServerShowV257Test-323902882 tempest-ServerShowV257Test-323902882-project-member] Lock "54e63c54-74ee-4ec4-aabe-517d3e58ca39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.484s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.110393] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Task: {'id': task-2789706, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.228776] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789708, 'name': Rename_Task, 'duration_secs': 0.208296} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.231578] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.232762] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f54594d-6bfc-46b5-ba88-287cc51aa351 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.241024] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for the task: (returnval){ [ 806.241024] env[69183]: value = "task-2789711" [ 806.241024] env[69183]: _type = "Task" [ 806.241024] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.251534] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.341194] env[69183]: DEBUG oslo_vmware.api [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789709, 'name': PowerOffVM_Task, 'duration_secs': 0.34956} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.344859] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.345210] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.346510] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f784289-0b7f-41e4-b95e-6b40c5ff3bb5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.392838] env[69183]: DEBUG oslo_vmware.api [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.403650] env[69183]: DEBUG oslo_vmware.api [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789707, 'name': PowerOnVM_Task, 'duration_secs': 0.724986} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.403961] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.404216] env[69183]: INFO nova.compute.manager [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Took 10.84 seconds to spawn the instance on the hypervisor. [ 806.404999] env[69183]: DEBUG nova.compute.manager [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.405259] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df73fd41-4d12-476a-8534-20e26589047e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.471074] env[69183]: DEBUG oslo_vmware.api [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789710, 'name': CloneVM_Task} progress is 93%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.491449] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.492550] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.492906] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Deleting the datastore file [datastore2] fd82482c-4769-400c-9ee6-632e60be2e56 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.494017] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47b26ddd-0c14-4a98-b22f-5259aee178f2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.505620] env[69183]: DEBUG oslo_vmware.api [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Waiting for the task: (returnval){ [ 806.505620] env[69183]: value = "task-2789713" [ 806.505620] env[69183]: _type = "Task" [ 806.505620] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.514890] env[69183]: DEBUG oslo_vmware.api [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.561757] env[69183]: DEBUG nova.network.neutron [req-46e6c3c0-6802-4fac-9b2b-224dffb3c6c7 req-58799749-4e4d-46ad-adb1-4f0d17d19dc3 service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Updated VIF entry in instance network info cache for port 616a18fd-88a7-4a89-868e-ad7a51b3ecae. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.561757] env[69183]: DEBUG nova.network.neutron [req-46e6c3c0-6802-4fac-9b2b-224dffb3c6c7 req-58799749-4e4d-46ad-adb1-4f0d17d19dc3 service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Updating instance_info_cache with network_info: [{"id": "616a18fd-88a7-4a89-868e-ad7a51b3ecae", "address": "fa:16:3e:78:18:c9", "network": {"id": "5d3ee3d0-b1d8-4f6b-9a1a-657c3d9bcdc5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-120904322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3af13b5346544c4080e1b49a93a88d9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616a18fd-88", "ovs_interfaceid": "616a18fd-88a7-4a89-868e-ad7a51b3ecae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.612033] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Task: {'id': task-2789706, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.634178] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1451ee2-9ca7-47f0-8a5e-1fd0b2a0e08b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.642059] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b78696-1cfc-4877-96e3-fa935db36494 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.675777] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193519ab-d4db-41b2-a7b1-358271d66148 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.686759] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4046a93-2bb3-46ef-86a1-3fff650bbab2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.702104] env[69183]: DEBUG nova.compute.provider_tree [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.754572] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789711, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.888836] env[69183]: DEBUG oslo_vmware.api [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789689, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.928025] env[69183]: INFO nova.compute.manager [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Took 43.41 seconds to build instance. [ 806.967578] env[69183]: DEBUG oslo_vmware.api [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789710, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.018179] env[69183]: DEBUG oslo_vmware.api [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Task: {'id': task-2789713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180024} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.018591] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.018798] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.019032] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.019227] env[69183]: INFO nova.compute.manager [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Took 1.24 seconds to destroy the instance on the hypervisor. [ 807.019483] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.019738] env[69183]: DEBUG nova.compute.manager [-] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.019802] env[69183]: DEBUG nova.network.neutron [-] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.067032] env[69183]: DEBUG oslo_concurrency.lockutils [req-46e6c3c0-6802-4fac-9b2b-224dffb3c6c7 req-58799749-4e4d-46ad-adb1-4f0d17d19dc3 service nova] Releasing lock "refresh_cache-d9ca7edd-63df-40f6-ae93-1a5911427ee7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.114168] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Task: {'id': task-2789706, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.523102} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.114507] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 82521e51-2770-4675-be10-aa5beb72ab84/82521e51-2770-4675-be10-aa5beb72ab84.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.114733] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.115018] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92ae2836-2a26-483b-bd93-f9dd929a942d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.124791] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Waiting for the task: (returnval){ [ 807.124791] env[69183]: value = "task-2789714" [ 807.124791] env[69183]: _type = "Task" [ 807.124791] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.137709] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Task: {'id': task-2789714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.206311] env[69183]: DEBUG nova.scheduler.client.report [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.253617] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789711, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.396613] env[69183]: DEBUG oslo_vmware.api [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789689, 'name': ReconfigVM_Task, 'duration_secs': 5.83681} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.398781] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "67811381-5b1d-454d-923b-ba26dd2c3659" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.399013] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Reconfigured VM to detach interface {{(pid=69183) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 807.430847] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d41d3fcb-ff3b-4ae7-a009-2212d17b75ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "c9371531-6eeb-4f0b-9ed9-4c04942c187f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.648s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.465768] env[69183]: DEBUG oslo_vmware.api [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789710, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.621053] env[69183]: DEBUG nova.compute.manager [req-d0008ba6-89cd-4a1c-8bb5-832d65e0ab49 req-8ab059ab-c0b0-4665-86c4-07055d70c4c6 service nova] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Received event network-vif-deleted-5b30f8b5-d708-4331-b99b-9b2a9c565114 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 807.621513] env[69183]: INFO nova.compute.manager [req-d0008ba6-89cd-4a1c-8bb5-832d65e0ab49 req-8ab059ab-c0b0-4665-86c4-07055d70c4c6 service nova] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Neutron deleted interface 5b30f8b5-d708-4331-b99b-9b2a9c565114; detaching it from the instance and deleting it from the info cache [ 807.621711] env[69183]: DEBUG nova.network.neutron [req-d0008ba6-89cd-4a1c-8bb5-832d65e0ab49 req-8ab059ab-c0b0-4665-86c4-07055d70c4c6 service nova] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Updating instance_info_cache with network_info: [{"id": "a55f5b66-be36-4685-825f-869d589f2962", "address": "fa:16:3e:5e:42:f8", "network": {"id": "4dbc11b5-9b75-4a37-b5ac-811cb4351360", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-692929204", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "13e32a4b51df4111839c3b805603d1bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa55f5b66-be", "ovs_interfaceid": "a55f5b66-be36-4685-825f-869d589f2962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.640988] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Task: {'id': task-2789714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090761} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.645549] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.645549] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0696c7-80c1-41a0-a73d-399353489866 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.671026] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 82521e51-2770-4675-be10-aa5beb72ab84/82521e51-2770-4675-be10-aa5beb72ab84.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.671815] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3acfdcd8-84db-41aa-9f32-8fc8fbb0a9e3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.696398] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Waiting for the task: (returnval){ [ 807.696398] env[69183]: value = "task-2789715" [ 807.696398] env[69183]: _type = "Task" [ 807.696398] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.707785] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Task: {'id': task-2789715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.713010] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.715799] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.566s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.718932] env[69183]: DEBUG nova.objects.instance [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lazy-loading 'resources' on Instance uuid 91ce0605-359f-4dad-8298-8e17ee656731 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.757098] env[69183]: DEBUG oslo_vmware.api [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789711, 'name': PowerOnVM_Task, 'duration_secs': 1.440268} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.758211] env[69183]: INFO nova.scheduler.client.report [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Deleted allocations for instance b3a1f91d-d3bd-4127-b294-c10ce3a2edfe [ 807.759359] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.759573] env[69183]: INFO nova.compute.manager [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Took 9.93 seconds to spawn the instance on the hypervisor. [ 807.759809] env[69183]: DEBUG nova.compute.manager [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.763594] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb901629-3165-4d2e-a998-ffc6560c5c5e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.934508] env[69183]: DEBUG nova.compute.manager [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.965830] env[69183]: DEBUG oslo_vmware.api [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789710, 'name': CloneVM_Task} progress is 95%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.124521] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f43818a-cfc1-4768-9f9a-60ce45455353 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.134957] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b60ff03-fc4c-4934-a9dd-fc1bac1548dd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.183012] env[69183]: DEBUG nova.compute.manager [req-d0008ba6-89cd-4a1c-8bb5-832d65e0ab49 req-8ab059ab-c0b0-4665-86c4-07055d70c4c6 service nova] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Detach interface failed, port_id=5b30f8b5-d708-4331-b99b-9b2a9c565114, reason: Instance fd82482c-4769-400c-9ee6-632e60be2e56 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 808.207447] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Task: {'id': task-2789715, 'name': ReconfigVM_Task, 'duration_secs': 0.310848} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.207704] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 82521e51-2770-4675-be10-aa5beb72ab84/82521e51-2770-4675-be10-aa5beb72ab84.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.208419] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8284d853-77ff-40fd-91b6-1c37886e34de {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.217231] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Waiting for the task: (returnval){ [ 808.217231] env[69183]: value = "task-2789716" [ 808.217231] env[69183]: _type = "Task" [ 808.217231] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.232155] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Task: {'id': task-2789716, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.273534] env[69183]: DEBUG nova.network.neutron [-] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.278022] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c1881848-ed54-41cd-805a-657de9065a0f tempest-MultipleCreateTestJSON-879545876 tempest-MultipleCreateTestJSON-879545876-project-member] Lock "b3a1f91d-d3bd-4127-b294-c10ce3a2edfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.286s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.287023] env[69183]: INFO nova.compute.manager [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Took 42.16 seconds to build instance. [ 808.464444] env[69183]: DEBUG oslo_vmware.api [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789710, 'name': CloneVM_Task, 'duration_secs': 2.287097} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.467780] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.468061] env[69183]: INFO nova.virt.vmwareapi.vmops [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Created linked-clone VM from snapshot [ 808.469056] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a90f3a-6cdb-4c52-90f6-4340b102f031 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.480055] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Uploading image 43c72893-2deb-47ef-a67f-26e6a7ef3472 {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 808.486551] env[69183]: DEBUG nova.compute.manager [req-65d8da11-2a4d-476f-b16f-4a0b62fb1303 req-ccf8bfd0-9556-4405-8cef-9e560d3054f7 service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Received event network-changed-616a18fd-88a7-4a89-868e-ad7a51b3ecae {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 808.486692] env[69183]: DEBUG nova.compute.manager [req-65d8da11-2a4d-476f-b16f-4a0b62fb1303 req-ccf8bfd0-9556-4405-8cef-9e560d3054f7 service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Refreshing instance network info cache due to event network-changed-616a18fd-88a7-4a89-868e-ad7a51b3ecae. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 808.486905] env[69183]: DEBUG oslo_concurrency.lockutils [req-65d8da11-2a4d-476f-b16f-4a0b62fb1303 req-ccf8bfd0-9556-4405-8cef-9e560d3054f7 service nova] Acquiring lock "refresh_cache-d9ca7edd-63df-40f6-ae93-1a5911427ee7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.487140] env[69183]: DEBUG oslo_concurrency.lockutils [req-65d8da11-2a4d-476f-b16f-4a0b62fb1303 req-ccf8bfd0-9556-4405-8cef-9e560d3054f7 service nova] Acquired lock "refresh_cache-d9ca7edd-63df-40f6-ae93-1a5911427ee7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.487228] env[69183]: DEBUG nova.network.neutron [req-65d8da11-2a4d-476f-b16f-4a0b62fb1303 req-ccf8bfd0-9556-4405-8cef-9e560d3054f7 service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Refreshing network info cache for port 616a18fd-88a7-4a89-868e-ad7a51b3ecae {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.513912] env[69183]: DEBUG oslo_vmware.rw_handles [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 808.513912] env[69183]: value = "vm-560776" [ 808.513912] env[69183]: _type = "VirtualMachine" [ 808.513912] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 808.514891] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9bebb6fd-452a-45e5-82db-31eb9962499d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.523059] env[69183]: DEBUG oslo_vmware.rw_handles [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lease: (returnval){ [ 808.523059] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52eea7f5-4d22-89b5-ab45-801d3c256309" [ 808.523059] env[69183]: _type = "HttpNfcLease" [ 808.523059] env[69183]: } obtained for exporting VM: (result){ [ 808.523059] env[69183]: value = "vm-560776" [ 808.523059] env[69183]: _type = "VirtualMachine" [ 808.523059] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 808.523419] env[69183]: DEBUG oslo_vmware.api [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the lease: (returnval){ [ 808.523419] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52eea7f5-4d22-89b5-ab45-801d3c256309" [ 808.523419] env[69183]: _type = "HttpNfcLease" [ 808.523419] env[69183]: } to be ready. {{(pid=69183) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 808.537924] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 808.537924] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52eea7f5-4d22-89b5-ab45-801d3c256309" [ 808.537924] env[69183]: _type = "HttpNfcLease" [ 808.537924] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 808.729245] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Task: {'id': task-2789716, 'name': Rename_Task, 'duration_secs': 0.167988} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.729547] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.732795] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a12ed720-b45c-40db-a65b-c0c368e27fa2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.740685] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Waiting for the task: (returnval){ [ 808.740685] env[69183]: value = "task-2789718" [ 808.740685] env[69183]: _type = "Task" [ 808.740685] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.752448] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Task: {'id': task-2789718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.776816] env[69183]: INFO nova.compute.manager [-] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Took 1.76 seconds to deallocate network for instance. [ 808.789153] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1cd467f6-5cf5-4b3a-9e60-9a6ec22ee7f9 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Lock "f5d8ff76-766d-407a-87a8-89065f1cf8f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.845s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.806592] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445465b5-4c6c-4910-a530-120808274e23 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.818145] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "refresh_cache-67811381-5b1d-454d-923b-ba26dd2c3659" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.818145] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "refresh_cache-67811381-5b1d-454d-923b-ba26dd2c3659" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.818145] env[69183]: DEBUG nova.network.neutron [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.820575] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a8fc8e-390b-45b6-95ac-2cb590bd5c5c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.857997] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2729fc-91df-43ef-ae19-a711164fe3eb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.867476] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d426d1c0-e738-418a-914b-4699ad884805 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.885705] env[69183]: DEBUG nova.compute.provider_tree [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.036347] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 809.036347] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52eea7f5-4d22-89b5-ab45-801d3c256309" [ 809.036347] env[69183]: _type = "HttpNfcLease" [ 809.036347] env[69183]: } is ready. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 809.036753] env[69183]: DEBUG oslo_vmware.rw_handles [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 809.036753] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52eea7f5-4d22-89b5-ab45-801d3c256309" [ 809.036753] env[69183]: _type = "HttpNfcLease" [ 809.036753] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 809.037502] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3592dd-cd83-4b4b-b579-049c4f5e2c30 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.047345] env[69183]: DEBUG oslo_vmware.rw_handles [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52566a22-9a68-055b-41b5-d5cd89d3972b/disk-0.vmdk from lease info. {{(pid=69183) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 809.047593] env[69183]: DEBUG oslo_vmware.rw_handles [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52566a22-9a68-055b-41b5-d5cd89d3972b/disk-0.vmdk for reading. {{(pid=69183) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 809.200727] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3035d8d1-380f-4c5c-afab-7a9e22eb2b69 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.208303] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d533386b-a17d-407d-965a-5325b8151b77 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Suspending the VM {{(pid=69183) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 809.208562] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-400ecec3-6099-4e5a-aa3a-3acbf8a554e5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.216351] env[69183]: DEBUG oslo_vmware.api [None req-d533386b-a17d-407d-965a-5325b8151b77 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 809.216351] env[69183]: value = "task-2789719" [ 809.216351] env[69183]: _type = "Task" [ 809.216351] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.227665] env[69183]: DEBUG oslo_vmware.api [None req-d533386b-a17d-407d-965a-5325b8151b77 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789719, 'name': SuspendVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.235803] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9574175c-c793-4421-980a-37761321af2a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.253715] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Task: {'id': task-2789718, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.279977] env[69183]: DEBUG nova.network.neutron [req-65d8da11-2a4d-476f-b16f-4a0b62fb1303 req-ccf8bfd0-9556-4405-8cef-9e560d3054f7 service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Updated VIF entry in instance network info cache for port 616a18fd-88a7-4a89-868e-ad7a51b3ecae. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.280379] env[69183]: DEBUG nova.network.neutron [req-65d8da11-2a4d-476f-b16f-4a0b62fb1303 req-ccf8bfd0-9556-4405-8cef-9e560d3054f7 service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Updating instance_info_cache with network_info: [{"id": "616a18fd-88a7-4a89-868e-ad7a51b3ecae", "address": "fa:16:3e:78:18:c9", "network": {"id": "5d3ee3d0-b1d8-4f6b-9a1a-657c3d9bcdc5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-120904322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3af13b5346544c4080e1b49a93a88d9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616a18fd-88", "ovs_interfaceid": "616a18fd-88a7-4a89-868e-ad7a51b3ecae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.283851] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.390832] env[69183]: DEBUG nova.scheduler.client.report [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.584489] env[69183]: INFO nova.network.neutron [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Port 8129c7d7-c956-496f-9bc6-11b88976c679 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 809.584975] env[69183]: DEBUG nova.network.neutron [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Updating instance_info_cache with network_info: [{"id": "765a6f19-7429-440b-80f7-54eeebe7e30a", "address": "fa:16:3e:2a:31:55", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap765a6f19-74", "ovs_interfaceid": "765a6f19-7429-440b-80f7-54eeebe7e30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.728922] env[69183]: DEBUG oslo_vmware.api [None req-d533386b-a17d-407d-965a-5325b8151b77 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789719, 'name': SuspendVM_Task} progress is 41%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.754984] env[69183]: DEBUG oslo_vmware.api [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Task: {'id': task-2789718, 'name': PowerOnVM_Task, 'duration_secs': 0.698325} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.755592] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.755966] env[69183]: INFO nova.compute.manager [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Took 9.16 seconds to spawn the instance on the hypervisor. [ 809.756218] env[69183]: DEBUG nova.compute.manager [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.757641] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97abb0d6-f935-4fa9-819d-99ffdb248b8e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.784020] env[69183]: DEBUG oslo_concurrency.lockutils [req-65d8da11-2a4d-476f-b16f-4a0b62fb1303 req-ccf8bfd0-9556-4405-8cef-9e560d3054f7 service nova] Releasing lock "refresh_cache-d9ca7edd-63df-40f6-ae93-1a5911427ee7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.901640] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.905597] env[69183]: DEBUG oslo_concurrency.lockutils [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.583s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.911019] env[69183]: INFO nova.compute.claims [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.946827] env[69183]: INFO nova.scheduler.client.report [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Deleted allocations for instance 91ce0605-359f-4dad-8298-8e17ee656731 [ 810.090300] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "refresh_cache-67811381-5b1d-454d-923b-ba26dd2c3659" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.228211] env[69183]: DEBUG oslo_vmware.api [None req-d533386b-a17d-407d-965a-5325b8151b77 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789719, 'name': SuspendVM_Task, 'duration_secs': 0.935412} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.228657] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d533386b-a17d-407d-965a-5325b8151b77 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Suspended the VM {{(pid=69183) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 810.228942] env[69183]: DEBUG nova.compute.manager [None req-d533386b-a17d-407d-965a-5325b8151b77 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.230332] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8273463-5a06-4fe5-b033-afe4bc04d0af {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.283240] env[69183]: INFO nova.compute.manager [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Took 41.18 seconds to build instance. [ 810.463128] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f7f9d774-6056-4fa3-889f-1de667d2ea86 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "91ce0605-359f-4dad-8298-8e17ee656731" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.160s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.592790] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fba3ff1c-3df8-47bd-902a-357caafbb81c tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "interface-67811381-5b1d-454d-923b-ba26dd2c3659-8129c7d7-c956-496f-9bc6-11b88976c679" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.808s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.786660] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06b6f324-7f2a-496d-a891-825314ad7732 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Lock "82521e51-2770-4675-be10-aa5beb72ab84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.304s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.084049] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "67811381-5b1d-454d-923b-ba26dd2c3659" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.084328] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "67811381-5b1d-454d-923b-ba26dd2c3659" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.085544] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "67811381-5b1d-454d-923b-ba26dd2c3659-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.085544] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "67811381-5b1d-454d-923b-ba26dd2c3659-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.085544] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "67811381-5b1d-454d-923b-ba26dd2c3659-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.087801] env[69183]: INFO nova.compute.manager [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Terminating instance [ 811.238725] env[69183]: DEBUG nova.compute.manager [req-a9bc11d6-3bb5-4726-8579-56e83c1a59e3 req-c1f91c0d-8363-4724-8300-d7c1440d9176 service nova] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Received event network-vif-deleted-a55f5b66-be36-4685-825f-869d589f2962 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 811.238955] env[69183]: DEBUG nova.compute.manager [req-a9bc11d6-3bb5-4726-8579-56e83c1a59e3 req-c1f91c0d-8363-4724-8300-d7c1440d9176 service nova] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Received event network-vif-deleted-8129c7d7-c956-496f-9bc6-11b88976c679 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 811.539882] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d40cb4-0c23-4f70-a1b4-1d4472a30c27 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.549327] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8459ef-aba3-414c-8ccc-987e66e6b158 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.583882] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca59ba1-965c-4e56-8b03-78c1cab8b745 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.593234] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33796424-a153-4da6-9ccf-93ad51b2acb6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.597995] env[69183]: DEBUG nova.compute.manager [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.598323] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.599158] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f9d2ea-8665-4b87-8817-2a2869e5e142 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.607826] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.615485] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e50900d-62af-4920-a995-23d2ac288c25 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.617523] env[69183]: DEBUG nova.compute.provider_tree [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.626600] env[69183]: DEBUG oslo_vmware.api [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 811.626600] env[69183]: value = "task-2789720" [ 811.626600] env[69183]: _type = "Task" [ 811.626600] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.638910] env[69183]: DEBUG oslo_vmware.api [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.836763] env[69183]: DEBUG nova.compute.manager [req-ad2fd70c-1ed3-4756-b83d-232123fd8ac3 req-0b17423a-0896-4b06-a81d-dbf6e03c635b service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Received event network-changed-616a18fd-88a7-4a89-868e-ad7a51b3ecae {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 811.836943] env[69183]: DEBUG nova.compute.manager [req-ad2fd70c-1ed3-4756-b83d-232123fd8ac3 req-0b17423a-0896-4b06-a81d-dbf6e03c635b service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Refreshing instance network info cache due to event network-changed-616a18fd-88a7-4a89-868e-ad7a51b3ecae. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 811.837336] env[69183]: DEBUG oslo_concurrency.lockutils [req-ad2fd70c-1ed3-4756-b83d-232123fd8ac3 req-0b17423a-0896-4b06-a81d-dbf6e03c635b service nova] Acquiring lock "refresh_cache-d9ca7edd-63df-40f6-ae93-1a5911427ee7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.837475] env[69183]: DEBUG oslo_concurrency.lockutils [req-ad2fd70c-1ed3-4756-b83d-232123fd8ac3 req-0b17423a-0896-4b06-a81d-dbf6e03c635b service nova] Acquired lock "refresh_cache-d9ca7edd-63df-40f6-ae93-1a5911427ee7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.837666] env[69183]: DEBUG nova.network.neutron [req-ad2fd70c-1ed3-4756-b83d-232123fd8ac3 req-0b17423a-0896-4b06-a81d-dbf6e03c635b service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Refreshing network info cache for port 616a18fd-88a7-4a89-868e-ad7a51b3ecae {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.121464] env[69183]: DEBUG nova.scheduler.client.report [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.140610] env[69183]: DEBUG oslo_vmware.api [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789720, 'name': PowerOffVM_Task, 'duration_secs': 0.261239} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.141032] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.141230] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.141559] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7eb9683f-fadc-479e-b6e2-af2a34523a0a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.236553] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.236853] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.237063] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Deleting the datastore file [datastore2] 67811381-5b1d-454d-923b-ba26dd2c3659 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.237371] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-015c105d-8836-4ab4-9365-a089ef90a1b3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.245810] env[69183]: DEBUG oslo_vmware.api [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 812.245810] env[69183]: value = "task-2789722" [ 812.245810] env[69183]: _type = "Task" [ 812.245810] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.256066] env[69183]: DEBUG oslo_vmware.api [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.310404] env[69183]: DEBUG oslo_vmware.rw_handles [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1d425-7db0-8f47-5632-608095b015e6/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 812.311882] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf854ac-a916-4533-b1a3-f42f576574e9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.322335] env[69183]: DEBUG oslo_vmware.rw_handles [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1d425-7db0-8f47-5632-608095b015e6/disk-0.vmdk is in state: ready. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 812.322686] env[69183]: ERROR oslo_vmware.rw_handles [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1d425-7db0-8f47-5632-608095b015e6/disk-0.vmdk due to incomplete transfer. [ 812.323084] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ca40eb1c-31eb-416d-afc8-829a86b645c6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.335978] env[69183]: DEBUG oslo_vmware.rw_handles [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1d425-7db0-8f47-5632-608095b015e6/disk-0.vmdk. {{(pid=69183) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 812.336222] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Uploaded image 56e92163-1d15-40aa-9f12-731a27e541e1 to the Glance image server {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 812.339227] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Destroying the VM {{(pid=69183) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 812.339807] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3134a334-5e35-43ca-bcbd-9dda90ac1e4a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.351800] env[69183]: DEBUG oslo_vmware.api [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 812.351800] env[69183]: value = "task-2789723" [ 812.351800] env[69183]: _type = "Task" [ 812.351800] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.366034] env[69183]: DEBUG oslo_vmware.api [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789723, 'name': Destroy_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.628307] env[69183]: DEBUG oslo_concurrency.lockutils [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.628873] env[69183]: DEBUG nova.compute.manager [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.632188] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 34.900s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.677409] env[69183]: DEBUG nova.network.neutron [req-ad2fd70c-1ed3-4756-b83d-232123fd8ac3 req-0b17423a-0896-4b06-a81d-dbf6e03c635b service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Updated VIF entry in instance network info cache for port 616a18fd-88a7-4a89-868e-ad7a51b3ecae. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.677784] env[69183]: DEBUG nova.network.neutron [req-ad2fd70c-1ed3-4756-b83d-232123fd8ac3 req-0b17423a-0896-4b06-a81d-dbf6e03c635b service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Updating instance_info_cache with network_info: [{"id": "616a18fd-88a7-4a89-868e-ad7a51b3ecae", "address": "fa:16:3e:78:18:c9", "network": {"id": "5d3ee3d0-b1d8-4f6b-9a1a-657c3d9bcdc5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-120904322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3af13b5346544c4080e1b49a93a88d9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616a18fd-88", "ovs_interfaceid": "616a18fd-88a7-4a89-868e-ad7a51b3ecae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.758289] env[69183]: DEBUG oslo_vmware.api [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358317} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.758586] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.758769] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.759155] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.759155] env[69183]: INFO nova.compute.manager [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Took 1.16 seconds to destroy the instance on the hypervisor. [ 812.759384] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.759693] env[69183]: DEBUG nova.compute.manager [-] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.759693] env[69183]: DEBUG nova.network.neutron [-] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.866132] env[69183]: DEBUG oslo_vmware.api [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789723, 'name': Destroy_Task} progress is 33%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.970367] env[69183]: DEBUG nova.compute.manager [None req-8fa223fe-1f4c-44b5-b042-af0f30e80498 tempest-ServerDiagnosticsTest-1621230318 tempest-ServerDiagnosticsTest-1621230318-project-admin] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.971956] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9295f9ec-fc78-49eb-a7e6-838c5e97ca86 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.980786] env[69183]: INFO nova.compute.manager [None req-8fa223fe-1f4c-44b5-b042-af0f30e80498 tempest-ServerDiagnosticsTest-1621230318 tempest-ServerDiagnosticsTest-1621230318-project-admin] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Retrieving diagnostics [ 812.981443] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a549b32d-7c4e-439f-90b0-f3904620aaa2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.139916] env[69183]: DEBUG nova.compute.utils [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.143756] env[69183]: INFO nova.compute.claims [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.147655] env[69183]: DEBUG nova.compute.manager [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.147875] env[69183]: DEBUG nova.network.neutron [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.182942] env[69183]: DEBUG oslo_concurrency.lockutils [None req-88651496-5535-4993-b7c1-dcdf66e40971 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquiring lock "f5d8ff76-766d-407a-87a8-89065f1cf8f3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.183207] env[69183]: DEBUG oslo_concurrency.lockutils [None req-88651496-5535-4993-b7c1-dcdf66e40971 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Lock "f5d8ff76-766d-407a-87a8-89065f1cf8f3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.183448] env[69183]: INFO nova.compute.manager [None req-88651496-5535-4993-b7c1-dcdf66e40971 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Rebooting instance [ 813.185477] env[69183]: DEBUG oslo_concurrency.lockutils [req-ad2fd70c-1ed3-4756-b83d-232123fd8ac3 req-0b17423a-0896-4b06-a81d-dbf6e03c635b service nova] Releasing lock "refresh_cache-d9ca7edd-63df-40f6-ae93-1a5911427ee7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.185652] env[69183]: DEBUG nova.compute.manager [req-ad2fd70c-1ed3-4756-b83d-232123fd8ac3 req-0b17423a-0896-4b06-a81d-dbf6e03c635b service nova] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Received event network-changed-dea74842-6cbc-4a5a-8e60-13a618e10e68 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 813.185804] env[69183]: DEBUG nova.compute.manager [req-ad2fd70c-1ed3-4756-b83d-232123fd8ac3 req-0b17423a-0896-4b06-a81d-dbf6e03c635b service nova] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Refreshing instance network info cache due to event network-changed-dea74842-6cbc-4a5a-8e60-13a618e10e68. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 813.186010] env[69183]: DEBUG oslo_concurrency.lockutils [req-ad2fd70c-1ed3-4756-b83d-232123fd8ac3 req-0b17423a-0896-4b06-a81d-dbf6e03c635b service nova] Acquiring lock "refresh_cache-f5d8ff76-766d-407a-87a8-89065f1cf8f3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.186165] env[69183]: DEBUG oslo_concurrency.lockutils [req-ad2fd70c-1ed3-4756-b83d-232123fd8ac3 req-0b17423a-0896-4b06-a81d-dbf6e03c635b service nova] Acquired lock "refresh_cache-f5d8ff76-766d-407a-87a8-89065f1cf8f3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.186330] env[69183]: DEBUG nova.network.neutron [req-ad2fd70c-1ed3-4756-b83d-232123fd8ac3 req-0b17423a-0896-4b06-a81d-dbf6e03c635b service nova] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Refreshing network info cache for port dea74842-6cbc-4a5a-8e60-13a618e10e68 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.216565] env[69183]: DEBUG nova.policy [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bd2084774f24106bb0e9db3aba9ae87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c65972aeb1924aa6bf66834350254c53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.367124] env[69183]: DEBUG oslo_vmware.api [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789723, 'name': Destroy_Task, 'duration_secs': 0.902128} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.367491] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Destroyed the VM [ 813.367945] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Deleting Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 813.368443] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eab8c0b5-6c64-4e0e-84f9-d5247230a776 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.376738] env[69183]: DEBUG oslo_vmware.api [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 813.376738] env[69183]: value = "task-2789724" [ 813.376738] env[69183]: _type = "Task" [ 813.376738] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.391355] env[69183]: DEBUG oslo_vmware.api [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789724, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.647493] env[69183]: DEBUG nova.network.neutron [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Successfully created port: 521e389c-9a59-4b7d-8377-112b99b0d216 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.650159] env[69183]: DEBUG nova.compute.utils [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.654838] env[69183]: INFO nova.compute.resource_tracker [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Updating resource usage from migration a4faefee-e580-43e3-a357-2c9eab7418b8 [ 813.721784] env[69183]: DEBUG oslo_concurrency.lockutils [None req-88651496-5535-4993-b7c1-dcdf66e40971 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquiring lock "refresh_cache-f5d8ff76-766d-407a-87a8-89065f1cf8f3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.887597] env[69183]: DEBUG nova.network.neutron [-] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.900174] env[69183]: DEBUG oslo_vmware.api [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789724, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.126914] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquiring lock "332920e1-7182-4097-a570-0eab1737713c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.127220] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "332920e1-7182-4097-a570-0eab1737713c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.129082] env[69183]: DEBUG nova.network.neutron [req-ad2fd70c-1ed3-4756-b83d-232123fd8ac3 req-0b17423a-0896-4b06-a81d-dbf6e03c635b service nova] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Updated VIF entry in instance network info cache for port dea74842-6cbc-4a5a-8e60-13a618e10e68. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.129433] env[69183]: DEBUG nova.network.neutron [req-ad2fd70c-1ed3-4756-b83d-232123fd8ac3 req-0b17423a-0896-4b06-a81d-dbf6e03c635b service nova] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Updating instance_info_cache with network_info: [{"id": "dea74842-6cbc-4a5a-8e60-13a618e10e68", "address": "fa:16:3e:63:ac:89", "network": {"id": "25a953a5-744a-41ae-a694-1218056811a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-713805857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e96601da6404b92aa5077cbdde2da12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea74842-6c", "ovs_interfaceid": "dea74842-6cbc-4a5a-8e60-13a618e10e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.159038] env[69183]: DEBUG nova.compute.manager [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.343885] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc76eba8-62b0-410b-b3b2-ac02939ef9df {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.352522] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac05dd4-cd2a-4395-ae71-7e2d5f2f7b50 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.394629] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d81025-1c2a-460e-97fa-fb237fa31d7a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.397957] env[69183]: INFO nova.compute.manager [-] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Took 1.64 seconds to deallocate network for instance. [ 814.413900] env[69183]: DEBUG oslo_vmware.api [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789724, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.414964] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03f3972-07a5-4fea-9899-6b5a6c42b5f2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.433584] env[69183]: DEBUG nova.compute.provider_tree [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.635225] env[69183]: DEBUG oslo_concurrency.lockutils [req-ad2fd70c-1ed3-4756-b83d-232123fd8ac3 req-0b17423a-0896-4b06-a81d-dbf6e03c635b service nova] Releasing lock "refresh_cache-f5d8ff76-766d-407a-87a8-89065f1cf8f3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.635906] env[69183]: DEBUG nova.compute.manager [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.638834] env[69183]: DEBUG oslo_concurrency.lockutils [None req-88651496-5535-4993-b7c1-dcdf66e40971 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquired lock "refresh_cache-f5d8ff76-766d-407a-87a8-89065f1cf8f3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.638933] env[69183]: DEBUG nova.network.neutron [None req-88651496-5535-4993-b7c1-dcdf66e40971 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.681648] env[69183]: DEBUG nova.compute.manager [req-3a6b8648-979f-4b82-93e4-837b4ffbd292 req-2302643b-37ea-4a0b-ab17-274a305cccf5 service nova] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Received event network-vif-deleted-765a6f19-7429-440b-80f7-54eeebe7e30a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 815.191390] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.191390] env[69183]: DEBUG nova.scheduler.client.report [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.195700] env[69183]: DEBUG nova.compute.manager [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.204032] env[69183]: DEBUG nova.compute.manager [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.213753] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177bf253-1f1d-42c3-8a04-d391f9d82ac5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.235192] env[69183]: DEBUG oslo_vmware.api [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789724, 'name': RemoveSnapshot_Task, 'duration_secs': 1.309543} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.239042] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Deleted Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 815.243025] env[69183]: INFO nova.compute.manager [None req-822a6650-9d5a-41c3-8402-57310306ee9d tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Took 16.50 seconds to snapshot the instance on the hypervisor. [ 815.254708] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.257542] env[69183]: DEBUG nova.virt.hardware [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:01:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1161431772',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-494205536',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.258952] env[69183]: DEBUG nova.virt.hardware [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.258952] env[69183]: DEBUG nova.virt.hardware [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.258952] env[69183]: DEBUG nova.virt.hardware [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.258952] env[69183]: DEBUG nova.virt.hardware [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.258952] env[69183]: DEBUG nova.virt.hardware [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.258952] env[69183]: DEBUG nova.virt.hardware [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.258952] env[69183]: DEBUG nova.virt.hardware [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.259307] env[69183]: DEBUG nova.virt.hardware [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.259307] env[69183]: DEBUG nova.virt.hardware [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.259423] env[69183]: DEBUG nova.virt.hardware [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.261219] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bd0183-5ffb-40c0-bffd-028ef8e7c413 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.275023] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07acf97c-6e5e-4f51-91ce-2495abbf09f0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.497152] env[69183]: DEBUG nova.compute.manager [req-d375de1a-e5d1-45ff-9c22-eb77162fa1d1 req-a45985a8-bfa8-49e2-a9ce-b77c3d4808a2 service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Received event network-changed-616a18fd-88a7-4a89-868e-ad7a51b3ecae {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 815.497359] env[69183]: DEBUG nova.compute.manager [req-d375de1a-e5d1-45ff-9c22-eb77162fa1d1 req-a45985a8-bfa8-49e2-a9ce-b77c3d4808a2 service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Refreshing instance network info cache due to event network-changed-616a18fd-88a7-4a89-868e-ad7a51b3ecae. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 815.497558] env[69183]: DEBUG oslo_concurrency.lockutils [req-d375de1a-e5d1-45ff-9c22-eb77162fa1d1 req-a45985a8-bfa8-49e2-a9ce-b77c3d4808a2 service nova] Acquiring lock "refresh_cache-d9ca7edd-63df-40f6-ae93-1a5911427ee7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.498462] env[69183]: DEBUG oslo_concurrency.lockutils [req-d375de1a-e5d1-45ff-9c22-eb77162fa1d1 req-a45985a8-bfa8-49e2-a9ce-b77c3d4808a2 service nova] Acquired lock "refresh_cache-d9ca7edd-63df-40f6-ae93-1a5911427ee7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.498462] env[69183]: DEBUG nova.network.neutron [req-d375de1a-e5d1-45ff-9c22-eb77162fa1d1 req-a45985a8-bfa8-49e2-a9ce-b77c3d4808a2 service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Refreshing network info cache for port 616a18fd-88a7-4a89-868e-ad7a51b3ecae {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.602110] env[69183]: DEBUG nova.network.neutron [None req-88651496-5535-4993-b7c1-dcdf66e40971 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Updating instance_info_cache with network_info: [{"id": "dea74842-6cbc-4a5a-8e60-13a618e10e68", "address": "fa:16:3e:63:ac:89", "network": {"id": "25a953a5-744a-41ae-a694-1218056811a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-713805857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e96601da6404b92aa5077cbdde2da12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea74842-6c", "ovs_interfaceid": "dea74842-6cbc-4a5a-8e60-13a618e10e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.671796] env[69183]: DEBUG nova.network.neutron [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Successfully updated port: 521e389c-9a59-4b7d-8377-112b99b0d216 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.708160] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.076s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.708560] env[69183]: INFO nova.compute.manager [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Migrating [ 815.717880] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.818s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.717880] env[69183]: DEBUG nova.objects.instance [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Lazy-loading 'resources' on Instance uuid 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.729773] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Acquiring lock "82521e51-2770-4675-be10-aa5beb72ab84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.731053] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Lock "82521e51-2770-4675-be10-aa5beb72ab84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.731053] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Acquiring lock "82521e51-2770-4675-be10-aa5beb72ab84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.731053] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Lock "82521e51-2770-4675-be10-aa5beb72ab84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.731795] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Lock "82521e51-2770-4675-be10-aa5beb72ab84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.738035] env[69183]: INFO nova.compute.manager [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Terminating instance [ 815.744318] env[69183]: INFO nova.compute.manager [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] instance snapshotting [ 815.744564] env[69183]: WARNING nova.compute.manager [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 815.755615] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a6fd6a-834f-4b26-824a-d0c0dfa84a10 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.782119] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4ecd03-304f-46d9-9759-00f221a24eb8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.107235] env[69183]: DEBUG oslo_concurrency.lockutils [None req-88651496-5535-4993-b7c1-dcdf66e40971 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Releasing lock "refresh_cache-f5d8ff76-766d-407a-87a8-89065f1cf8f3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.175035] env[69183]: DEBUG oslo_concurrency.lockutils [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Acquiring lock "refresh_cache-97bcf6c5-8206-4ba6-a5af-f09d8c273040" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.175136] env[69183]: DEBUG oslo_concurrency.lockutils [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Acquired lock "refresh_cache-97bcf6c5-8206-4ba6-a5af-f09d8c273040" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.175998] env[69183]: DEBUG nova.network.neutron [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.226081] env[69183]: DEBUG nova.network.neutron [req-d375de1a-e5d1-45ff-9c22-eb77162fa1d1 req-a45985a8-bfa8-49e2-a9ce-b77c3d4808a2 service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Updated VIF entry in instance network info cache for port 616a18fd-88a7-4a89-868e-ad7a51b3ecae. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.228817] env[69183]: DEBUG nova.network.neutron [req-d375de1a-e5d1-45ff-9c22-eb77162fa1d1 req-a45985a8-bfa8-49e2-a9ce-b77c3d4808a2 service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Updating instance_info_cache with network_info: [{"id": "616a18fd-88a7-4a89-868e-ad7a51b3ecae", "address": "fa:16:3e:78:18:c9", "network": {"id": "5d3ee3d0-b1d8-4f6b-9a1a-657c3d9bcdc5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-120904322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3af13b5346544c4080e1b49a93a88d9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616a18fd-88", "ovs_interfaceid": "616a18fd-88a7-4a89-868e-ad7a51b3ecae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.236024] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "refresh_cache-ff75e3b8-15c2-4dd3-94a6-de77e6e73501" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.236807] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquired lock "refresh_cache-ff75e3b8-15c2-4dd3-94a6-de77e6e73501" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.236807] env[69183]: DEBUG nova.network.neutron [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.241037] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Acquiring lock "d9ca7edd-63df-40f6-ae93-1a5911427ee7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.241159] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Lock "d9ca7edd-63df-40f6-ae93-1a5911427ee7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.241385] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Acquiring lock "d9ca7edd-63df-40f6-ae93-1a5911427ee7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.241599] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Lock "d9ca7edd-63df-40f6-ae93-1a5911427ee7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.241775] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Lock "d9ca7edd-63df-40f6-ae93-1a5911427ee7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.245220] env[69183]: INFO nova.compute.manager [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Terminating instance [ 816.246897] env[69183]: DEBUG nova.compute.manager [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.247101] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.248671] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be66e879-1890-43d6-b9e4-41b9d7440eb9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.260840] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.261178] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d1a71f3-6448-4cf7-90fd-96a67d4ec4ab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.274218] env[69183]: DEBUG oslo_vmware.api [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Waiting for the task: (returnval){ [ 816.274218] env[69183]: value = "task-2789725" [ 816.274218] env[69183]: _type = "Task" [ 816.274218] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.285092] env[69183]: DEBUG oslo_vmware.api [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Task: {'id': task-2789725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.296310] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Creating Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 816.296634] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3e1c05b6-3978-49e6-8c75-a82a2158151f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.306072] env[69183]: DEBUG oslo_vmware.api [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 816.306072] env[69183]: value = "task-2789726" [ 816.306072] env[69183]: _type = "Task" [ 816.306072] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.315522] env[69183]: DEBUG oslo_vmware.api [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789726, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.613664] env[69183]: DEBUG nova.compute.manager [None req-88651496-5535-4993-b7c1-dcdf66e40971 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.614808] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f07bf7-d1f8-4f0c-9ece-d67b8d20c74d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.730379] env[69183]: DEBUG oslo_concurrency.lockutils [req-d375de1a-e5d1-45ff-9c22-eb77162fa1d1 req-a45985a8-bfa8-49e2-a9ce-b77c3d4808a2 service nova] Releasing lock "refresh_cache-d9ca7edd-63df-40f6-ae93-1a5911427ee7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.738091] env[69183]: DEBUG nova.network.neutron [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.756281] env[69183]: DEBUG nova.compute.manager [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.756433] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.757426] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae007ad-66a7-4528-96ca-671e17e81655 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.773623] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.774009] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df594904-f001-44d0-86d6-bd86d6fe33c4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.787070] env[69183]: DEBUG oslo_vmware.api [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Waiting for the task: (returnval){ [ 816.787070] env[69183]: value = "task-2789727" [ 816.787070] env[69183]: _type = "Task" [ 816.787070] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.795056] env[69183]: DEBUG oslo_vmware.api [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Task: {'id': task-2789725, 'name': PowerOffVM_Task, 'duration_secs': 0.236435} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.795897] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.796140] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.796406] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47074a6a-8d89-4ade-9de7-4dc383d238f5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.803315] env[69183]: DEBUG oslo_vmware.api [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.821817] env[69183]: DEBUG oslo_vmware.api [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789726, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.864706] env[69183]: DEBUG nova.compute.manager [req-c30b3696-1d8b-40ba-833d-63a5f691227e req-3fd7d2dc-c2a4-44fb-ac6e-c219ccda57f7 service nova] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Received event network-vif-plugged-521e389c-9a59-4b7d-8377-112b99b0d216 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 816.864946] env[69183]: DEBUG oslo_concurrency.lockutils [req-c30b3696-1d8b-40ba-833d-63a5f691227e req-3fd7d2dc-c2a4-44fb-ac6e-c219ccda57f7 service nova] Acquiring lock "97bcf6c5-8206-4ba6-a5af-f09d8c273040-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.865174] env[69183]: DEBUG oslo_concurrency.lockutils [req-c30b3696-1d8b-40ba-833d-63a5f691227e req-3fd7d2dc-c2a4-44fb-ac6e-c219ccda57f7 service nova] Lock "97bcf6c5-8206-4ba6-a5af-f09d8c273040-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.865364] env[69183]: DEBUG oslo_concurrency.lockutils [req-c30b3696-1d8b-40ba-833d-63a5f691227e req-3fd7d2dc-c2a4-44fb-ac6e-c219ccda57f7 service nova] Lock "97bcf6c5-8206-4ba6-a5af-f09d8c273040-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.865540] env[69183]: DEBUG nova.compute.manager [req-c30b3696-1d8b-40ba-833d-63a5f691227e req-3fd7d2dc-c2a4-44fb-ac6e-c219ccda57f7 service nova] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] No waiting events found dispatching network-vif-plugged-521e389c-9a59-4b7d-8377-112b99b0d216 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.865977] env[69183]: WARNING nova.compute.manager [req-c30b3696-1d8b-40ba-833d-63a5f691227e req-3fd7d2dc-c2a4-44fb-ac6e-c219ccda57f7 service nova] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Received unexpected event network-vif-plugged-521e389c-9a59-4b7d-8377-112b99b0d216 for instance with vm_state building and task_state spawning. [ 816.866180] env[69183]: DEBUG nova.compute.manager [req-c30b3696-1d8b-40ba-833d-63a5f691227e req-3fd7d2dc-c2a4-44fb-ac6e-c219ccda57f7 service nova] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Received event network-changed-521e389c-9a59-4b7d-8377-112b99b0d216 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 816.866995] env[69183]: DEBUG nova.compute.manager [req-c30b3696-1d8b-40ba-833d-63a5f691227e req-3fd7d2dc-c2a4-44fb-ac6e-c219ccda57f7 service nova] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Refreshing instance network info cache due to event network-changed-521e389c-9a59-4b7d-8377-112b99b0d216. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 816.866995] env[69183]: DEBUG oslo_concurrency.lockutils [req-c30b3696-1d8b-40ba-833d-63a5f691227e req-3fd7d2dc-c2a4-44fb-ac6e-c219ccda57f7 service nova] Acquiring lock "refresh_cache-97bcf6c5-8206-4ba6-a5af-f09d8c273040" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.890071] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.890607] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.890607] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Deleting the datastore file [datastore1] 82521e51-2770-4675-be10-aa5beb72ab84 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.893590] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-262b40dc-d979-4f44-b039-aee6a56cb88f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.908492] env[69183]: DEBUG oslo_vmware.api [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Waiting for the task: (returnval){ [ 816.908492] env[69183]: value = "task-2789729" [ 816.908492] env[69183]: _type = "Task" [ 816.908492] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.924571] env[69183]: DEBUG oslo_vmware.api [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Task: {'id': task-2789729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.926746] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87ac6ec-6e48-4a58-82ae-5d0252ef7ccb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.939664] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cb5f22-a6af-4750-a480-10199747a535 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.978704] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5b22c3-f032-4a27-b3d2-b77d397dff91 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.988775] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edf2edd-b08f-4e59-8896-b88550d3562d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.010092] env[69183]: DEBUG nova.compute.provider_tree [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.298877] env[69183]: DEBUG oslo_vmware.api [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789727, 'name': PowerOffVM_Task, 'duration_secs': 0.301349} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.299201] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.299375] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.299702] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd929f38-eb8d-4254-b4e8-a840894cf74c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.322788] env[69183]: DEBUG oslo_vmware.api [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789726, 'name': CreateSnapshot_Task, 'duration_secs': 0.784506} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.324228] env[69183]: DEBUG nova.network.neutron [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Updating instance_info_cache with network_info: [{"id": "521e389c-9a59-4b7d-8377-112b99b0d216", "address": "fa:16:3e:da:da:00", "network": {"id": "be6e750e-8934-479c-9e1f-74fbde2330ab", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-873922149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65972aeb1924aa6bf66834350254c53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521e389c-9a", "ovs_interfaceid": "521e389c-9a59-4b7d-8377-112b99b0d216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.326505] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Created Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 817.328149] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b628660f-be10-45c2-8833-b68fe811115e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.374284] env[69183]: DEBUG nova.network.neutron [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Updating instance_info_cache with network_info: [{"id": "54ac35e8-78b8-4a00-aed6-7c0c4334c712", "address": "fa:16:3e:fd:11:62", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ac35e8-78", "ovs_interfaceid": "54ac35e8-78b8-4a00-aed6-7c0c4334c712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.383057] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.383057] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.383227] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Deleting the datastore file [datastore2] d9ca7edd-63df-40f6-ae93-1a5911427ee7 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.387037] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bd6ffb1-5117-42de-8463-1d79dbca9cc8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.393179] env[69183]: DEBUG oslo_vmware.api [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Waiting for the task: (returnval){ [ 817.393179] env[69183]: value = "task-2789731" [ 817.393179] env[69183]: _type = "Task" [ 817.393179] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.404652] env[69183]: DEBUG oslo_vmware.api [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.418871] env[69183]: DEBUG oslo_vmware.api [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Task: {'id': task-2789729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197433} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.419126] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.419314] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.419514] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.419690] env[69183]: INFO nova.compute.manager [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Took 1.17 seconds to destroy the instance on the hypervisor. [ 817.419932] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.420175] env[69183]: DEBUG nova.compute.manager [-] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.420284] env[69183]: DEBUG nova.network.neutron [-] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.517467] env[69183]: DEBUG nova.scheduler.client.report [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.639424] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9833a61c-39fc-4de5-8129-009af08b24d9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.647953] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-88651496-5535-4993-b7c1-dcdf66e40971 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Doing hard reboot of VM {{(pid=69183) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 817.648276] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-48b224e3-eda3-40f0-8d07-d5ae2721440b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.659487] env[69183]: DEBUG oslo_vmware.api [None req-88651496-5535-4993-b7c1-dcdf66e40971 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for the task: (returnval){ [ 817.659487] env[69183]: value = "task-2789732" [ 817.659487] env[69183]: _type = "Task" [ 817.659487] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.670560] env[69183]: DEBUG oslo_vmware.api [None req-88651496-5535-4993-b7c1-dcdf66e40971 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789732, 'name': ResetVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.828793] env[69183]: DEBUG oslo_concurrency.lockutils [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Releasing lock "refresh_cache-97bcf6c5-8206-4ba6-a5af-f09d8c273040" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.829321] env[69183]: DEBUG nova.compute.manager [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Instance network_info: |[{"id": "521e389c-9a59-4b7d-8377-112b99b0d216", "address": "fa:16:3e:da:da:00", "network": {"id": "be6e750e-8934-479c-9e1f-74fbde2330ab", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-873922149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65972aeb1924aa6bf66834350254c53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521e389c-9a", "ovs_interfaceid": "521e389c-9a59-4b7d-8377-112b99b0d216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.829737] env[69183]: DEBUG oslo_concurrency.lockutils [req-c30b3696-1d8b-40ba-833d-63a5f691227e req-3fd7d2dc-c2a4-44fb-ac6e-c219ccda57f7 service nova] Acquired lock "refresh_cache-97bcf6c5-8206-4ba6-a5af-f09d8c273040" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.830731] env[69183]: DEBUG nova.network.neutron [req-c30b3696-1d8b-40ba-833d-63a5f691227e req-3fd7d2dc-c2a4-44fb-ac6e-c219ccda57f7 service nova] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Refreshing network info cache for port 521e389c-9a59-4b7d-8377-112b99b0d216 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.832465] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:da:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '521e389c-9a59-4b7d-8377-112b99b0d216', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.843759] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.855989] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Creating linked-clone VM from snapshot {{(pid=69183) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 817.856366] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.857110] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b8097ef0-af3e-4959-bcf3-3f48e3d62264 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.860658] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b638c2b7-f1ad-4422-81ab-fdc53cba13f7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.880877] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Releasing lock "refresh_cache-ff75e3b8-15c2-4dd3-94a6-de77e6e73501" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.884043] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.884043] env[69183]: value = "task-2789734" [ 817.884043] env[69183]: _type = "Task" [ 817.884043] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.885641] env[69183]: DEBUG oslo_vmware.api [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 817.885641] env[69183]: value = "task-2789733" [ 817.885641] env[69183]: _type = "Task" [ 817.885641] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.897416] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789734, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.910292] env[69183]: DEBUG oslo_vmware.api [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Task: {'id': task-2789731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225615} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.912890] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.913128] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.913336] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.913455] env[69183]: INFO nova.compute.manager [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 817.913699] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.914387] env[69183]: DEBUG nova.compute.manager [-] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.914547] env[69183]: DEBUG nova.network.neutron [-] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.025200] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.308s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.031925] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.715s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.034134] env[69183]: INFO nova.compute.claims [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.065554] env[69183]: INFO nova.scheduler.client.report [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Deleted allocations for instance 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01 [ 818.171223] env[69183]: DEBUG oslo_vmware.api [None req-88651496-5535-4993-b7c1-dcdf66e40971 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789732, 'name': ResetVM_Task, 'duration_secs': 0.116098} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.171488] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-88651496-5535-4993-b7c1-dcdf66e40971 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Did hard reboot of VM {{(pid=69183) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 818.171608] env[69183]: DEBUG nova.compute.manager [None req-88651496-5535-4993-b7c1-dcdf66e40971 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.172486] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d049ef-0ebc-45c9-862b-1d624252d44a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.252100] env[69183]: DEBUG nova.network.neutron [-] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.284341] env[69183]: DEBUG nova.network.neutron [req-c30b3696-1d8b-40ba-833d-63a5f691227e req-3fd7d2dc-c2a4-44fb-ac6e-c219ccda57f7 service nova] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Updated VIF entry in instance network info cache for port 521e389c-9a59-4b7d-8377-112b99b0d216. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.284712] env[69183]: DEBUG nova.network.neutron [req-c30b3696-1d8b-40ba-833d-63a5f691227e req-3fd7d2dc-c2a4-44fb-ac6e-c219ccda57f7 service nova] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Updating instance_info_cache with network_info: [{"id": "521e389c-9a59-4b7d-8377-112b99b0d216", "address": "fa:16:3e:da:da:00", "network": {"id": "be6e750e-8934-479c-9e1f-74fbde2330ab", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-873922149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65972aeb1924aa6bf66834350254c53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521e389c-9a", "ovs_interfaceid": "521e389c-9a59-4b7d-8377-112b99b0d216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.412992] env[69183]: DEBUG oslo_vmware.api [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789733, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.413314] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789734, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.580100] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8d5328a6-8ed0-4e7c-ba5e-6dad16345e0e tempest-ImagesOneServerTestJSON-420743810 tempest-ImagesOneServerTestJSON-420743810-project-member] Lock "1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.268s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.685013] env[69183]: DEBUG oslo_concurrency.lockutils [None req-88651496-5535-4993-b7c1-dcdf66e40971 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Lock "f5d8ff76-766d-407a-87a8-89065f1cf8f3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.502s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.755742] env[69183]: INFO nova.compute.manager [-] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Took 1.34 seconds to deallocate network for instance. [ 818.787336] env[69183]: DEBUG oslo_concurrency.lockutils [req-c30b3696-1d8b-40ba-833d-63a5f691227e req-3fd7d2dc-c2a4-44fb-ac6e-c219ccda57f7 service nova] Releasing lock "refresh_cache-97bcf6c5-8206-4ba6-a5af-f09d8c273040" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.903547] env[69183]: DEBUG oslo_vmware.rw_handles [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52566a22-9a68-055b-41b5-d5cd89d3972b/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 818.905068] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a251d6d-1938-4a83-ad53-7e8c45769bb4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.913989] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789734, 'name': CreateVM_Task, 'duration_secs': 0.580461} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.916133] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.919424] env[69183]: DEBUG oslo_concurrency.lockutils [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.919602] env[69183]: DEBUG oslo_concurrency.lockutils [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.919940] env[69183]: DEBUG oslo_concurrency.lockutils [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.920556] env[69183]: DEBUG oslo_vmware.api [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789733, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.924412] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a04e483f-87f3-4a31-8333-ae50ede80d2e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.924412] env[69183]: DEBUG oslo_vmware.rw_handles [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52566a22-9a68-055b-41b5-d5cd89d3972b/disk-0.vmdk is in state: ready. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 818.924554] env[69183]: ERROR oslo_vmware.rw_handles [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52566a22-9a68-055b-41b5-d5cd89d3972b/disk-0.vmdk due to incomplete transfer. [ 818.925058] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6f6abf42-b4d1-4f3d-af9c-ffa6da44cfff {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.930218] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for the task: (returnval){ [ 818.930218] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52a6db13-52dc-d757-c9f8-46abb66fa470" [ 818.930218] env[69183]: _type = "Task" [ 818.930218] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.934839] env[69183]: DEBUG oslo_vmware.rw_handles [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52566a22-9a68-055b-41b5-d5cd89d3972b/disk-0.vmdk. {{(pid=69183) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 818.934987] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Uploaded image 43c72893-2deb-47ef-a67f-26e6a7ef3472 to the Glance image server {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 818.936839] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Destroying the VM {{(pid=69183) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 818.937485] env[69183]: DEBUG nova.network.neutron [-] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.938846] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fea0d650-5b10-4467-9aa1-ad5e40359310 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.945301] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a6db13-52dc-d757-c9f8-46abb66fa470, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.949947] env[69183]: DEBUG oslo_vmware.api [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 818.949947] env[69183]: value = "task-2789735" [ 818.949947] env[69183]: _type = "Task" [ 818.949947] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.957678] env[69183]: DEBUG oslo_vmware.api [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789735, 'name': Destroy_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.267389] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.334705] env[69183]: DEBUG nova.compute.manager [req-ab421b87-1a42-4e44-b627-6b1aef37eb4d req-07a0514b-700e-46de-aa91-ca9de52db709 service nova] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Received event network-vif-deleted-6486a77e-2fcc-49ef-bfb6-1b21d0b47e78 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 819.334705] env[69183]: DEBUG nova.compute.manager [req-ab421b87-1a42-4e44-b627-6b1aef37eb4d req-07a0514b-700e-46de-aa91-ca9de52db709 service nova] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Received event network-vif-deleted-616a18fd-88a7-4a89-868e-ad7a51b3ecae {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 819.412406] env[69183]: DEBUG oslo_vmware.api [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789733, 'name': CloneVM_Task} progress is 95%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.421475] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a112dda-52e3-406b-b2aa-0e8c3fc704b7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.470517] env[69183]: INFO nova.compute.manager [-] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Took 1.56 seconds to deallocate network for instance. [ 819.471071] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Updating instance 'ff75e3b8-15c2-4dd3-94a6-de77e6e73501' progress to 0 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 819.476466] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a6db13-52dc-d757-c9f8-46abb66fa470, 'name': SearchDatastore_Task, 'duration_secs': 0.012409} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.486726] env[69183]: DEBUG oslo_concurrency.lockutils [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.486984] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.487347] env[69183]: DEBUG oslo_concurrency.lockutils [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.487517] env[69183]: DEBUG oslo_concurrency.lockutils [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.487782] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.491650] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05c0947e-06e0-4d06-b0be-b80754cea4ff {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.500276] env[69183]: DEBUG oslo_vmware.api [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789735, 'name': Destroy_Task} progress is 33%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.502050] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.502050] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.502666] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfa46c54-f8a3-4660-947b-093873148354 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.509365] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for the task: (returnval){ [ 819.509365] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52536ac9-d7e8-2b5f-674d-2acaaa2d8b15" [ 819.509365] env[69183]: _type = "Task" [ 819.509365] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.519032] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52536ac9-d7e8-2b5f-674d-2acaaa2d8b15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.752403] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef925db2-4cd9-439f-b42a-aadd5d7b7249 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.763517] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e103cb50-bb69-4604-8925-702858195ed3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.797491] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b59cc7-04dd-423f-97ca-06a5b6e0116a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.805854] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c8b634-dfb4-45cc-9dbf-6322e040f56a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.821662] env[69183]: DEBUG nova.compute.provider_tree [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.908554] env[69183]: DEBUG oslo_vmware.api [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789733, 'name': CloneVM_Task, 'duration_secs': 1.849435} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.910355] env[69183]: INFO nova.virt.vmwareapi.vmops [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Created linked-clone VM from snapshot [ 819.913780] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb00c55-0711-499b-8d84-c6b865cad5d3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.919114] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Acquiring lock "e0a6eea8-ea8f-491e-8390-86280974a654" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.919374] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Lock "e0a6eea8-ea8f-491e-8390-86280974a654" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.926632] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Uploading image c909e376-5392-450e-8e13-51ff04a04088 {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 819.957465] env[69183]: DEBUG oslo_vmware.rw_handles [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 819.957465] env[69183]: value = "vm-560779" [ 819.957465] env[69183]: _type = "VirtualMachine" [ 819.957465] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 819.957875] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-679552a3-59c1-4294-86c0-42588fb35ae3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.965644] env[69183]: DEBUG oslo_vmware.rw_handles [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lease: (returnval){ [ 819.965644] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52762fa1-05b5-8377-a2a9-5c418593841a" [ 819.965644] env[69183]: _type = "HttpNfcLease" [ 819.965644] env[69183]: } obtained for exporting VM: (result){ [ 819.965644] env[69183]: value = "vm-560779" [ 819.965644] env[69183]: _type = "VirtualMachine" [ 819.965644] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 819.965941] env[69183]: DEBUG oslo_vmware.api [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the lease: (returnval){ [ 819.965941] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52762fa1-05b5-8377-a2a9-5c418593841a" [ 819.965941] env[69183]: _type = "HttpNfcLease" [ 819.965941] env[69183]: } to be ready. {{(pid=69183) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 819.973050] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 819.973050] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52762fa1-05b5-8377-a2a9-5c418593841a" [ 819.973050] env[69183]: _type = "HttpNfcLease" [ 819.973050] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 819.979287] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.982631] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ea509a7-f353-49f0-a423-43efb3a8861d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.984544] env[69183]: DEBUG oslo_vmware.api [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789735, 'name': Destroy_Task, 'duration_secs': 0.719546} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.985167] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Destroyed the VM [ 819.985447] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Deleting Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 819.986151] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c2982e69-b00e-4337-8f24-21a905492784 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.990138] env[69183]: DEBUG oslo_vmware.api [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 819.990138] env[69183]: value = "task-2789737" [ 819.990138] env[69183]: _type = "Task" [ 819.990138] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.996277] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.996277] env[69183]: DEBUG oslo_vmware.api [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 819.996277] env[69183]: value = "task-2789738" [ 819.996277] env[69183]: _type = "Task" [ 819.996277] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.004103] env[69183]: DEBUG oslo_vmware.api [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.009782] env[69183]: DEBUG oslo_vmware.api [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789738, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.019803] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52536ac9-d7e8-2b5f-674d-2acaaa2d8b15, 'name': SearchDatastore_Task, 'duration_secs': 0.010546} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.020776] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5600d9bb-e824-4941-8492-c4ae3b507ae8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.026735] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for the task: (returnval){ [ 820.026735] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52b33c11-00ba-af2b-f467-1e21f2fbf847" [ 820.026735] env[69183]: _type = "Task" [ 820.026735] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.036514] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52b33c11-00ba-af2b-f467-1e21f2fbf847, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.324759] env[69183]: DEBUG nova.scheduler.client.report [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.429906] env[69183]: DEBUG nova.compute.manager [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.479595] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 820.479595] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52762fa1-05b5-8377-a2a9-5c418593841a" [ 820.479595] env[69183]: _type = "HttpNfcLease" [ 820.479595] env[69183]: } is ready. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 820.480628] env[69183]: DEBUG oslo_vmware.rw_handles [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 820.480628] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52762fa1-05b5-8377-a2a9-5c418593841a" [ 820.480628] env[69183]: _type = "HttpNfcLease" [ 820.480628] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 820.482029] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b990a5a9-ff26-4eac-ba6e-c38938473807 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.491059] env[69183]: DEBUG oslo_vmware.rw_handles [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52167e1c-b523-1846-d034-aa518be04888/disk-0.vmdk from lease info. {{(pid=69183) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 820.491059] env[69183]: DEBUG oslo_vmware.rw_handles [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52167e1c-b523-1846-d034-aa518be04888/disk-0.vmdk for reading. {{(pid=69183) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 820.581379] env[69183]: DEBUG oslo_vmware.api [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789737, 'name': PowerOffVM_Task, 'duration_secs': 0.20317} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.585664] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.585907] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Updating instance 'ff75e3b8-15c2-4dd3-94a6-de77e6e73501' progress to 17 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 820.591393] env[69183]: DEBUG oslo_vmware.api [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789738, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.596126] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52b33c11-00ba-af2b-f467-1e21f2fbf847, 'name': SearchDatastore_Task, 'duration_secs': 0.010101} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.596599] env[69183]: DEBUG oslo_concurrency.lockutils [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.597108] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 97bcf6c5-8206-4ba6-a5af-f09d8c273040/97bcf6c5-8206-4ba6-a5af-f09d8c273040.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.597213] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1018dc07-b59b-4b18-95e2-cdba2c75a46f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.606195] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for the task: (returnval){ [ 820.606195] env[69183]: value = "task-2789739" [ 820.606195] env[69183]: _type = "Task" [ 820.606195] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.616964] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.631878] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-37533baa-9795-47b5-8ae4-bad8cf73974d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.831432] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.832089] env[69183]: DEBUG nova.compute.manager [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.834778] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.558s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.836241] env[69183]: INFO nova.compute.claims [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.985523] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.010825] env[69183]: DEBUG oslo_vmware.api [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789738, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.094375] env[69183]: DEBUG nova.virt.hardware [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.096743] env[69183]: DEBUG nova.virt.hardware [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.096743] env[69183]: DEBUG nova.virt.hardware [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.096743] env[69183]: DEBUG nova.virt.hardware [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.096743] env[69183]: DEBUG nova.virt.hardware [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.096743] env[69183]: DEBUG nova.virt.hardware [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.097046] env[69183]: DEBUG nova.virt.hardware [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.097294] env[69183]: DEBUG nova.virt.hardware [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.097520] env[69183]: DEBUG nova.virt.hardware [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.097976] env[69183]: DEBUG nova.virt.hardware [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.098657] env[69183]: DEBUG nova.virt.hardware [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.107611] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-019ed26f-88a1-4da0-ac2f-25eefb86bd4d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.126752] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789739, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.128438] env[69183]: DEBUG oslo_vmware.api [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 821.128438] env[69183]: value = "task-2789740" [ 821.128438] env[69183]: _type = "Task" [ 821.128438] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.139072] env[69183]: DEBUG oslo_vmware.api [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789740, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.299603] env[69183]: DEBUG nova.compute.manager [req-88ce738a-736b-4190-bcda-f182d5a9c26d req-5681529b-12f3-4718-9fca-62349fbcc96d service nova] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Received event network-changed-dea74842-6cbc-4a5a-8e60-13a618e10e68 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 821.300222] env[69183]: DEBUG nova.compute.manager [req-88ce738a-736b-4190-bcda-f182d5a9c26d req-5681529b-12f3-4718-9fca-62349fbcc96d service nova] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Refreshing instance network info cache due to event network-changed-dea74842-6cbc-4a5a-8e60-13a618e10e68. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 821.300283] env[69183]: DEBUG oslo_concurrency.lockutils [req-88ce738a-736b-4190-bcda-f182d5a9c26d req-5681529b-12f3-4718-9fca-62349fbcc96d service nova] Acquiring lock "refresh_cache-f5d8ff76-766d-407a-87a8-89065f1cf8f3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.300436] env[69183]: DEBUG oslo_concurrency.lockutils [req-88ce738a-736b-4190-bcda-f182d5a9c26d req-5681529b-12f3-4718-9fca-62349fbcc96d service nova] Acquired lock "refresh_cache-f5d8ff76-766d-407a-87a8-89065f1cf8f3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.301028] env[69183]: DEBUG nova.network.neutron [req-88ce738a-736b-4190-bcda-f182d5a9c26d req-5681529b-12f3-4718-9fca-62349fbcc96d service nova] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Refreshing network info cache for port dea74842-6cbc-4a5a-8e60-13a618e10e68 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.341182] env[69183]: DEBUG nova.compute.utils [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.345485] env[69183]: DEBUG nova.compute.manager [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.345729] env[69183]: DEBUG nova.network.neutron [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.386537] env[69183]: DEBUG nova.policy [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8175843e9eb2404cb08555828b0bfbf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0f1ea9e931040e7ab58ed069396eed6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.510149] env[69183]: DEBUG oslo_vmware.api [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789738, 'name': RemoveSnapshot_Task, 'duration_secs': 1.114375} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.510149] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Deleted Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 821.510149] env[69183]: INFO nova.compute.manager [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Took 17.69 seconds to snapshot the instance on the hypervisor. [ 821.633948] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538853} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.644109] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 97bcf6c5-8206-4ba6-a5af-f09d8c273040/97bcf6c5-8206-4ba6-a5af-f09d8c273040.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.644453] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.645924] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fde604f8-79fd-457e-9c2d-c15f292a2ce6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.657268] env[69183]: DEBUG oslo_vmware.api [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789740, 'name': ReconfigVM_Task, 'duration_secs': 0.279591} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.657732] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Updating instance 'ff75e3b8-15c2-4dd3-94a6-de77e6e73501' progress to 33 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 821.665626] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for the task: (returnval){ [ 821.665626] env[69183]: value = "task-2789741" [ 821.665626] env[69183]: _type = "Task" [ 821.665626] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.674047] env[69183]: DEBUG nova.network.neutron [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Successfully created port: 3108eec3-ac35-4a52-86ac-cfc1149f2897 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.681036] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.846545] env[69183]: DEBUG nova.compute.manager [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.071374] env[69183]: DEBUG nova.compute.manager [None req-07d9dc92-5db6-4e6f-9bd2-389885dc230e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Found 1 images (rotation: 2) {{(pid=69183) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 822.155793] env[69183]: DEBUG nova.network.neutron [req-88ce738a-736b-4190-bcda-f182d5a9c26d req-5681529b-12f3-4718-9fca-62349fbcc96d service nova] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Updated VIF entry in instance network info cache for port dea74842-6cbc-4a5a-8e60-13a618e10e68. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.156193] env[69183]: DEBUG nova.network.neutron [req-88ce738a-736b-4190-bcda-f182d5a9c26d req-5681529b-12f3-4718-9fca-62349fbcc96d service nova] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Updating instance_info_cache with network_info: [{"id": "dea74842-6cbc-4a5a-8e60-13a618e10e68", "address": "fa:16:3e:63:ac:89", "network": {"id": "25a953a5-744a-41ae-a694-1218056811a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-713805857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e96601da6404b92aa5077cbdde2da12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea74842-6c", "ovs_interfaceid": "dea74842-6cbc-4a5a-8e60-13a618e10e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.165941] env[69183]: DEBUG nova.virt.hardware [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:02:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f75dc275-e1c3-46c4-8151-de984a7bbaff',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-338754996',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.166196] env[69183]: DEBUG nova.virt.hardware [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.166357] env[69183]: DEBUG nova.virt.hardware [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.166539] env[69183]: DEBUG nova.virt.hardware [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.166688] env[69183]: DEBUG nova.virt.hardware [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.166839] env[69183]: DEBUG nova.virt.hardware [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.167056] env[69183]: DEBUG nova.virt.hardware [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.167225] env[69183]: DEBUG nova.virt.hardware [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.167393] env[69183]: DEBUG nova.virt.hardware [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.167557] env[69183]: DEBUG nova.virt.hardware [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.167734] env[69183]: DEBUG nova.virt.hardware [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.173457] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 822.174691] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43ed0cf4-893d-4f4c-84d7-53da70caceea {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.200973] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083601} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.202401] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.203072] env[69183]: DEBUG oslo_vmware.api [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 822.203072] env[69183]: value = "task-2789742" [ 822.203072] env[69183]: _type = "Task" [ 822.203072] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.203785] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0dc511-c723-432e-8920-d9bd56899c89 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.218148] env[69183]: DEBUG oslo_vmware.api [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789742, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.236450] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 97bcf6c5-8206-4ba6-a5af-f09d8c273040/97bcf6c5-8206-4ba6-a5af-f09d8c273040.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.240584] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquiring lock "f5d8ff76-766d-407a-87a8-89065f1cf8f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.240935] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Lock "f5d8ff76-766d-407a-87a8-89065f1cf8f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.241252] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquiring lock "f5d8ff76-766d-407a-87a8-89065f1cf8f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.241546] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Lock "f5d8ff76-766d-407a-87a8-89065f1cf8f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.241768] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Lock "f5d8ff76-766d-407a-87a8-89065f1cf8f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.243361] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5461357e-24d3-4db7-8f42-c007881be346 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.259395] env[69183]: INFO nova.compute.manager [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Terminating instance [ 822.269632] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for the task: (returnval){ [ 822.269632] env[69183]: value = "task-2789743" [ 822.269632] env[69183]: _type = "Task" [ 822.269632] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.283434] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789743, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.524095] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6925ea52-84b3-4e1d-a0c4-410e6f128b55 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.533522] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c86c94-508f-4839-b9d7-1f7215a2754a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.572030] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeff0590-21e9-4af4-8fc5-ef57190bdbb5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.581277] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29006583-c6c1-4bd1-b49d-1d36cc61fa73 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.598363] env[69183]: DEBUG nova.compute.provider_tree [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.659311] env[69183]: DEBUG oslo_concurrency.lockutils [req-88ce738a-736b-4190-bcda-f182d5a9c26d req-5681529b-12f3-4718-9fca-62349fbcc96d service nova] Releasing lock "refresh_cache-f5d8ff76-766d-407a-87a8-89065f1cf8f3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.718607] env[69183]: DEBUG oslo_vmware.api [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.764217] env[69183]: DEBUG nova.compute.manager [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.764518] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.765601] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a059420c-75eb-4072-a7ce-fc437cf8b724 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.776362] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.777117] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a3e80c3-fac8-46ac-81f2-a0f739145c62 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.783223] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789743, 'name': ReconfigVM_Task, 'duration_secs': 0.407091} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.783223] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 97bcf6c5-8206-4ba6-a5af-f09d8c273040/97bcf6c5-8206-4ba6-a5af-f09d8c273040.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.783223] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69183) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 822.784468] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-049f2a82-f840-43f3-b46d-6f9843ee4058 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.787815] env[69183]: DEBUG oslo_vmware.api [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for the task: (returnval){ [ 822.787815] env[69183]: value = "task-2789744" [ 822.787815] env[69183]: _type = "Task" [ 822.787815] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.794885] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for the task: (returnval){ [ 822.794885] env[69183]: value = "task-2789745" [ 822.794885] env[69183]: _type = "Task" [ 822.794885] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.798665] env[69183]: DEBUG oslo_vmware.api [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.808532] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789745, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.863286] env[69183]: DEBUG nova.compute.manager [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.933627] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Acquiring lock "748af884-cb92-47ab-a8c9-ed619f6e9876" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.933859] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Lock "748af884-cb92-47ab-a8c9-ed619f6e9876" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.104993] env[69183]: DEBUG nova.scheduler.client.report [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.112420] env[69183]: DEBUG nova.virt.hardware [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.112678] env[69183]: DEBUG nova.virt.hardware [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.112840] env[69183]: DEBUG nova.virt.hardware [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.113033] env[69183]: DEBUG nova.virt.hardware [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.113187] env[69183]: DEBUG nova.virt.hardware [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.113332] env[69183]: DEBUG nova.virt.hardware [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.113538] env[69183]: DEBUG nova.virt.hardware [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.113700] env[69183]: DEBUG nova.virt.hardware [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.113898] env[69183]: DEBUG nova.virt.hardware [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.114080] env[69183]: DEBUG nova.virt.hardware [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.114259] env[69183]: DEBUG nova.virt.hardware [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.115482] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115af271-e39f-4e6e-a9b7-6bb9238b01f4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.125485] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff0cb9c-ae43-4158-b249-913c64aefa6d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.220497] env[69183]: DEBUG oslo_vmware.api [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789742, 'name': ReconfigVM_Task, 'duration_secs': 0.718301} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.221331] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 823.223429] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1011e15-7b60-43eb-9191-88ebd61d86e7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.245754] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] ff75e3b8-15c2-4dd3-94a6-de77e6e73501/ff75e3b8-15c2-4dd3-94a6-de77e6e73501.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.246143] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d71d3a73-dfff-4433-a337-6054638fc5ba {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.266947] env[69183]: DEBUG oslo_vmware.api [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 823.266947] env[69183]: value = "task-2789746" [ 823.266947] env[69183]: _type = "Task" [ 823.266947] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.276891] env[69183]: DEBUG oslo_vmware.api [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.299385] env[69183]: DEBUG oslo_vmware.api [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789744, 'name': PowerOffVM_Task, 'duration_secs': 0.188017} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.299385] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.299385] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.302769] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c482bb43-4a49-44a3-8295-41529309edf9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.311410] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789745, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.060165} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.311790] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69183) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 823.312696] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3d87ac-f3b7-41f5-a90b-3bada914d5fb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.341858] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 97bcf6c5-8206-4ba6-a5af-f09d8c273040/ephemeral_0.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.343177] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1401df3-c448-4888-803f-e1945379eab8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.368222] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for the task: (returnval){ [ 823.368222] env[69183]: value = "task-2789748" [ 823.368222] env[69183]: _type = "Task" [ 823.368222] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.378735] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.383663] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.383917] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.384127] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Deleting the datastore file [datastore2] f5d8ff76-766d-407a-87a8-89065f1cf8f3 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.384406] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b81d2e0-9e30-4142-836a-ad5bdfcb8dee {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.393112] env[69183]: DEBUG oslo_vmware.api [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for the task: (returnval){ [ 823.393112] env[69183]: value = "task-2789749" [ 823.393112] env[69183]: _type = "Task" [ 823.393112] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.406540] env[69183]: DEBUG oslo_vmware.api [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.413040] env[69183]: DEBUG nova.network.neutron [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Successfully updated port: 3108eec3-ac35-4a52-86ac-cfc1149f2897 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.485060] env[69183]: DEBUG nova.compute.manager [req-d894976d-6bb1-4bfe-af44-be845f54b6eb req-f9a05d0f-89c9-467a-a04f-82bb998195fd service nova] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Received event network-vif-plugged-3108eec3-ac35-4a52-86ac-cfc1149f2897 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 823.485200] env[69183]: DEBUG oslo_concurrency.lockutils [req-d894976d-6bb1-4bfe-af44-be845f54b6eb req-f9a05d0f-89c9-467a-a04f-82bb998195fd service nova] Acquiring lock "75b53d5d-4246-4ad8-892e-e5540931365a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.487950] env[69183]: DEBUG oslo_concurrency.lockutils [req-d894976d-6bb1-4bfe-af44-be845f54b6eb req-f9a05d0f-89c9-467a-a04f-82bb998195fd service nova] Lock "75b53d5d-4246-4ad8-892e-e5540931365a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.488215] env[69183]: DEBUG oslo_concurrency.lockutils [req-d894976d-6bb1-4bfe-af44-be845f54b6eb req-f9a05d0f-89c9-467a-a04f-82bb998195fd service nova] Lock "75b53d5d-4246-4ad8-892e-e5540931365a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.488435] env[69183]: DEBUG nova.compute.manager [req-d894976d-6bb1-4bfe-af44-be845f54b6eb req-f9a05d0f-89c9-467a-a04f-82bb998195fd service nova] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] No waiting events found dispatching network-vif-plugged-3108eec3-ac35-4a52-86ac-cfc1149f2897 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.488675] env[69183]: WARNING nova.compute.manager [req-d894976d-6bb1-4bfe-af44-be845f54b6eb req-f9a05d0f-89c9-467a-a04f-82bb998195fd service nova] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Received unexpected event network-vif-plugged-3108eec3-ac35-4a52-86ac-cfc1149f2897 for instance with vm_state building and task_state spawning. [ 823.549011] env[69183]: DEBUG nova.compute.manager [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.550216] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3ddcca-f131-4780-98f4-5e1b993b4fe8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.609778] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.610549] env[69183]: DEBUG nova.compute.manager [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.613821] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.689s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.614085] env[69183]: DEBUG nova.objects.instance [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Lazy-loading 'resources' on Instance uuid 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.777998] env[69183]: DEBUG oslo_vmware.api [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789746, 'name': ReconfigVM_Task, 'duration_secs': 0.325434} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.778320] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Reconfigured VM instance instance-0000002b to attach disk [datastore1] ff75e3b8-15c2-4dd3-94a6-de77e6e73501/ff75e3b8-15c2-4dd3-94a6-de77e6e73501.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.778598] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Updating instance 'ff75e3b8-15c2-4dd3-94a6-de77e6e73501' progress to 50 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 823.878777] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789748, 'name': ReconfigVM_Task, 'duration_secs': 0.365672} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.879088] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 97bcf6c5-8206-4ba6-a5af-f09d8c273040/ephemeral_0.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.879745] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8243a65-80c0-4165-bb52-d8f2b39f82d5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.887056] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for the task: (returnval){ [ 823.887056] env[69183]: value = "task-2789750" [ 823.887056] env[69183]: _type = "Task" [ 823.887056] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.896636] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789750, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.905109] env[69183]: DEBUG oslo_vmware.api [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196426} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.905555] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.905555] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.905917] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.905917] env[69183]: INFO nova.compute.manager [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 823.906136] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.906330] env[69183]: DEBUG nova.compute.manager [-] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.906424] env[69183]: DEBUG nova.network.neutron [-] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.916428] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "refresh_cache-75b53d5d-4246-4ad8-892e-e5540931365a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.916428] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired lock "refresh_cache-75b53d5d-4246-4ad8-892e-e5540931365a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.916428] env[69183]: DEBUG nova.network.neutron [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.956560] env[69183]: DEBUG oslo_concurrency.lockutils [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Acquiring lock "4b757ef6-19c1-4c73-b16a-3b1ce765c2bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.956786] env[69183]: DEBUG oslo_concurrency.lockutils [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lock "4b757ef6-19c1-4c73-b16a-3b1ce765c2bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.957015] env[69183]: DEBUG oslo_concurrency.lockutils [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Acquiring lock "4b757ef6-19c1-4c73-b16a-3b1ce765c2bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.957206] env[69183]: DEBUG oslo_concurrency.lockutils [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lock "4b757ef6-19c1-4c73-b16a-3b1ce765c2bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.957389] env[69183]: DEBUG oslo_concurrency.lockutils [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lock "4b757ef6-19c1-4c73-b16a-3b1ce765c2bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.959629] env[69183]: INFO nova.compute.manager [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Terminating instance [ 824.062863] env[69183]: INFO nova.compute.manager [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] instance snapshotting [ 824.063565] env[69183]: DEBUG nova.objects.instance [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lazy-loading 'flavor' on Instance uuid 4aa83732-4f5c-45e5-8929-d8301c2e9b3c {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.118608] env[69183]: DEBUG nova.compute.utils [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.125597] env[69183]: DEBUG nova.compute.manager [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Not allocating networking since 'none' was specified. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 824.286409] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf6d2db-f8f9-4a40-9cf4-12f95b4eacde {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.311742] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a812e0a9-d750-446e-bb0f-c2b4b15bf907 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.332374] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Updating instance 'ff75e3b8-15c2-4dd3-94a6-de77e6e73501' progress to 67 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 824.397717] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789750, 'name': Rename_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.454349] env[69183]: DEBUG nova.network.neutron [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.464559] env[69183]: DEBUG nova.compute.manager [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.464733] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.465737] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f18f37c-b1b8-4fcf-8e26-063f1f27d83f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.478175] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.479038] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74611a55-03be-4c2e-a7e9-97f0504aa7b0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.486544] env[69183]: DEBUG oslo_vmware.api [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 824.486544] env[69183]: value = "task-2789751" [ 824.486544] env[69183]: _type = "Task" [ 824.486544] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.496407] env[69183]: DEBUG oslo_vmware.api [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.570608] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f59e15d-573a-438a-af6e-97c77bd70b10 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.598982] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e369d990-64d6-49f9-a945-031246bc1b97 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.627579] env[69183]: DEBUG nova.compute.manager [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.641632] env[69183]: DEBUG nova.network.neutron [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Updating instance_info_cache with network_info: [{"id": "3108eec3-ac35-4a52-86ac-cfc1149f2897", "address": "fa:16:3e:4d:69:8b", "network": {"id": "fa72ed74-9065-45b7-aa13-47e112133d42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1425645619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f1ea9e931040e7ab58ed069396eed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3108eec3-ac", "ovs_interfaceid": "3108eec3-ac35-4a52-86ac-cfc1149f2897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.681540] env[69183]: DEBUG nova.network.neutron [-] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.701051] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e30741-11e7-4520-8071-d6d3b450b749 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.711079] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aca95ee-499c-4831-91cb-11810cc540d8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.745938] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c798da-b56c-4482-8acb-8f6fb2483a27 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.755036] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25b4f17-27a0-428b-a365-08214de655c9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.771562] env[69183]: DEBUG nova.compute.provider_tree [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.878519] env[69183]: DEBUG nova.network.neutron [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Port 54ac35e8-78b8-4a00-aed6-7c0c4334c712 binding to destination host cpu-1 is already ACTIVE {{(pid=69183) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 824.902539] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789750, 'name': Rename_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.998530] env[69183]: DEBUG oslo_vmware.api [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789751, 'name': PowerOffVM_Task, 'duration_secs': 0.411461} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.001115] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.001115] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.001115] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f8c9fe6-6983-4dff-bd86-3c2cd4f7a082 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.074558] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.074558] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.074558] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Deleting the datastore file [datastore1] 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.074806] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0fdf73a-0e59-42f9-907a-754547ef728d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.083847] env[69183]: DEBUG oslo_vmware.api [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 825.083847] env[69183]: value = "task-2789753" [ 825.083847] env[69183]: _type = "Task" [ 825.083847] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.091912] env[69183]: DEBUG oslo_vmware.api [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.111774] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Creating Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 825.111774] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6931d20a-3d2f-4233-8d0d-093765b8ef41 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.120914] env[69183]: DEBUG oslo_vmware.api [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 825.120914] env[69183]: value = "task-2789754" [ 825.120914] env[69183]: _type = "Task" [ 825.120914] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.130457] env[69183]: DEBUG oslo_vmware.api [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789754, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.144443] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Releasing lock "refresh_cache-75b53d5d-4246-4ad8-892e-e5540931365a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.144494] env[69183]: DEBUG nova.compute.manager [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Instance network_info: |[{"id": "3108eec3-ac35-4a52-86ac-cfc1149f2897", "address": "fa:16:3e:4d:69:8b", "network": {"id": "fa72ed74-9065-45b7-aa13-47e112133d42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1425645619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f1ea9e931040e7ab58ed069396eed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3108eec3-ac", "ovs_interfaceid": "3108eec3-ac35-4a52-86ac-cfc1149f2897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.144891] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:69:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3108eec3-ac35-4a52-86ac-cfc1149f2897', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.152549] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.152827] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.153097] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2614fd0-510f-40ca-91f1-2b9f132e5126 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.175538] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.175538] env[69183]: value = "task-2789755" [ 825.175538] env[69183]: _type = "Task" [ 825.175538] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.187956] env[69183]: INFO nova.compute.manager [-] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Took 1.28 seconds to deallocate network for instance. [ 825.187956] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789755, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.277386] env[69183]: DEBUG nova.scheduler.client.report [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.403504] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789750, 'name': Rename_Task, 'duration_secs': 1.015857} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.403807] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.404464] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-066d3018-732e-40af-b5e0-e4d4d26c8a42 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.414432] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for the task: (returnval){ [ 825.414432] env[69183]: value = "task-2789756" [ 825.414432] env[69183]: _type = "Task" [ 825.414432] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.425018] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.524070] env[69183]: DEBUG nova.compute.manager [req-ee0d544a-5870-484c-bbc0-b4ad608634b1 req-8405e8d8-509a-421a-9ebd-3e599455270a service nova] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Received event network-changed-3108eec3-ac35-4a52-86ac-cfc1149f2897 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 825.524221] env[69183]: DEBUG nova.compute.manager [req-ee0d544a-5870-484c-bbc0-b4ad608634b1 req-8405e8d8-509a-421a-9ebd-3e599455270a service nova] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Refreshing instance network info cache due to event network-changed-3108eec3-ac35-4a52-86ac-cfc1149f2897. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 825.524837] env[69183]: DEBUG oslo_concurrency.lockutils [req-ee0d544a-5870-484c-bbc0-b4ad608634b1 req-8405e8d8-509a-421a-9ebd-3e599455270a service nova] Acquiring lock "refresh_cache-75b53d5d-4246-4ad8-892e-e5540931365a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.525027] env[69183]: DEBUG oslo_concurrency.lockutils [req-ee0d544a-5870-484c-bbc0-b4ad608634b1 req-8405e8d8-509a-421a-9ebd-3e599455270a service nova] Acquired lock "refresh_cache-75b53d5d-4246-4ad8-892e-e5540931365a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.525205] env[69183]: DEBUG nova.network.neutron [req-ee0d544a-5870-484c-bbc0-b4ad608634b1 req-8405e8d8-509a-421a-9ebd-3e599455270a service nova] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Refreshing network info cache for port 3108eec3-ac35-4a52-86ac-cfc1149f2897 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.595200] env[69183]: DEBUG oslo_vmware.api [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232923} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.595479] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.595671] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.595851] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.596049] env[69183]: INFO nova.compute.manager [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 825.596309] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.596507] env[69183]: DEBUG nova.compute.manager [-] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.596652] env[69183]: DEBUG nova.network.neutron [-] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.633080] env[69183]: DEBUG oslo_vmware.api [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789754, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.642429] env[69183]: DEBUG nova.compute.manager [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.667264] env[69183]: DEBUG nova.virt.hardware [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.667654] env[69183]: DEBUG nova.virt.hardware [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.667754] env[69183]: DEBUG nova.virt.hardware [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.668338] env[69183]: DEBUG nova.virt.hardware [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.668338] env[69183]: DEBUG nova.virt.hardware [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.668338] env[69183]: DEBUG nova.virt.hardware [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.668568] env[69183]: DEBUG nova.virt.hardware [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.668568] env[69183]: DEBUG nova.virt.hardware [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.668701] env[69183]: DEBUG nova.virt.hardware [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.668861] env[69183]: DEBUG nova.virt.hardware [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.669149] env[69183]: DEBUG nova.virt.hardware [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.670306] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9dead2-313d-4831-a93c-fca5443b23f2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.683664] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cae4c1-d64e-4740-9d50-7828977c3339 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.690803] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789755, 'name': CreateVM_Task, 'duration_secs': 0.477176} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.691372] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.692132] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.692342] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.692633] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.692978] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbdd74e9-4c83-4b1c-9dc7-306aa68931c1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.702966] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.703477] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Instance VIF info [] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.709012] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Creating folder: Project (b0c745951c9647428a617542563352b1). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.709807] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06afece9-a999-4abe-a345-4690253d2b9d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.714029] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 825.714029] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]528ac794-53b0-d24c-4f65-9264e679fe55" [ 825.714029] env[69183]: _type = "Task" [ 825.714029] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.723389] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528ac794-53b0-d24c-4f65-9264e679fe55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.725042] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Created folder: Project (b0c745951c9647428a617542563352b1) in parent group-v560622. [ 825.725179] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Creating folder: Instances. Parent ref: group-v560781. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.725454] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-361d362d-502c-48ac-8eee-ba3da6365a73 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.738632] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Created folder: Instances in parent group-v560781. [ 825.738873] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.739162] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.739401] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1eb27de-bda0-42dc-a240-e72697ababdd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.759068] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.759068] env[69183]: value = "task-2789759" [ 825.759068] env[69183]: _type = "Task" [ 825.759068] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.768752] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789759, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.782936] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.786379] env[69183]: DEBUG oslo_concurrency.lockutils [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.257s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.786379] env[69183]: DEBUG nova.objects.instance [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69183) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 825.817019] env[69183]: INFO nova.scheduler.client.report [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Deleted allocations for instance 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4 [ 825.905753] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "ff75e3b8-15c2-4dd3-94a6-de77e6e73501-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.905753] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "ff75e3b8-15c2-4dd3-94a6-de77e6e73501-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.905753] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "ff75e3b8-15c2-4dd3-94a6-de77e6e73501-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.928399] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789756, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.132501] env[69183]: DEBUG oslo_vmware.api [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789754, 'name': CreateSnapshot_Task, 'duration_secs': 1.00329} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.132805] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Created Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 826.133637] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb66e2c-c042-40cb-a152-d25b45191869 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.227508] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528ac794-53b0-d24c-4f65-9264e679fe55, 'name': SearchDatastore_Task, 'duration_secs': 0.014348} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.227508] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.227721] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.227963] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.228124] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.228311] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.228617] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd4f0d75-dced-47e0-aea3-104967fbf3a0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.240286] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.240634] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.241585] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3656c638-d7e4-4e7c-832f-48ec22258dfa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.246687] env[69183]: DEBUG nova.network.neutron [req-ee0d544a-5870-484c-bbc0-b4ad608634b1 req-8405e8d8-509a-421a-9ebd-3e599455270a service nova] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Updated VIF entry in instance network info cache for port 3108eec3-ac35-4a52-86ac-cfc1149f2897. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.247062] env[69183]: DEBUG nova.network.neutron [req-ee0d544a-5870-484c-bbc0-b4ad608634b1 req-8405e8d8-509a-421a-9ebd-3e599455270a service nova] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Updating instance_info_cache with network_info: [{"id": "3108eec3-ac35-4a52-86ac-cfc1149f2897", "address": "fa:16:3e:4d:69:8b", "network": {"id": "fa72ed74-9065-45b7-aa13-47e112133d42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1425645619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f1ea9e931040e7ab58ed069396eed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3108eec3-ac", "ovs_interfaceid": "3108eec3-ac35-4a52-86ac-cfc1149f2897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.249522] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 826.249522] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]529d00ff-e7bd-2b64-0164-6e7760108b00" [ 826.249522] env[69183]: _type = "Task" [ 826.249522] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.258102] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]529d00ff-e7bd-2b64-0164-6e7760108b00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.269211] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789759, 'name': CreateVM_Task, 'duration_secs': 0.402285} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.269409] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.269868] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.270137] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.270456] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.270748] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d8d32ba-327c-4575-a35f-d64b8c355aac {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.276243] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Waiting for the task: (returnval){ [ 826.276243] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]524cdb2f-288f-2f47-4ab2-e1981aa3e553" [ 826.276243] env[69183]: _type = "Task" [ 826.276243] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.287597] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]524cdb2f-288f-2f47-4ab2-e1981aa3e553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.327709] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad0521fb-bc8c-4f06-831c-7caa1dbadf76 tempest-ServersTestFqdnHostnames-83536114 tempest-ServersTestFqdnHostnames-83536114-project-member] Lock "8e1c9ecd-2e46-4cac-b458-13c8183fbbe4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.811s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.398920] env[69183]: DEBUG nova.network.neutron [-] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.431023] env[69183]: DEBUG oslo_vmware.api [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2789756, 'name': PowerOnVM_Task, 'duration_secs': 0.670404} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.431647] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.431869] env[69183]: INFO nova.compute.manager [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Took 11.23 seconds to spawn the instance on the hypervisor. [ 826.432212] env[69183]: DEBUG nova.compute.manager [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.433705] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d68613-b25c-4cac-afa0-440f2bebb7be {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.655171] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Creating linked-clone VM from snapshot {{(pid=69183) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 826.655706] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-30c40d58-a083-4e7c-af2a-fd9874b436ab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.666212] env[69183]: DEBUG oslo_vmware.api [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 826.666212] env[69183]: value = "task-2789760" [ 826.666212] env[69183]: _type = "Task" [ 826.666212] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.675765] env[69183]: DEBUG oslo_vmware.api [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789760, 'name': CloneVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.751202] env[69183]: DEBUG oslo_concurrency.lockutils [req-ee0d544a-5870-484c-bbc0-b4ad608634b1 req-8405e8d8-509a-421a-9ebd-3e599455270a service nova] Releasing lock "refresh_cache-75b53d5d-4246-4ad8-892e-e5540931365a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.751202] env[69183]: DEBUG nova.compute.manager [req-ee0d544a-5870-484c-bbc0-b4ad608634b1 req-8405e8d8-509a-421a-9ebd-3e599455270a service nova] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Received event network-vif-deleted-dea74842-6cbc-4a5a-8e60-13a618e10e68 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 826.764536] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]529d00ff-e7bd-2b64-0164-6e7760108b00, 'name': SearchDatastore_Task, 'duration_secs': 0.01079} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.765415] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a110e229-88b1-4624-b6a9-ccc0af2dbbb0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.771604] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 826.771604] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52a6c04b-6fda-2f84-ab8b-550818be4426" [ 826.771604] env[69183]: _type = "Task" [ 826.771604] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.783751] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a6c04b-6fda-2f84-ab8b-550818be4426, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.790198] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]524cdb2f-288f-2f47-4ab2-e1981aa3e553, 'name': SearchDatastore_Task, 'duration_secs': 0.011266} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.790467] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.790710] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.790902] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.795433] env[69183]: DEBUG oslo_concurrency.lockutils [None req-591355b8-c0d3-4001-a171-c0c8cbddc943 tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.797109] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.641s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.797399] env[69183]: DEBUG nova.objects.instance [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Lazy-loading 'resources' on Instance uuid c1da3649-77d1-4da8-9779-9f4a3a591ba7 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.902609] env[69183]: INFO nova.compute.manager [-] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Took 1.31 seconds to deallocate network for instance. [ 826.961882] env[69183]: INFO nova.compute.manager [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Took 49.66 seconds to build instance. [ 826.970813] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "refresh_cache-ff75e3b8-15c2-4dd3-94a6-de77e6e73501" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.971040] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquired lock "refresh_cache-ff75e3b8-15c2-4dd3-94a6-de77e6e73501" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.971302] env[69183]: DEBUG nova.network.neutron [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.177689] env[69183]: DEBUG oslo_vmware.api [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789760, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.284477] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a6c04b-6fda-2f84-ab8b-550818be4426, 'name': SearchDatastore_Task, 'duration_secs': 0.01088} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.284791] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.285091] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 75b53d5d-4246-4ad8-892e-e5540931365a/75b53d5d-4246-4ad8-892e-e5540931365a.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.285661] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.285661] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.285886] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ac2bfca-3837-4375-8aaf-bd822771ba51 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.288132] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-165767b9-0ac3-4058-a30f-ab68ab529aee {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.297820] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 827.297820] env[69183]: value = "task-2789761" [ 827.297820] env[69183]: _type = "Task" [ 827.297820] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.307104] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.307370] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.308398] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d525de64-33d6-4841-8450-c324c204a969 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.319621] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.319621] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Waiting for the task: (returnval){ [ 827.319621] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52f76d6f-7866-680e-0764-e5ef7789f471" [ 827.319621] env[69183]: _type = "Task" [ 827.319621] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.328926] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f76d6f-7866-680e-0764-e5ef7789f471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.410946] env[69183]: DEBUG oslo_concurrency.lockutils [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.471482] env[69183]: DEBUG oslo_concurrency.lockutils [None req-92fdf6e0-4408-4a5d-b6bd-bd15562e103b tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Lock "97bcf6c5-8206-4ba6-a5af-f09d8c273040" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.924s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.685106] env[69183]: DEBUG oslo_vmware.api [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789760, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.756338] env[69183]: DEBUG nova.compute.manager [req-736d8e73-b0a9-4f1f-b78a-91450e53bf92 req-57f85597-d196-445d-b86d-acc90b24c30a service nova] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Received event network-vif-deleted-eacf7fd2-267f-46af-bb81-300bca0146be {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 827.810702] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511331} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.813539] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 75b53d5d-4246-4ad8-892e-e5540931365a/75b53d5d-4246-4ad8-892e-e5540931365a.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.813830] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.817573] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b53a419d-f960-4164-8239-919bac4ce872 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.839715] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f76d6f-7866-680e-0764-e5ef7789f471, 'name': SearchDatastore_Task, 'duration_secs': 0.016258} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.845307] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 827.845307] env[69183]: value = "task-2789762" [ 827.845307] env[69183]: _type = "Task" [ 827.845307] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.845914] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e67d3e47-d9df-42d8-aad2-ecb8dde00f86 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.861178] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.861494] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Waiting for the task: (returnval){ [ 827.861494] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52626df9-6b7b-6afa-9ad8-017383513a7e" [ 827.861494] env[69183]: _type = "Task" [ 827.861494] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.876929] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52626df9-6b7b-6afa-9ad8-017383513a7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.925204] env[69183]: DEBUG oslo_vmware.rw_handles [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52167e1c-b523-1846-d034-aa518be04888/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 827.926790] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6ce862-6b1d-45ef-a369-748c8a56281f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.935565] env[69183]: DEBUG oslo_vmware.rw_handles [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52167e1c-b523-1846-d034-aa518be04888/disk-0.vmdk is in state: ready. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 827.935850] env[69183]: ERROR oslo_vmware.rw_handles [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52167e1c-b523-1846-d034-aa518be04888/disk-0.vmdk due to incomplete transfer. [ 827.946738] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0eb03611-4c4c-4724-861f-69f0c2542dec {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.959127] env[69183]: DEBUG oslo_vmware.rw_handles [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52167e1c-b523-1846-d034-aa518be04888/disk-0.vmdk. {{(pid=69183) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 827.959127] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Uploaded image c909e376-5392-450e-8e13-51ff04a04088 to the Glance image server {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 827.962520] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Destroying the VM {{(pid=69183) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 827.970022] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-30a778bc-ba83-47e6-b402-be0dab62ea46 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.976357] env[69183]: DEBUG nova.compute.manager [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.981211] env[69183]: DEBUG oslo_vmware.api [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 827.981211] env[69183]: value = "task-2789763" [ 827.981211] env[69183]: _type = "Task" [ 827.981211] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.003042] env[69183]: DEBUG oslo_vmware.api [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789763, 'name': Destroy_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.052505] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db215beb-cb82-4ae0-9cdf-ebae6eec2abe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.061999] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4721be01-890b-4181-bf78-6bc6b343c0f4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.100088] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a0643a-4f4d-4bf3-97a6-7c8fb139e195 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.108591] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bbcee4-193e-41df-a781-0cb16b0accd1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.124089] env[69183]: DEBUG nova.compute.provider_tree [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.181814] env[69183]: DEBUG oslo_vmware.api [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789760, 'name': CloneVM_Task} progress is 95%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.189584] env[69183]: DEBUG nova.network.neutron [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Updating instance_info_cache with network_info: [{"id": "54ac35e8-78b8-4a00-aed6-7c0c4334c712", "address": "fa:16:3e:fd:11:62", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ac35e8-78", "ovs_interfaceid": "54ac35e8-78b8-4a00-aed6-7c0c4334c712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.359874] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075474} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.360527] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.361393] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18db3ff3-a1af-427b-895c-bc2eb7f0a413 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.387718] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 75b53d5d-4246-4ad8-892e-e5540931365a/75b53d5d-4246-4ad8-892e-e5540931365a.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.392038] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b704314e-6730-4237-a7bc-5754a2d36fb2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.414588] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52626df9-6b7b-6afa-9ad8-017383513a7e, 'name': SearchDatastore_Task, 'duration_secs': 0.021866} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.415888] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.416189] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e/d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.416522] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 828.416522] env[69183]: value = "task-2789764" [ 828.416522] env[69183]: _type = "Task" [ 828.416522] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.416715] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a80bd149-4d61-42e0-8f00-a6bed9961894 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.428446] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789764, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.429880] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Waiting for the task: (returnval){ [ 828.429880] env[69183]: value = "task-2789765" [ 828.429880] env[69183]: _type = "Task" [ 828.429880] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.438546] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.501401] env[69183]: DEBUG oslo_vmware.api [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789763, 'name': Destroy_Task, 'duration_secs': 0.358687} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.501710] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Destroyed the VM [ 828.501960] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Deleting Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 828.502231] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0509b08a-6418-4002-8d58-cf3545b05d17 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.511725] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.511725] env[69183]: DEBUG oslo_vmware.api [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 828.511725] env[69183]: value = "task-2789766" [ 828.511725] env[69183]: _type = "Task" [ 828.511725] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.520327] env[69183]: DEBUG oslo_vmware.api [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789766, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.627695] env[69183]: DEBUG nova.scheduler.client.report [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.680530] env[69183]: DEBUG oslo_vmware.api [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789760, 'name': CloneVM_Task, 'duration_secs': 1.793538} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.680530] env[69183]: INFO nova.virt.vmwareapi.vmops [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Created linked-clone VM from snapshot [ 828.681368] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41991673-efab-45d1-ac58-e9caac886a0c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.691721] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Uploading image 5f910517-f567-4fd4-a5c8-c768864be7cc {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 828.696112] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Releasing lock "refresh_cache-ff75e3b8-15c2-4dd3-94a6-de77e6e73501" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.719434] env[69183]: DEBUG oslo_vmware.rw_handles [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 828.719434] env[69183]: value = "vm-560785" [ 828.719434] env[69183]: _type = "VirtualMachine" [ 828.719434] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 828.720447] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e004e042-0172-47e1-bc7c-e3cb226c1abb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.733084] env[69183]: DEBUG oslo_vmware.rw_handles [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lease: (returnval){ [ 828.733084] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]528173d0-01a5-db41-1f36-9a221b8aac33" [ 828.733084] env[69183]: _type = "HttpNfcLease" [ 828.733084] env[69183]: } obtained for exporting VM: (result){ [ 828.733084] env[69183]: value = "vm-560785" [ 828.733084] env[69183]: _type = "VirtualMachine" [ 828.733084] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 828.733469] env[69183]: DEBUG oslo_vmware.api [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the lease: (returnval){ [ 828.733469] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]528173d0-01a5-db41-1f36-9a221b8aac33" [ 828.733469] env[69183]: _type = "HttpNfcLease" [ 828.733469] env[69183]: } to be ready. {{(pid=69183) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 828.741344] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 828.741344] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]528173d0-01a5-db41-1f36-9a221b8aac33" [ 828.741344] env[69183]: _type = "HttpNfcLease" [ 828.741344] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 828.933781] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.949919] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510502} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.951155] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e/d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.951155] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.951155] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c96e5c1-e337-4b2f-91ab-19a79521b870 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.960198] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Waiting for the task: (returnval){ [ 828.960198] env[69183]: value = "task-2789768" [ 828.960198] env[69183]: _type = "Task" [ 828.960198] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.974304] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.022561] env[69183]: DEBUG oslo_vmware.api [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789766, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.136023] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.336s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.136023] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.519s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.138592] env[69183]: INFO nova.compute.claims [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.163665] env[69183]: INFO nova.scheduler.client.report [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Deleted allocations for instance c1da3649-77d1-4da8-9779-9f4a3a591ba7 [ 829.223938] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fba5d9-a54b-497a-a643-79ba6a9a58d0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.250979] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49b3ed6-65cf-48d4-a249-8721a5a8144a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.259655] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 829.259655] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]528173d0-01a5-db41-1f36-9a221b8aac33" [ 829.259655] env[69183]: _type = "HttpNfcLease" [ 829.259655] env[69183]: } is ready. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 829.260060] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Updating instance 'ff75e3b8-15c2-4dd3-94a6-de77e6e73501' progress to 83 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 829.264050] env[69183]: DEBUG oslo_vmware.rw_handles [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 829.264050] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]528173d0-01a5-db41-1f36-9a221b8aac33" [ 829.264050] env[69183]: _type = "HttpNfcLease" [ 829.264050] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 829.264998] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5ad153-a6f9-4942-9000-c6315c07ed05 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.274502] env[69183]: DEBUG oslo_vmware.rw_handles [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d3e5db-c2d8-37af-004b-df8bbdefb971/disk-0.vmdk from lease info. {{(pid=69183) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 829.274502] env[69183]: DEBUG oslo_vmware.rw_handles [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d3e5db-c2d8-37af-004b-df8bbdefb971/disk-0.vmdk for reading. {{(pid=69183) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 829.430704] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789764, 'name': ReconfigVM_Task, 'duration_secs': 0.594325} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.431048] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 75b53d5d-4246-4ad8-892e-e5540931365a/75b53d5d-4246-4ad8-892e-e5540931365a.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.431679] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d963603-fcc5-41e9-90bf-fc618912958e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.440231] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 829.440231] env[69183]: value = "task-2789769" [ 829.440231] env[69183]: _type = "Task" [ 829.440231] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.444192] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "c9371531-6eeb-4f0b-9ed9-4c04942c187f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.444192] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "c9371531-6eeb-4f0b-9ed9-4c04942c187f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.444351] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "c9371531-6eeb-4f0b-9ed9-4c04942c187f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.444494] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "c9371531-6eeb-4f0b-9ed9-4c04942c187f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.444689] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "c9371531-6eeb-4f0b-9ed9-4c04942c187f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.450120] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789769, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.450308] env[69183]: INFO nova.compute.manager [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Terminating instance [ 829.454942] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-52a8fe32-ef11-4587-87d0-3428cabfccf4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.471479] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242351} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.473728] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.475053] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb9e677-67f7-4979-893a-4bb8d88d514d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.499540] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e/d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.503691] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31bd42aa-b931-4355-8507-08c21fcbaef7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.527374] env[69183]: DEBUG oslo_vmware.api [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789766, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.534208] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Waiting for the task: (returnval){ [ 829.534208] env[69183]: value = "task-2789770" [ 829.534208] env[69183]: _type = "Task" [ 829.534208] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.547378] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789770, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.674828] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ca71af1-404d-4970-9d7c-18b734477972 tempest-ServersTestManualDisk-1789709758 tempest-ServersTestManualDisk-1789709758-project-member] Lock "c1da3649-77d1-4da8-9779-9f4a3a591ba7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.362s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.767534] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.767917] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb70efae-f44a-42b4-926a-1cf574cbbe7a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.777340] env[69183]: DEBUG oslo_vmware.api [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 829.777340] env[69183]: value = "task-2789771" [ 829.777340] env[69183]: _type = "Task" [ 829.777340] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.787402] env[69183]: DEBUG oslo_vmware.api [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.794555] env[69183]: DEBUG nova.compute.manager [req-482c2942-9fa0-46e4-9ef6-4a447f091f99 req-01993910-90d5-4032-86d7-b470ed8a1747 service nova] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Received event network-changed-521e389c-9a59-4b7d-8377-112b99b0d216 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 829.794722] env[69183]: DEBUG nova.compute.manager [req-482c2942-9fa0-46e4-9ef6-4a447f091f99 req-01993910-90d5-4032-86d7-b470ed8a1747 service nova] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Refreshing instance network info cache due to event network-changed-521e389c-9a59-4b7d-8377-112b99b0d216. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 829.794916] env[69183]: DEBUG oslo_concurrency.lockutils [req-482c2942-9fa0-46e4-9ef6-4a447f091f99 req-01993910-90d5-4032-86d7-b470ed8a1747 service nova] Acquiring lock "refresh_cache-97bcf6c5-8206-4ba6-a5af-f09d8c273040" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.795085] env[69183]: DEBUG oslo_concurrency.lockutils [req-482c2942-9fa0-46e4-9ef6-4a447f091f99 req-01993910-90d5-4032-86d7-b470ed8a1747 service nova] Acquired lock "refresh_cache-97bcf6c5-8206-4ba6-a5af-f09d8c273040" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.795256] env[69183]: DEBUG nova.network.neutron [req-482c2942-9fa0-46e4-9ef6-4a447f091f99 req-01993910-90d5-4032-86d7-b470ed8a1747 service nova] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Refreshing network info cache for port 521e389c-9a59-4b7d-8377-112b99b0d216 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.950943] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789769, 'name': Rename_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.957805] env[69183]: DEBUG nova.compute.manager [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.958041] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.959076] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cec0ee-b02e-4284-92a1-60734a216b5a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.967823] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.968195] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9d239dd-dd57-42de-b217-b25659791b41 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.032338] env[69183]: DEBUG oslo_vmware.api [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789766, 'name': RemoveSnapshot_Task, 'duration_secs': 1.214735} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.032693] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Deleted Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 830.033062] env[69183]: INFO nova.compute.manager [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Took 14.29 seconds to snapshot the instance on the hypervisor. [ 830.050230] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.050716] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.050863] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Deleting the datastore file [datastore2] c9371531-6eeb-4f0b-9ed9-4c04942c187f {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.054504] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55237017-e832-410a-b177-4687bc8c95f3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.056699] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789770, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.063355] env[69183]: DEBUG oslo_vmware.api [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 830.063355] env[69183]: value = "task-2789773" [ 830.063355] env[69183]: _type = "Task" [ 830.063355] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.073818] env[69183]: DEBUG oslo_vmware.api [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.158925] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "32a3f694-b433-4ce8-97e9-61211082a144" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.159471] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "32a3f694-b433-4ce8-97e9-61211082a144" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.289052] env[69183]: DEBUG oslo_vmware.api [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789771, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.455992] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789769, 'name': Rename_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.550171] env[69183]: DEBUG nova.compute.manager [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Instance disappeared during snapshot {{(pid=69183) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 830.565659] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789770, 'name': ReconfigVM_Task, 'duration_secs': 0.555521} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.569609] env[69183]: DEBUG nova.compute.manager [None req-c77fa248-e23b-44bf-8267-2e1f8235e42d tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Image not found during clean up c909e376-5392-450e-8e13-51ff04a04088 {{(pid=69183) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 830.582039] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Reconfigured VM instance instance-00000038 to attach disk [datastore1] d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e/d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.590498] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a84e8cc2-5441-4adc-98d8-0e48c7531519 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.601345] env[69183]: DEBUG oslo_vmware.api [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17581} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.603046] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.603452] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.604564] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.604564] env[69183]: INFO nova.compute.manager [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Took 0.65 seconds to destroy the instance on the hypervisor. [ 830.604564] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.604564] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Waiting for the task: (returnval){ [ 830.604564] env[69183]: value = "task-2789774" [ 830.604564] env[69183]: _type = "Task" [ 830.604564] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.604887] env[69183]: DEBUG nova.compute.manager [-] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.604887] env[69183]: DEBUG nova.network.neutron [-] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.620418] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789774, 'name': Rename_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.752072] env[69183]: DEBUG nova.network.neutron [req-482c2942-9fa0-46e4-9ef6-4a447f091f99 req-01993910-90d5-4032-86d7-b470ed8a1747 service nova] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Updated VIF entry in instance network info cache for port 521e389c-9a59-4b7d-8377-112b99b0d216. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.753168] env[69183]: DEBUG nova.network.neutron [req-482c2942-9fa0-46e4-9ef6-4a447f091f99 req-01993910-90d5-4032-86d7-b470ed8a1747 service nova] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Updating instance_info_cache with network_info: [{"id": "521e389c-9a59-4b7d-8377-112b99b0d216", "address": "fa:16:3e:da:da:00", "network": {"id": "be6e750e-8934-479c-9e1f-74fbde2330ab", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-873922149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65972aeb1924aa6bf66834350254c53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521e389c-9a", "ovs_interfaceid": "521e389c-9a59-4b7d-8377-112b99b0d216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.795607] env[69183]: DEBUG oslo_vmware.api [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789771, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.848226] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcee9957-738c-41d9-8770-a3a94805b49a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.860173] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a28001-9460-4695-aa3b-bead088b8095 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.895043] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc89ed07-0ca7-4ae3-a06a-cff6d59faf67 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.904642] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce95ea90-aa66-4b33-97e0-098fb7b6888a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.921440] env[69183]: DEBUG nova.compute.provider_tree [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.952499] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789769, 'name': Rename_Task, 'duration_secs': 1.151079} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.952991] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.953330] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77cf9a54-7a7c-40a0-9023-1551fa9c4529 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.963332] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 830.963332] env[69183]: value = "task-2789775" [ 830.963332] env[69183]: _type = "Task" [ 830.963332] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.976061] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.126141] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789774, 'name': Rename_Task, 'duration_secs': 0.216307} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.126141] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.126141] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adf5e57e-5885-4d24-b01c-d96a52085260 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.135201] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Waiting for the task: (returnval){ [ 831.135201] env[69183]: value = "task-2789776" [ 831.135201] env[69183]: _type = "Task" [ 831.135201] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.148737] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.257592] env[69183]: DEBUG oslo_concurrency.lockutils [req-482c2942-9fa0-46e4-9ef6-4a447f091f99 req-01993910-90d5-4032-86d7-b470ed8a1747 service nova] Releasing lock "refresh_cache-97bcf6c5-8206-4ba6-a5af-f09d8c273040" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.295151] env[69183]: DEBUG oslo_vmware.api [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789771, 'name': PowerOnVM_Task, 'duration_secs': 1.197156} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.295769] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.295769] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7732973d-6bed-45a1-92d4-214b61d421f0 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Updating instance 'ff75e3b8-15c2-4dd3-94a6-de77e6e73501' progress to 100 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 831.425244] env[69183]: DEBUG nova.scheduler.client.report [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.477938] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789775, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.618890] env[69183]: DEBUG nova.network.neutron [-] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.657660] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789776, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.932058] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.932650] env[69183]: DEBUG nova.compute.manager [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.936186] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.909s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.936312] env[69183]: DEBUG nova.objects.instance [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Lazy-loading 'resources' on Instance uuid 2813a4f7-0282-4365-a87d-a959016779c4 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.972450] env[69183]: DEBUG nova.compute.manager [req-3aa8adc6-e223-4e57-8151-d61cee953474 req-52cbda2f-2449-4a8c-82de-9c5684a07216 service nova] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Received event network-vif-deleted-234fb610-f895-4acd-980f-b5619075873d {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 831.976438] env[69183]: DEBUG oslo_vmware.api [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789775, 'name': PowerOnVM_Task, 'duration_secs': 0.714389} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.976744] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.976971] env[69183]: INFO nova.compute.manager [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Took 9.11 seconds to spawn the instance on the hypervisor. [ 831.977209] env[69183]: DEBUG nova.compute.manager [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.980017] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7334371-9bb7-4118-b902-56c274894213 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.127975] env[69183]: INFO nova.compute.manager [-] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Took 1.52 seconds to deallocate network for instance. [ 832.152157] env[69183]: DEBUG oslo_vmware.api [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789776, 'name': PowerOnVM_Task, 'duration_secs': 0.620999} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.152516] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.152729] env[69183]: INFO nova.compute.manager [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Took 6.51 seconds to spawn the instance on the hypervisor. [ 832.152907] env[69183]: DEBUG nova.compute.manager [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.153788] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c42960-bcba-4352-ade5-eebc798a1aae {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.440392] env[69183]: DEBUG nova.compute.utils [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.445336] env[69183]: DEBUG nova.compute.manager [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Not allocating networking since 'none' was specified. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 832.511085] env[69183]: INFO nova.compute.manager [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Took 54.22 seconds to build instance. [ 832.637172] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.681810] env[69183]: INFO nova.compute.manager [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Took 51.43 seconds to build instance. [ 832.945568] env[69183]: DEBUG nova.compute.manager [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.016373] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bce114d0-ab62-40c7-aa4d-5f45e2de5de6 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "75b53d5d-4246-4ad8-892e-e5540931365a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.893s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.186277] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7b818b6e-3b72-444b-838d-83cc2c36aa3b tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Lock "d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.144s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.291390] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc32143-7d45-40a1-b12d-b42162d4d139 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.303788] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e03127-7c27-4e17-8556-6341cfe2c5dd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.359288] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbe901a-d5cf-4f86-9659-c9b583e278fd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.369653] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00de275-22ad-4eda-acd8-c655ba581e00 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.388185] env[69183]: DEBUG nova.compute.provider_tree [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.519900] env[69183]: DEBUG nova.compute.manager [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.580568] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "75b53d5d-4246-4ad8-892e-e5540931365a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.580895] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "75b53d5d-4246-4ad8-892e-e5540931365a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.581135] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "75b53d5d-4246-4ad8-892e-e5540931365a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.581330] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "75b53d5d-4246-4ad8-892e-e5540931365a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.581504] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "75b53d5d-4246-4ad8-892e-e5540931365a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.586026] env[69183]: INFO nova.compute.manager [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Terminating instance [ 833.892313] env[69183]: DEBUG nova.scheduler.client.report [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.975649] env[69183]: DEBUG nova.compute.manager [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.004519] env[69183]: DEBUG nova.virt.hardware [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.004934] env[69183]: DEBUG nova.virt.hardware [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.004934] env[69183]: DEBUG nova.virt.hardware [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.005119] env[69183]: DEBUG nova.virt.hardware [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.005408] env[69183]: DEBUG nova.virt.hardware [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.005630] env[69183]: DEBUG nova.virt.hardware [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.005872] env[69183]: DEBUG nova.virt.hardware [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.006045] env[69183]: DEBUG nova.virt.hardware [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.006224] env[69183]: DEBUG nova.virt.hardware [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.006392] env[69183]: DEBUG nova.virt.hardware [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.006674] env[69183]: DEBUG nova.virt.hardware [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.007496] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133a8b19-a935-459c-9a49-48e793046850 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.021095] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3878f25a-b273-4acc-b4c2-7797eea6c1cf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.045232] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Instance VIF info [] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.050755] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Creating folder: Project (7875b0d1d63f4f4385ee51d68e235080). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.054712] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3952413-0454-4280-9c56-e7795a521fce {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.062797] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.067453] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Created folder: Project (7875b0d1d63f4f4385ee51d68e235080) in parent group-v560622. [ 834.067665] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Creating folder: Instances. Parent ref: group-v560787. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.067916] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37941f08-7899-4833-927c-15c9352fa06d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.080668] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Created folder: Instances in parent group-v560787. [ 834.080991] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.081224] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.081440] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c94813d-3d6c-46c1-9f76-d5269754499e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.096310] env[69183]: DEBUG nova.network.neutron [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Port 54ac35e8-78b8-4a00-aed6-7c0c4334c712 binding to destination host cpu-1 is already ACTIVE {{(pid=69183) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 834.096577] env[69183]: DEBUG oslo_concurrency.lockutils [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "refresh_cache-ff75e3b8-15c2-4dd3-94a6-de77e6e73501" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.096733] env[69183]: DEBUG oslo_concurrency.lockutils [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquired lock "refresh_cache-ff75e3b8-15c2-4dd3-94a6-de77e6e73501" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.096897] env[69183]: DEBUG nova.network.neutron [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.099172] env[69183]: DEBUG nova.compute.manager [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.099374] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.100323] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0e1298-38b3-4aab-a35b-4693c450e95a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.110290] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.113082] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d1e0122-d1cc-4810-a010-2048030ae6e9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.114597] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.114597] env[69183]: value = "task-2789781" [ 834.114597] env[69183]: _type = "Task" [ 834.114597] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.127235] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789781, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.130060] env[69183]: DEBUG oslo_vmware.api [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 834.130060] env[69183]: value = "task-2789783" [ 834.130060] env[69183]: _type = "Task" [ 834.130060] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.141092] env[69183]: DEBUG oslo_vmware.api [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.401461] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.462s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.401901] env[69183]: DEBUG oslo_concurrency.lockutils [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.872s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.401952] env[69183]: DEBUG nova.objects.instance [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lazy-loading 'resources' on Instance uuid 68bd72ad-3ec6-44f8-8d5f-311cce1678f1 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.431172] env[69183]: INFO nova.scheduler.client.report [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Deleted allocations for instance 2813a4f7-0282-4365-a87d-a959016779c4 [ 834.628565] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789781, 'name': CreateVM_Task, 'duration_secs': 0.37774} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.628957] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.630460] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.630460] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.631160] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.631835] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e100885-cd95-477b-9638-eceae9c4207a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.651975] env[69183]: DEBUG oslo_vmware.api [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789783, 'name': PowerOffVM_Task, 'duration_secs': 0.264044} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.652814] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Waiting for the task: (returnval){ [ 834.652814] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5292c19e-6b09-d161-8752-cd6777e7a5f8" [ 834.652814] env[69183]: _type = "Task" [ 834.652814] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.653147] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.653461] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.653876] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57e00546-2161-440f-9a18-0809d0d1a212 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.666827] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5292c19e-6b09-d161-8752-cd6777e7a5f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.690715] env[69183]: INFO nova.compute.manager [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Rebuilding instance [ 834.750794] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.751120] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.751457] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Deleting the datastore file [datastore1] 75b53d5d-4246-4ad8-892e-e5540931365a {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.755760] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b974f2df-10fb-443a-b125-c9f1d82a7986 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.761642] env[69183]: DEBUG nova.compute.manager [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.765018] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9560f395-bd39-4926-9ee9-4bd20b978cf8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.769810] env[69183]: DEBUG oslo_vmware.api [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 834.769810] env[69183]: value = "task-2789785" [ 834.769810] env[69183]: _type = "Task" [ 834.769810] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.788629] env[69183]: DEBUG oslo_vmware.api [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.942687] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c3f9d6a7-d52c-48ac-a463-ab33b2a23bab tempest-ServersListShow296Test-1635074438 tempest-ServersListShow296Test-1635074438-project-member] Lock "2813a4f7-0282-4365-a87d-a959016779c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.867s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.111643] env[69183]: DEBUG nova.network.neutron [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Updating instance_info_cache with network_info: [{"id": "54ac35e8-78b8-4a00-aed6-7c0c4334c712", "address": "fa:16:3e:fd:11:62", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ac35e8-78", "ovs_interfaceid": "54ac35e8-78b8-4a00-aed6-7c0c4334c712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.167265] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5292c19e-6b09-d161-8752-cd6777e7a5f8, 'name': SearchDatastore_Task, 'duration_secs': 0.02081} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.167619] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.167859] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.168123] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.171531] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.171531] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.171531] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26e37429-0d8b-4f3e-aab2-b437002632ab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.180606] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.180606] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.181362] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50e43be1-0e63-456a-9a32-e88fa40f132f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.188449] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Waiting for the task: (returnval){ [ 835.188449] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5263b1f8-3f93-9269-429e-b3cf0e43320d" [ 835.188449] env[69183]: _type = "Task" [ 835.188449] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.197195] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5263b1f8-3f93-9269-429e-b3cf0e43320d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.285568] env[69183]: DEBUG oslo_vmware.api [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2789785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.506474} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.285885] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.286109] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.286295] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.286475] env[69183]: INFO nova.compute.manager [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 835.286711] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.287142] env[69183]: DEBUG nova.compute.manager [-] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.287230] env[69183]: DEBUG nova.network.neutron [-] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.449490] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4eadde-2566-4912-bd14-e2469b7b8e3e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.458893] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c165e33f-bc9c-459f-bcff-80d999973a95 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.494848] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22f57c2-4a3b-44dd-afe1-c664d13af0bd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.505248] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f828300c-575f-4244-844f-5a443626d8db {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.522677] env[69183]: DEBUG nova.compute.provider_tree [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.595397] env[69183]: DEBUG nova.compute.manager [req-ecbd2aa6-876b-4c97-b137-307eeda108dc req-60546db1-a1f7-4bd4-b7a0-b16b9b9d07c8 service nova] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Received event network-vif-deleted-3108eec3-ac35-4a52-86ac-cfc1149f2897 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 835.595397] env[69183]: INFO nova.compute.manager [req-ecbd2aa6-876b-4c97-b137-307eeda108dc req-60546db1-a1f7-4bd4-b7a0-b16b9b9d07c8 service nova] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Neutron deleted interface 3108eec3-ac35-4a52-86ac-cfc1149f2897; detaching it from the instance and deleting it from the info cache [ 835.595529] env[69183]: DEBUG nova.network.neutron [req-ecbd2aa6-876b-4c97-b137-307eeda108dc req-60546db1-a1f7-4bd4-b7a0-b16b9b9d07c8 service nova] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.615926] env[69183]: DEBUG oslo_concurrency.lockutils [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Releasing lock "refresh_cache-ff75e3b8-15c2-4dd3-94a6-de77e6e73501" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.700530] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5263b1f8-3f93-9269-429e-b3cf0e43320d, 'name': SearchDatastore_Task, 'duration_secs': 0.017889} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.701176] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a071be28-f51b-4bb7-9618-d493187971d3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.708310] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Waiting for the task: (returnval){ [ 835.708310] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]524f68a5-3f89-be7e-f994-be8ac3e7f8e6" [ 835.708310] env[69183]: _type = "Task" [ 835.708310] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.717234] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]524f68a5-3f89-be7e-f994-be8ac3e7f8e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.787876] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.787876] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-510b373b-2c86-474c-b7f7-435bf9ef24f1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.797727] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Waiting for the task: (returnval){ [ 835.797727] env[69183]: value = "task-2789786" [ 835.797727] env[69183]: _type = "Task" [ 835.797727] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.808655] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.026604] env[69183]: DEBUG nova.scheduler.client.report [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.078362] env[69183]: DEBUG nova.network.neutron [-] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.102315] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1c3bf90-6bfc-4dbb-b35b-add3860bc7b5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.114071] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b150e9e9-185a-4b56-86a2-8e0a6bf8f09b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.127934] env[69183]: DEBUG nova.compute.manager [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69183) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 836.128264] env[69183]: DEBUG oslo_concurrency.lockutils [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.162804] env[69183]: DEBUG nova.compute.manager [req-ecbd2aa6-876b-4c97-b137-307eeda108dc req-60546db1-a1f7-4bd4-b7a0-b16b9b9d07c8 service nova] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Detach interface failed, port_id=3108eec3-ac35-4a52-86ac-cfc1149f2897, reason: Instance 75b53d5d-4246-4ad8-892e-e5540931365a could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 836.220848] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]524f68a5-3f89-be7e-f994-be8ac3e7f8e6, 'name': SearchDatastore_Task, 'duration_secs': 0.016743} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.221179] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.221450] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] ccdb57e9-c51c-4e38-a627-6c5ac5f7e622/ccdb57e9-c51c-4e38-a627-6c5ac5f7e622.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.221777] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c50cd49c-8f83-43c0-be6d-46a319637fbb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.229890] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Waiting for the task: (returnval){ [ 836.229890] env[69183]: value = "task-2789787" [ 836.229890] env[69183]: _type = "Task" [ 836.229890] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.247217] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Task: {'id': task-2789787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.309046] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789786, 'name': PowerOffVM_Task, 'duration_secs': 0.240349} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.309046] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.309912] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.312491] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a04bfd5-d118-4b68-8902-106ecd8923fd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.321318] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.321685] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9c30938-953c-4a75-a377-bff3114fdf4f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.357560] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.357560] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.357560] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Deleting the datastore file [datastore1] d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.357867] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ef758d8-1763-4c20-9917-91fd99a74c85 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.369161] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Waiting for the task: (returnval){ [ 836.369161] env[69183]: value = "task-2789789" [ 836.369161] env[69183]: _type = "Task" [ 836.369161] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.384836] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.532927] env[69183]: DEBUG oslo_concurrency.lockutils [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.535855] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.965s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.537928] env[69183]: INFO nova.compute.claims [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.583212] env[69183]: INFO nova.scheduler.client.report [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Deleted allocations for instance 68bd72ad-3ec6-44f8-8d5f-311cce1678f1 [ 836.583212] env[69183]: INFO nova.compute.manager [-] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Took 1.30 seconds to deallocate network for instance. [ 836.745132] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Task: {'id': task-2789787, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.882226] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299814} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.882552] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.882709] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.883083] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.093720] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.100062] env[69183]: DEBUG oslo_concurrency.lockutils [None req-029fc7ae-54e7-43e7-885d-0eb7ed8ab832 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lock "68bd72ad-3ec6-44f8-8d5f-311cce1678f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.946s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.102052] env[69183]: DEBUG oslo_concurrency.lockutils [None req-df210117-da4c-450a-8b48-f65f958c2ef2 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lock "68bd72ad-3ec6-44f8-8d5f-311cce1678f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 40.267s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.102291] env[69183]: DEBUG oslo_concurrency.lockutils [None req-df210117-da4c-450a-8b48-f65f958c2ef2 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquiring lock "68bd72ad-3ec6-44f8-8d5f-311cce1678f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.102496] env[69183]: DEBUG oslo_concurrency.lockutils [None req-df210117-da4c-450a-8b48-f65f958c2ef2 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lock "68bd72ad-3ec6-44f8-8d5f-311cce1678f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.102668] env[69183]: DEBUG oslo_concurrency.lockutils [None req-df210117-da4c-450a-8b48-f65f958c2ef2 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lock "68bd72ad-3ec6-44f8-8d5f-311cce1678f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.105195] env[69183]: INFO nova.compute.manager [None req-df210117-da4c-450a-8b48-f65f958c2ef2 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Terminating instance [ 837.241807] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Task: {'id': task-2789787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634859} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.246022] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] ccdb57e9-c51c-4e38-a627-6c5ac5f7e622/ccdb57e9-c51c-4e38-a627-6c5ac5f7e622.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.246022] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.246022] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-251d78bc-cc11-4f99-a7df-ab4212c2ed1c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.251910] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Waiting for the task: (returnval){ [ 837.251910] env[69183]: value = "task-2789791" [ 837.251910] env[69183]: _type = "Task" [ 837.251910] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.263539] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Task: {'id': task-2789791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.614624] env[69183]: DEBUG oslo_concurrency.lockutils [None req-df210117-da4c-450a-8b48-f65f958c2ef2 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquiring lock "refresh_cache-68bd72ad-3ec6-44f8-8d5f-311cce1678f1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.614831] env[69183]: DEBUG oslo_concurrency.lockutils [None req-df210117-da4c-450a-8b48-f65f958c2ef2 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquired lock "refresh_cache-68bd72ad-3ec6-44f8-8d5f-311cce1678f1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.615078] env[69183]: DEBUG nova.network.neutron [None req-df210117-da4c-450a-8b48-f65f958c2ef2 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.764275] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Task: {'id': task-2789791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14058} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.764643] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.765436] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0525f8e1-4b2a-4a8f-a18f-5ffa5e5e8b69 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.793963] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] ccdb57e9-c51c-4e38-a627-6c5ac5f7e622/ccdb57e9-c51c-4e38-a627-6c5ac5f7e622.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.796935] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-844d4002-17b0-49ce-b140-11149635685e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.819684] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Waiting for the task: (returnval){ [ 837.819684] env[69183]: value = "task-2789792" [ 837.819684] env[69183]: _type = "Task" [ 837.819684] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.833055] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Task: {'id': task-2789792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.935022] env[69183]: DEBUG nova.virt.hardware [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.935022] env[69183]: DEBUG nova.virt.hardware [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.935022] env[69183]: DEBUG nova.virt.hardware [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.935022] env[69183]: DEBUG nova.virt.hardware [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.935022] env[69183]: DEBUG nova.virt.hardware [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.935022] env[69183]: DEBUG nova.virt.hardware [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.935022] env[69183]: DEBUG nova.virt.hardware [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.935022] env[69183]: DEBUG nova.virt.hardware [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.935022] env[69183]: DEBUG nova.virt.hardware [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.935022] env[69183]: DEBUG nova.virt.hardware [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.935725] env[69183]: DEBUG nova.virt.hardware [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.936189] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7225247-e98d-4ddf-b622-38653e13c2f3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.950584] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b4c68b-ce1a-4bc4-a963-3ecd6bafbaf1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.967817] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Instance VIF info [] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.973749] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.976654] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.978935] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37be01d7-36ed-423c-8bb9-69ba54e168e1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.997569] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.997569] env[69183]: value = "task-2789793" [ 837.997569] env[69183]: _type = "Task" [ 837.997569] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.006421] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789793, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.120697] env[69183]: DEBUG nova.compute.utils [None req-df210117-da4c-450a-8b48-f65f958c2ef2 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Can not refresh info_cache because instance was not found {{(pid=69183) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 838.147506] env[69183]: DEBUG nova.network.neutron [None req-df210117-da4c-450a-8b48-f65f958c2ef2 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.172961] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c4a7ee-f9ef-422e-a75d-df2919a4e523 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.184166] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7737c6-1100-4832-b9ef-d9cc3c9c235a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.225997] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a16ad6-2aa3-411d-ab1a-6760d8dd3bfc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.237029] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b8ad7b-8bb5-4060-bc53-8fe7b480ed2c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.251517] env[69183]: DEBUG nova.compute.provider_tree [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.291569] env[69183]: DEBUG nova.network.neutron [None req-df210117-da4c-450a-8b48-f65f958c2ef2 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.335533] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Task: {'id': task-2789792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.509319] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789793, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.758020] env[69183]: DEBUG nova.scheduler.client.report [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.796802] env[69183]: DEBUG oslo_concurrency.lockutils [None req-df210117-da4c-450a-8b48-f65f958c2ef2 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Releasing lock "refresh_cache-68bd72ad-3ec6-44f8-8d5f-311cce1678f1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.797329] env[69183]: DEBUG nova.compute.manager [None req-df210117-da4c-450a-8b48-f65f958c2ef2 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.797530] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-df210117-da4c-450a-8b48-f65f958c2ef2 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.797943] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18902d76-013f-4f09-8d65-3ef63494ab35 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.811261] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d77b40f-71f7-4b03-a0b7-8e2612767633 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.837283] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Task: {'id': task-2789792, 'name': ReconfigVM_Task, 'duration_secs': 0.565232} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.837588] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Reconfigured VM instance instance-00000039 to attach disk [datastore2] ccdb57e9-c51c-4e38-a627-6c5ac5f7e622/ccdb57e9-c51c-4e38-a627-6c5ac5f7e622.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.838307] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9af23459-3836-4b29-82ff-edb6953137cd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.847040] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Waiting for the task: (returnval){ [ 838.847040] env[69183]: value = "task-2789794" [ 838.847040] env[69183]: _type = "Task" [ 838.847040] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.868822] env[69183]: WARNING nova.virt.vmwareapi.vmops [None req-df210117-da4c-450a-8b48-f65f958c2ef2 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 68bd72ad-3ec6-44f8-8d5f-311cce1678f1 could not be found. [ 838.868822] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-df210117-da4c-450a-8b48-f65f958c2ef2 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.868822] env[69183]: INFO nova.compute.manager [None req-df210117-da4c-450a-8b48-f65f958c2ef2 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Took 0.07 seconds to destroy the instance on the hypervisor. [ 838.869109] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df210117-da4c-450a-8b48-f65f958c2ef2 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.869821] env[69183]: DEBUG nova.compute.manager [-] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.869821] env[69183]: DEBUG nova.network.neutron [-] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.876709] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Task: {'id': task-2789794, 'name': Rename_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.894025] env[69183]: DEBUG nova.network.neutron [-] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.976980] env[69183]: DEBUG oslo_vmware.rw_handles [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d3e5db-c2d8-37af-004b-df8bbdefb971/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 838.977422] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2b3282-d1e2-4c07-8cf0-63f19e3fcb40 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.984798] env[69183]: DEBUG oslo_vmware.rw_handles [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d3e5db-c2d8-37af-004b-df8bbdefb971/disk-0.vmdk is in state: ready. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 838.985034] env[69183]: ERROR oslo_vmware.rw_handles [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d3e5db-c2d8-37af-004b-df8bbdefb971/disk-0.vmdk due to incomplete transfer. [ 838.985279] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4b27e2c7-7fe0-4b13-a6f9-6c4b3627f4c1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.994240] env[69183]: DEBUG oslo_vmware.rw_handles [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d3e5db-c2d8-37af-004b-df8bbdefb971/disk-0.vmdk. {{(pid=69183) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 838.994240] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Uploaded image 5f910517-f567-4fd4-a5c8-c768864be7cc to the Glance image server {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 838.996574] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Destroying the VM {{(pid=69183) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 838.996860] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-79c159c6-b455-47f3-8fc5-5375a1e1b502 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.007732] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789793, 'name': CreateVM_Task, 'duration_secs': 0.515468} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.009034] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.009395] env[69183]: DEBUG oslo_vmware.api [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 839.009395] env[69183]: value = "task-2789795" [ 839.009395] env[69183]: _type = "Task" [ 839.009395] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.009852] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.010048] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.010373] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.010672] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7e72ed0-49a1-4f26-9e89-cf0f66911dbf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.022328] env[69183]: DEBUG oslo_vmware.api [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789795, 'name': Destroy_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.023529] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Waiting for the task: (returnval){ [ 839.023529] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]525a4e59-7a30-1549-dc47-24762d9ac257" [ 839.023529] env[69183]: _type = "Task" [ 839.023529] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.033449] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525a4e59-7a30-1549-dc47-24762d9ac257, 'name': SearchDatastore_Task, 'duration_secs': 0.011768} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.034863] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.034863] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.034863] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.034863] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.034863] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.035355] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e9412b2-aba5-497e-b551-66139ec24f69 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.043961] env[69183]: DEBUG oslo_concurrency.lockutils [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquiring lock "121683d3-7205-425c-ae2e-e5866e555044" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.044303] env[69183]: DEBUG oslo_concurrency.lockutils [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lock "121683d3-7205-425c-ae2e-e5866e555044" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.044525] env[69183]: DEBUG oslo_concurrency.lockutils [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquiring lock "121683d3-7205-425c-ae2e-e5866e555044-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.044731] env[69183]: DEBUG oslo_concurrency.lockutils [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lock "121683d3-7205-425c-ae2e-e5866e555044-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.044908] env[69183]: DEBUG oslo_concurrency.lockutils [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lock "121683d3-7205-425c-ae2e-e5866e555044-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.047532] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.047708] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.048834] env[69183]: INFO nova.compute.manager [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Terminating instance [ 839.050570] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88d14790-f5d1-42fa-9575-1ccdb431599d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.057415] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Waiting for the task: (returnval){ [ 839.057415] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52c0c50d-8323-47a4-6e29-5023a4e54c53" [ 839.057415] env[69183]: _type = "Task" [ 839.057415] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.066967] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c0c50d-8323-47a4-6e29-5023a4e54c53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.262276] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.262808] env[69183]: DEBUG nova.compute.manager [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.265435] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.666s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.267923] env[69183]: INFO nova.compute.claims [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.358762] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Task: {'id': task-2789794, 'name': Rename_Task, 'duration_secs': 0.187875} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.359221] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.360469] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6474df3b-5f8a-4d86-9d84-c7e609340073 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.368957] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Waiting for the task: (returnval){ [ 839.368957] env[69183]: value = "task-2789797" [ 839.368957] env[69183]: _type = "Task" [ 839.368957] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.379416] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Task: {'id': task-2789797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.396675] env[69183]: DEBUG nova.network.neutron [-] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.529087] env[69183]: DEBUG oslo_vmware.api [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789795, 'name': Destroy_Task, 'duration_secs': 0.403373} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.529087] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Destroyed the VM [ 839.529087] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Deleting Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 839.529087] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-19ad43e8-95d9-4905-bb27-fc4bd8d6ad4f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.538099] env[69183]: DEBUG oslo_vmware.api [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 839.538099] env[69183]: value = "task-2789798" [ 839.538099] env[69183]: _type = "Task" [ 839.538099] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.547541] env[69183]: DEBUG oslo_vmware.api [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789798, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.555639] env[69183]: DEBUG nova.compute.manager [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.555831] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.556704] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d8f68b-f394-4e92-a522-0a3186fdc70a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.571591] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c0c50d-8323-47a4-6e29-5023a4e54c53, 'name': SearchDatastore_Task, 'duration_secs': 0.011341} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.574756] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.575031] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e045bd5-23ed-4c8b-b040-424ebb73cb72 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.577418] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db7cd9a7-22b0-4b33-81fc-7564431b8428 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.587140] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Waiting for the task: (returnval){ [ 839.587140] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5223f63f-9be5-588b-3aeb-fd54168f07de" [ 839.587140] env[69183]: _type = "Task" [ 839.587140] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.592448] env[69183]: DEBUG oslo_vmware.api [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for the task: (returnval){ [ 839.592448] env[69183]: value = "task-2789799" [ 839.592448] env[69183]: _type = "Task" [ 839.592448] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.599924] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5223f63f-9be5-588b-3aeb-fd54168f07de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.608164] env[69183]: DEBUG oslo_vmware.api [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.773468] env[69183]: DEBUG nova.compute.utils [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.778555] env[69183]: DEBUG nova.compute.manager [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.778851] env[69183]: DEBUG nova.network.neutron [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.837546] env[69183]: DEBUG nova.policy [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21a978e828974c518b26be1cf9f55d54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77325f13b0be456a9f0dcc8b720a6c87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.882750] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Task: {'id': task-2789797, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.903439] env[69183]: INFO nova.compute.manager [-] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Took 1.03 seconds to deallocate network for instance. [ 840.054719] env[69183]: DEBUG oslo_vmware.api [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789798, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.107119] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5223f63f-9be5-588b-3aeb-fd54168f07de, 'name': SearchDatastore_Task, 'duration_secs': 0.01106} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.110940] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.113593] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e/d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.113958] env[69183]: DEBUG oslo_vmware.api [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789799, 'name': PowerOffVM_Task, 'duration_secs': 0.294412} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.114192] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2468a461-9bf0-4c87-834e-b81ce6c7cec4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.117230] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.117230] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.117230] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffb5a4d6-b4ac-4071-b855-0abd2070ab7b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.126172] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Waiting for the task: (returnval){ [ 840.126172] env[69183]: value = "task-2789801" [ 840.126172] env[69183]: _type = "Task" [ 840.126172] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.185249] env[69183]: DEBUG nova.network.neutron [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Successfully created port: 3b33bff0-678a-4414-b3ee-f6e315126276 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.204074] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.204330] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.204514] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Deleting the datastore file [datastore2] 121683d3-7205-425c-ae2e-e5866e555044 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.204792] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f86f481-0e35-43d9-a651-0921d0309d78 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.214981] env[69183]: DEBUG oslo_vmware.api [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for the task: (returnval){ [ 840.214981] env[69183]: value = "task-2789802" [ 840.214981] env[69183]: _type = "Task" [ 840.214981] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.229199] env[69183]: DEBUG oslo_vmware.api [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.282255] env[69183]: DEBUG nova.compute.manager [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.386444] env[69183]: DEBUG oslo_vmware.api [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Task: {'id': task-2789797, 'name': PowerOnVM_Task, 'duration_secs': 0.549788} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.386829] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.387132] env[69183]: INFO nova.compute.manager [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Took 6.41 seconds to spawn the instance on the hypervisor. [ 840.387321] env[69183]: DEBUG nova.compute.manager [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.388481] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984d70a2-01af-41c2-8552-7864b675ee16 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.416650] env[69183]: INFO nova.compute.manager [None req-df210117-da4c-450a-8b48-f65f958c2ef2 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Instance disappeared during terminate [ 840.416896] env[69183]: DEBUG oslo_concurrency.lockutils [None req-df210117-da4c-450a-8b48-f65f958c2ef2 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lock "68bd72ad-3ec6-44f8-8d5f-311cce1678f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.315s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.550299] env[69183]: DEBUG oslo_vmware.api [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789798, 'name': RemoveSnapshot_Task, 'duration_secs': 0.643037} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.554058] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Deleted Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 840.554503] env[69183]: INFO nova.compute.manager [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Took 15.99 seconds to snapshot the instance on the hypervisor. [ 840.649296] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789801, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.734189] env[69183]: DEBUG oslo_vmware.api [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Task: {'id': task-2789802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471268} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.734367] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.734443] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.734625] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.734796] env[69183]: INFO nova.compute.manager [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Took 1.18 seconds to destroy the instance on the hypervisor. [ 840.735643] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.735643] env[69183]: DEBUG nova.compute.manager [-] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.735824] env[69183]: DEBUG nova.network.neutron [-] [instance: 121683d3-7205-425c-ae2e-e5866e555044] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.912554] env[69183]: INFO nova.compute.manager [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Took 51.31 seconds to build instance. [ 840.929287] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d8873c-7eed-42ac-80ac-bff254458b97 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.938489] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7832de6-a96f-4b81-ba4e-34aa92d0f7a3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.977296] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8b7589-89dd-47d7-882c-61bba126b2ed {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.986250] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d08288a-6d21-40b0-9512-0943ef2bfaea {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.002848] env[69183]: DEBUG nova.compute.provider_tree [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.119499] env[69183]: DEBUG nova.compute.manager [None req-5a1c5090-1dac-4bd7-8d2b-5c9b6df81a41 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Found 2 images (rotation: 2) {{(pid=69183) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 841.138299] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.820824} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.139464] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e/d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.139464] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.139671] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa4ec11f-34f0-4677-a7a1-4999814a2dbc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.153551] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "dc9a2724-436c-4599-889b-8c447748135a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.153551] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "dc9a2724-436c-4599-889b-8c447748135a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.155043] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Waiting for the task: (returnval){ [ 841.155043] env[69183]: value = "task-2789803" [ 841.155043] env[69183]: _type = "Task" [ 841.155043] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.166291] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.283461] env[69183]: DEBUG nova.compute.manager [req-1fbb3729-fc8e-422a-813a-04d36a604a47 req-bbb8aee5-ce60-4afd-a90c-9c40aa695b56 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Received event network-vif-deleted-cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 841.283634] env[69183]: INFO nova.compute.manager [req-1fbb3729-fc8e-422a-813a-04d36a604a47 req-bbb8aee5-ce60-4afd-a90c-9c40aa695b56 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Neutron deleted interface cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa; detaching it from the instance and deleting it from the info cache [ 841.283816] env[69183]: DEBUG nova.network.neutron [req-1fbb3729-fc8e-422a-813a-04d36a604a47 req-bbb8aee5-ce60-4afd-a90c-9c40aa695b56 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.295774] env[69183]: DEBUG nova.compute.manager [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.322680] env[69183]: DEBUG nova.virt.hardware [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.322970] env[69183]: DEBUG nova.virt.hardware [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.323140] env[69183]: DEBUG nova.virt.hardware [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.323352] env[69183]: DEBUG nova.virt.hardware [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.323514] env[69183]: DEBUG nova.virt.hardware [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.323663] env[69183]: DEBUG nova.virt.hardware [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.323865] env[69183]: DEBUG nova.virt.hardware [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.324151] env[69183]: DEBUG nova.virt.hardware [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.324384] env[69183]: DEBUG nova.virt.hardware [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.324666] env[69183]: DEBUG nova.virt.hardware [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.324907] env[69183]: DEBUG nova.virt.hardware [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.325941] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9372b453-1774-4c01-9c90-b366ba910c06 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.336009] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a802ae28-2314-4eda-95e3-0c3b3bf835b0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.416110] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b365d6c-ce61-41c9-8898-69861c1713e2 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Lock "ccdb57e9-c51c-4e38-a627-6c5ac5f7e622" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.046s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.506349] env[69183]: DEBUG nova.scheduler.client.report [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.566499] env[69183]: DEBUG nova.network.neutron [-] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.656181] env[69183]: DEBUG nova.compute.manager [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.670989] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073154} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.671950] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.672524] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc243b3-f08b-4178-ad5a-1f60d02812bb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.682071] env[69183]: DEBUG nova.network.neutron [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Successfully updated port: 3b33bff0-678a-4414-b3ee-f6e315126276 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.711691] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e/d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.713271] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e6fb02c-b65f-4979-bca8-74ee13ac118a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.738773] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Waiting for the task: (returnval){ [ 841.738773] env[69183]: value = "task-2789805" [ 841.738773] env[69183]: _type = "Task" [ 841.738773] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.751287] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789805, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.763339] env[69183]: DEBUG nova.compute.manager [None req-2834ea0b-888f-4e6d-86aa-d3fe00de3188 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.764480] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04337099-7f44-49a9-b285-e569b8b68800 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.787047] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6020640e-e187-4270-9b8e-0a2b46b99c7c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.796871] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c17201e-0931-4f3a-8d48-f6eb53b6988b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.835920] env[69183]: DEBUG nova.compute.manager [req-1fbb3729-fc8e-422a-813a-04d36a604a47 req-bbb8aee5-ce60-4afd-a90c-9c40aa695b56 service nova] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Detach interface failed, port_id=cd54dea6-1af4-49f2-b6d3-9af27e7ba6fa, reason: Instance 121683d3-7205-425c-ae2e-e5866e555044 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 842.012789] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.013348] env[69183]: DEBUG nova.compute.manager [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.016426] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 43.784s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.016623] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.016809] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69183) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 842.018866] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.817s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.018866] env[69183]: DEBUG nova.objects.instance [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Lazy-loading 'resources' on Instance uuid cbb7af1d-6a53-4762-8337-69b17cdb7581 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.020592] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18a008a-b2d9-431c-93e9-dc82a1aedf95 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.023742] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Acquiring lock "ccdb57e9-c51c-4e38-a627-6c5ac5f7e622" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.023966] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Lock "ccdb57e9-c51c-4e38-a627-6c5ac5f7e622" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.024179] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Acquiring lock "ccdb57e9-c51c-4e38-a627-6c5ac5f7e622-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.025144] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Lock "ccdb57e9-c51c-4e38-a627-6c5ac5f7e622-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.025144] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Lock "ccdb57e9-c51c-4e38-a627-6c5ac5f7e622-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.027049] env[69183]: INFO nova.compute.manager [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Terminating instance [ 842.033363] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0abe5d3-0327-4a92-8927-3ca8379af694 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.051384] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d13f032-4a10-4669-8ef4-592f86368926 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.058855] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7c8ff8-d4f4-488c-bfc5-4758bf4d83d2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.089163] env[69183]: INFO nova.compute.manager [-] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Took 1.35 seconds to deallocate network for instance. [ 842.089934] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178032MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=69183) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 842.090092] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.186429] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.213241] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Acquiring lock "refresh_cache-4512063e-9589-46ec-bb14-d30ae898a87e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.213459] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Acquired lock "refresh_cache-4512063e-9589-46ec-bb14-d30ae898a87e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.213638] env[69183]: DEBUG nova.network.neutron [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.246834] env[69183]: DEBUG nova.compute.manager [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.246834] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00108b04-d402-42a4-85ed-617fd222185c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.252626] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789805, 'name': ReconfigVM_Task, 'duration_secs': 0.293197} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.253289] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Reconfigured VM instance instance-00000038 to attach disk [datastore2] d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e/d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.254043] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b6b7f93-c5cd-46e6-bb3c-2e95124a7b2a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.264320] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Waiting for the task: (returnval){ [ 842.264320] env[69183]: value = "task-2789806" [ 842.264320] env[69183]: _type = "Task" [ 842.264320] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.274428] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789806, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.277578] env[69183]: INFO nova.compute.manager [None req-2834ea0b-888f-4e6d-86aa-d3fe00de3188 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] instance snapshotting [ 842.278409] env[69183]: DEBUG nova.objects.instance [None req-2834ea0b-888f-4e6d-86aa-d3fe00de3188 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Lazy-loading 'flavor' on Instance uuid ccdb57e9-c51c-4e38-a627-6c5ac5f7e622 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.458115] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d66b2ff3-e9fe-4e08-afc1-9d4d3000d967 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.458347] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d66b2ff3-e9fe-4e08-afc1-9d4d3000d967 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.521387] env[69183]: DEBUG nova.compute.utils [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.526258] env[69183]: DEBUG nova.compute.manager [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.526258] env[69183]: DEBUG nova.network.neutron [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.533509] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Acquiring lock "refresh_cache-ccdb57e9-c51c-4e38-a627-6c5ac5f7e622" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.533739] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Acquired lock "refresh_cache-ccdb57e9-c51c-4e38-a627-6c5ac5f7e622" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.533937] env[69183]: DEBUG nova.network.neutron [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.574960] env[69183]: DEBUG nova.policy [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1c902dfd19e49448114527cc1d2ffe7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a981345cfd7a46ef9fb2d4f5589c7460', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.596433] env[69183]: DEBUG oslo_concurrency.lockutils [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.760390] env[69183]: INFO nova.compute.manager [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] instance snapshotting [ 842.761074] env[69183]: DEBUG nova.objects.instance [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lazy-loading 'flavor' on Instance uuid 4aa83732-4f5c-45e5-8929-d8301c2e9b3c {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.776538] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789806, 'name': Rename_Task, 'duration_secs': 0.137875} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.779877] env[69183]: DEBUG nova.network.neutron [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.781673] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.784546] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7085b28f-ecee-424c-922e-d72d9aa97482 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.787308] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf88920-f076-4ab1-8e38-ac34999cf108 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.811977] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a26728e-3e2a-423f-b230-2022a6831260 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.815094] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Waiting for the task: (returnval){ [ 842.815094] env[69183]: value = "task-2789807" [ 842.815094] env[69183]: _type = "Task" [ 842.815094] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.835367] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789807, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.961213] env[69183]: INFO nova.compute.manager [None req-d66b2ff3-e9fe-4e08-afc1-9d4d3000d967 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Detaching volume 7dca9735-bac3-4175-ad36-7ed57fe1ac40 [ 842.979069] env[69183]: DEBUG nova.network.neutron [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Successfully created port: 8f4a8c9a-7fad-4f3a-9e00-c6f4e6f12645 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.003345] env[69183]: DEBUG nova.network.neutron [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Updating instance_info_cache with network_info: [{"id": "3b33bff0-678a-4414-b3ee-f6e315126276", "address": "fa:16:3e:03:c0:f1", "network": {"id": "8b6dfa73-d539-4b8c-ab32-3cf421ad9ea3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-793070713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77325f13b0be456a9f0dcc8b720a6c87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b33bff0-67", "ovs_interfaceid": "3b33bff0-678a-4414-b3ee-f6e315126276", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.015181] env[69183]: INFO nova.virt.block_device [None req-d66b2ff3-e9fe-4e08-afc1-9d4d3000d967 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Attempting to driver detach volume 7dca9735-bac3-4175-ad36-7ed57fe1ac40 from mountpoint /dev/sdb [ 843.015454] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d66b2ff3-e9fe-4e08-afc1-9d4d3000d967 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Volume detach. Driver type: vmdk {{(pid=69183) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 843.015617] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d66b2ff3-e9fe-4e08-afc1-9d4d3000d967 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560766', 'volume_id': '7dca9735-bac3-4175-ad36-7ed57fe1ac40', 'name': 'volume-7dca9735-bac3-4175-ad36-7ed57fe1ac40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37882545-0972-4f5c-a1e2-37b4f1bb2fc6', 'attached_at': '', 'detached_at': '', 'volume_id': '7dca9735-bac3-4175-ad36-7ed57fe1ac40', 'serial': '7dca9735-bac3-4175-ad36-7ed57fe1ac40'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 843.016844] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cca2cab-0bcc-43a0-a6ea-c031a68daf71 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.026775] env[69183]: DEBUG nova.compute.manager [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.051234] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2bf8c0-eb8f-4894-b59a-508993daef23 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.060457] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5424de38-9880-425f-a6bb-9ba599284b34 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.085347] env[69183]: DEBUG nova.network.neutron [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.090277] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50d70ad-5aa7-4d30-87a9-c279027d3814 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.112538] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d66b2ff3-e9fe-4e08-afc1-9d4d3000d967 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] The volume has not been displaced from its original location: [datastore2] volume-7dca9735-bac3-4175-ad36-7ed57fe1ac40/volume-7dca9735-bac3-4175-ad36-7ed57fe1ac40.vmdk. No consolidation needed. {{(pid=69183) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 843.118099] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d66b2ff3-e9fe-4e08-afc1-9d4d3000d967 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Reconfiguring VM instance instance-00000018 to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 843.121588] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85a2f4f2-e199-4a5a-a262-c371032f7375 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.139176] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dd8654-f460-43bc-93d0-65b1597c7f72 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.150409] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7faefe4-c626-4d67-b547-a490e6948718 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.154262] env[69183]: DEBUG oslo_vmware.api [None req-d66b2ff3-e9fe-4e08-afc1-9d4d3000d967 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 843.154262] env[69183]: value = "task-2789808" [ 843.154262] env[69183]: _type = "Task" [ 843.154262] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.189240] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e5896c-c74c-4e52-abc3-b4080653b2b1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.192670] env[69183]: DEBUG oslo_vmware.api [None req-d66b2ff3-e9fe-4e08-afc1-9d4d3000d967 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789808, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.201357] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19f6616-b4aa-4799-9969-6e078fecc54a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.213574] env[69183]: DEBUG nova.compute.provider_tree [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.216054] env[69183]: DEBUG nova.network.neutron [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.267292] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a696c2ca-371f-4e4f-8c8a-84db54034490 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.287380] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6920a9-9d4d-4ceb-8c2d-a6f9c8d644df {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.328440] env[69183]: DEBUG nova.compute.manager [None req-2834ea0b-888f-4e6d-86aa-d3fe00de3188 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Instance disappeared during snapshot {{(pid=69183) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 843.330678] env[69183]: DEBUG oslo_vmware.api [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789807, 'name': PowerOnVM_Task, 'duration_secs': 0.467556} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.331909] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.332200] env[69183]: DEBUG nova.compute.manager [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.333038] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9267110-6b52-4383-aa0e-b4fcc520b1ab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.377423] env[69183]: DEBUG nova.compute.manager [req-00fcbb91-4cda-4032-8f96-c7bebeff6670 req-7b9cb4fe-b6ed-4a52-a5ff-7912b2821283 service nova] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Received event network-vif-plugged-3b33bff0-678a-4414-b3ee-f6e315126276 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 843.377580] env[69183]: DEBUG oslo_concurrency.lockutils [req-00fcbb91-4cda-4032-8f96-c7bebeff6670 req-7b9cb4fe-b6ed-4a52-a5ff-7912b2821283 service nova] Acquiring lock "4512063e-9589-46ec-bb14-d30ae898a87e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.377785] env[69183]: DEBUG oslo_concurrency.lockutils [req-00fcbb91-4cda-4032-8f96-c7bebeff6670 req-7b9cb4fe-b6ed-4a52-a5ff-7912b2821283 service nova] Lock "4512063e-9589-46ec-bb14-d30ae898a87e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.378020] env[69183]: DEBUG oslo_concurrency.lockutils [req-00fcbb91-4cda-4032-8f96-c7bebeff6670 req-7b9cb4fe-b6ed-4a52-a5ff-7912b2821283 service nova] Lock "4512063e-9589-46ec-bb14-d30ae898a87e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.378416] env[69183]: DEBUG nova.compute.manager [req-00fcbb91-4cda-4032-8f96-c7bebeff6670 req-7b9cb4fe-b6ed-4a52-a5ff-7912b2821283 service nova] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] No waiting events found dispatching network-vif-plugged-3b33bff0-678a-4414-b3ee-f6e315126276 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.378416] env[69183]: WARNING nova.compute.manager [req-00fcbb91-4cda-4032-8f96-c7bebeff6670 req-7b9cb4fe-b6ed-4a52-a5ff-7912b2821283 service nova] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Received unexpected event network-vif-plugged-3b33bff0-678a-4414-b3ee-f6e315126276 for instance with vm_state building and task_state spawning. [ 843.378561] env[69183]: DEBUG nova.compute.manager [req-00fcbb91-4cda-4032-8f96-c7bebeff6670 req-7b9cb4fe-b6ed-4a52-a5ff-7912b2821283 service nova] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Received event network-changed-3b33bff0-678a-4414-b3ee-f6e315126276 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 843.378884] env[69183]: DEBUG nova.compute.manager [req-00fcbb91-4cda-4032-8f96-c7bebeff6670 req-7b9cb4fe-b6ed-4a52-a5ff-7912b2821283 service nova] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Refreshing instance network info cache due to event network-changed-3b33bff0-678a-4414-b3ee-f6e315126276. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 843.378963] env[69183]: DEBUG oslo_concurrency.lockutils [req-00fcbb91-4cda-4032-8f96-c7bebeff6670 req-7b9cb4fe-b6ed-4a52-a5ff-7912b2821283 service nova] Acquiring lock "refresh_cache-4512063e-9589-46ec-bb14-d30ae898a87e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.469653] env[69183]: DEBUG nova.compute.manager [None req-2834ea0b-888f-4e6d-86aa-d3fe00de3188 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Found 0 images (rotation: 2) {{(pid=69183) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 843.508427] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Releasing lock "refresh_cache-4512063e-9589-46ec-bb14-d30ae898a87e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.509197] env[69183]: DEBUG nova.compute.manager [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Instance network_info: |[{"id": "3b33bff0-678a-4414-b3ee-f6e315126276", "address": "fa:16:3e:03:c0:f1", "network": {"id": "8b6dfa73-d539-4b8c-ab32-3cf421ad9ea3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-793070713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77325f13b0be456a9f0dcc8b720a6c87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b33bff0-67", "ovs_interfaceid": "3b33bff0-678a-4414-b3ee-f6e315126276", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.509197] env[69183]: DEBUG oslo_concurrency.lockutils [req-00fcbb91-4cda-4032-8f96-c7bebeff6670 req-7b9cb4fe-b6ed-4a52-a5ff-7912b2821283 service nova] Acquired lock "refresh_cache-4512063e-9589-46ec-bb14-d30ae898a87e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.509846] env[69183]: DEBUG nova.network.neutron [req-00fcbb91-4cda-4032-8f96-c7bebeff6670 req-7b9cb4fe-b6ed-4a52-a5ff-7912b2821283 service nova] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Refreshing network info cache for port 3b33bff0-678a-4414-b3ee-f6e315126276 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.514262] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:c0:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b33bff0-678a-4414-b3ee-f6e315126276', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.519388] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Creating folder: Project (77325f13b0be456a9f0dcc8b720a6c87). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.520759] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91e6d1e1-d3ae-4264-bf36-3d5419742fb1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.532762] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Created folder: Project (77325f13b0be456a9f0dcc8b720a6c87) in parent group-v560622. [ 843.532965] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Creating folder: Instances. Parent ref: group-v560794. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.533231] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6ff2af1-2171-4788-9cfe-774ebdfe2f09 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.543487] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Created folder: Instances in parent group-v560794. [ 843.543745] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.543942] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.544165] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35a1f0a3-067f-4568-bcf1-3b63644c1091 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.572319] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.572319] env[69183]: value = "task-2789812" [ 843.572319] env[69183]: _type = "Task" [ 843.572319] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.579342] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789812, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.668380] env[69183]: DEBUG oslo_vmware.api [None req-d66b2ff3-e9fe-4e08-afc1-9d4d3000d967 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789808, 'name': ReconfigVM_Task, 'duration_secs': 0.383285} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.668640] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d66b2ff3-e9fe-4e08-afc1-9d4d3000d967 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Reconfigured VM instance instance-00000018 to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 843.673483] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5ecc3e8-3ba7-4461-8ca6-db05afc71863 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.694894] env[69183]: DEBUG oslo_vmware.api [None req-d66b2ff3-e9fe-4e08-afc1-9d4d3000d967 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 843.694894] env[69183]: value = "task-2789813" [ 843.694894] env[69183]: _type = "Task" [ 843.694894] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.706212] env[69183]: DEBUG oslo_vmware.api [None req-d66b2ff3-e9fe-4e08-afc1-9d4d3000d967 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789813, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.718879] env[69183]: DEBUG nova.scheduler.client.report [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.722795] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Releasing lock "refresh_cache-ccdb57e9-c51c-4e38-a627-6c5ac5f7e622" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.723143] env[69183]: DEBUG nova.compute.manager [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.723871] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.725497] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f974f3-d18c-4796-9c3b-7e32c217a14c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.736999] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.737970] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d5d5f13-d471-4e7c-a0e8-2096e19c387d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.748999] env[69183]: DEBUG oslo_vmware.api [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Waiting for the task: (returnval){ [ 843.748999] env[69183]: value = "task-2789814" [ 843.748999] env[69183]: _type = "Task" [ 843.748999] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.759086] env[69183]: DEBUG oslo_vmware.api [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Task: {'id': task-2789814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.798282] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Creating Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 843.798616] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-91198880-8eef-4b2d-9e4e-15f83ec06417 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.810368] env[69183]: DEBUG oslo_vmware.api [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 843.810368] env[69183]: value = "task-2789815" [ 843.810368] env[69183]: _type = "Task" [ 843.810368] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.825699] env[69183]: DEBUG oslo_vmware.api [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789815, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.853791] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.067248] env[69183]: DEBUG nova.compute.manager [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.083300] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789812, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.100684] env[69183]: DEBUG nova.virt.hardware [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.101916] env[69183]: DEBUG nova.virt.hardware [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.101916] env[69183]: DEBUG nova.virt.hardware [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.101916] env[69183]: DEBUG nova.virt.hardware [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.101916] env[69183]: DEBUG nova.virt.hardware [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.101916] env[69183]: DEBUG nova.virt.hardware [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.102192] env[69183]: DEBUG nova.virt.hardware [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.102317] env[69183]: DEBUG nova.virt.hardware [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.102492] env[69183]: DEBUG nova.virt.hardware [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.102657] env[69183]: DEBUG nova.virt.hardware [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.102838] env[69183]: DEBUG nova.virt.hardware [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.103759] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df76e2f-e288-472e-a3ab-0d4d8a12b6b7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.112775] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2442fdad-9a8c-4ffa-9c28-6be181a1dc72 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.188820] env[69183]: DEBUG oslo_concurrency.lockutils [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Acquiring lock "d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.189633] env[69183]: DEBUG oslo_concurrency.lockutils [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Lock "d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.189633] env[69183]: DEBUG oslo_concurrency.lockutils [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Acquiring lock "d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.189633] env[69183]: DEBUG oslo_concurrency.lockutils [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Lock "d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.189929] env[69183]: DEBUG oslo_concurrency.lockutils [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Lock "d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.191884] env[69183]: INFO nova.compute.manager [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Terminating instance [ 844.205366] env[69183]: DEBUG oslo_vmware.api [None req-d66b2ff3-e9fe-4e08-afc1-9d4d3000d967 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789813, 'name': ReconfigVM_Task, 'duration_secs': 0.196136} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.206278] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d66b2ff3-e9fe-4e08-afc1-9d4d3000d967 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560766', 'volume_id': '7dca9735-bac3-4175-ad36-7ed57fe1ac40', 'name': 'volume-7dca9735-bac3-4175-ad36-7ed57fe1ac40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37882545-0972-4f5c-a1e2-37b4f1bb2fc6', 'attached_at': '', 'detached_at': '', 'volume_id': '7dca9735-bac3-4175-ad36-7ed57fe1ac40', 'serial': '7dca9735-bac3-4175-ad36-7ed57fe1ac40'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 844.226217] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.228454] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.961s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.229939] env[69183]: INFO nova.compute.claims [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.253904] env[69183]: INFO nova.scheduler.client.report [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Deleted allocations for instance cbb7af1d-6a53-4762-8337-69b17cdb7581 [ 844.263444] env[69183]: DEBUG oslo_vmware.api [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Task: {'id': task-2789814, 'name': PowerOffVM_Task, 'duration_secs': 0.322678} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.263549] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.263751] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.264047] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b6b8f7c-b791-46fd-b767-150124d505c6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.276880] env[69183]: DEBUG nova.network.neutron [req-00fcbb91-4cda-4032-8f96-c7bebeff6670 req-7b9cb4fe-b6ed-4a52-a5ff-7912b2821283 service nova] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Updated VIF entry in instance network info cache for port 3b33bff0-678a-4414-b3ee-f6e315126276. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.277327] env[69183]: DEBUG nova.network.neutron [req-00fcbb91-4cda-4032-8f96-c7bebeff6670 req-7b9cb4fe-b6ed-4a52-a5ff-7912b2821283 service nova] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Updating instance_info_cache with network_info: [{"id": "3b33bff0-678a-4414-b3ee-f6e315126276", "address": "fa:16:3e:03:c0:f1", "network": {"id": "8b6dfa73-d539-4b8c-ab32-3cf421ad9ea3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-793070713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77325f13b0be456a9f0dcc8b720a6c87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b33bff0-67", "ovs_interfaceid": "3b33bff0-678a-4414-b3ee-f6e315126276", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.295703] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.296045] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.296642] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Deleting the datastore file [datastore2] ccdb57e9-c51c-4e38-a627-6c5ac5f7e622 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.296840] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce590e2c-f0f2-46cc-8015-de8b297b9f57 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.306881] env[69183]: DEBUG oslo_vmware.api [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Waiting for the task: (returnval){ [ 844.306881] env[69183]: value = "task-2789817" [ 844.306881] env[69183]: _type = "Task" [ 844.306881] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.319362] env[69183]: DEBUG oslo_vmware.api [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Task: {'id': task-2789817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.326143] env[69183]: DEBUG oslo_vmware.api [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789815, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.533611] env[69183]: DEBUG nova.network.neutron [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Successfully updated port: 8f4a8c9a-7fad-4f3a-9e00-c6f4e6f12645 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.582161] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789812, 'name': CreateVM_Task, 'duration_secs': 0.591135} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.582327] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.583064] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.583296] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.583665] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.583959] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f1eed8-05f7-4351-bf7f-e411309e06ed {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.589121] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Waiting for the task: (returnval){ [ 844.589121] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527616cf-1675-8b72-1b69-52362d2d00c7" [ 844.589121] env[69183]: _type = "Task" [ 844.589121] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.597738] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527616cf-1675-8b72-1b69-52362d2d00c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.699571] env[69183]: DEBUG oslo_concurrency.lockutils [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Acquiring lock "refresh_cache-d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.700110] env[69183]: DEBUG oslo_concurrency.lockutils [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Acquired lock "refresh_cache-d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.700110] env[69183]: DEBUG nova.network.neutron [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.752411] env[69183]: DEBUG nova.objects.instance [None req-d66b2ff3-e9fe-4e08-afc1-9d4d3000d967 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lazy-loading 'flavor' on Instance uuid 37882545-0972-4f5c-a1e2-37b4f1bb2fc6 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.767021] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9c2ac205-92e4-4f89-bab3-49f9cbe653ed tempest-ServersTestJSON-1144750158 tempest-ServersTestJSON-1144750158-project-member] Lock "cbb7af1d-6a53-4762-8337-69b17cdb7581" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.603s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.780044] env[69183]: DEBUG oslo_concurrency.lockutils [req-00fcbb91-4cda-4032-8f96-c7bebeff6670 req-7b9cb4fe-b6ed-4a52-a5ff-7912b2821283 service nova] Releasing lock "refresh_cache-4512063e-9589-46ec-bb14-d30ae898a87e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.818243] env[69183]: DEBUG oslo_vmware.api [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Task: {'id': task-2789817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114217} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.818976] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.819139] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.819333] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.819508] env[69183]: INFO nova.compute.manager [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Took 1.10 seconds to destroy the instance on the hypervisor. [ 844.819744] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.819938] env[69183]: DEBUG nova.compute.manager [-] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.820053] env[69183]: DEBUG nova.network.neutron [-] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.824873] env[69183]: DEBUG oslo_vmware.api [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789815, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.837863] env[69183]: DEBUG nova.network.neutron [-] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.036798] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "refresh_cache-dc49620e-2afe-433a-833c-4b947fe22732" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.036965] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired lock "refresh_cache-dc49620e-2afe-433a-833c-4b947fe22732" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.037141] env[69183]: DEBUG nova.network.neutron [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.101509] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527616cf-1675-8b72-1b69-52362d2d00c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011133} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.101910] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.102232] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.102516] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.102697] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.102913] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.103236] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d053e72-fc09-40a1-8927-e64f42470ddf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.113310] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.113500] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.114245] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75618988-4f7f-40d4-a1fd-1a1dc7c79057 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.119872] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Waiting for the task: (returnval){ [ 845.119872] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e9e969-7a11-5549-048a-c2b09adc842d" [ 845.119872] env[69183]: _type = "Task" [ 845.119872] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.128336] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e9e969-7a11-5549-048a-c2b09adc842d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.230275] env[69183]: DEBUG nova.network.neutron [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.318305] env[69183]: DEBUG nova.network.neutron [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.325893] env[69183]: DEBUG oslo_vmware.api [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789815, 'name': CreateSnapshot_Task, 'duration_secs': 1.022762} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.326495] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Created Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 845.329898] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3438a7a-5e79-48af-912e-4eeb7ffff5b2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.341953] env[69183]: DEBUG nova.network.neutron [-] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.582244] env[69183]: DEBUG nova.network.neutron [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.608589] env[69183]: DEBUG nova.compute.manager [req-7db1a15f-e29d-4805-af68-2c91186e99d1 req-38d0a263-7f32-45b8-b0b2-772b82ba262b service nova] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Received event network-vif-plugged-8f4a8c9a-7fad-4f3a-9e00-c6f4e6f12645 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 845.609149] env[69183]: DEBUG oslo_concurrency.lockutils [req-7db1a15f-e29d-4805-af68-2c91186e99d1 req-38d0a263-7f32-45b8-b0b2-772b82ba262b service nova] Acquiring lock "dc49620e-2afe-433a-833c-4b947fe22732-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.609547] env[69183]: DEBUG oslo_concurrency.lockutils [req-7db1a15f-e29d-4805-af68-2c91186e99d1 req-38d0a263-7f32-45b8-b0b2-772b82ba262b service nova] Lock "dc49620e-2afe-433a-833c-4b947fe22732-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.609746] env[69183]: DEBUG oslo_concurrency.lockutils [req-7db1a15f-e29d-4805-af68-2c91186e99d1 req-38d0a263-7f32-45b8-b0b2-772b82ba262b service nova] Lock "dc49620e-2afe-433a-833c-4b947fe22732-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.609973] env[69183]: DEBUG nova.compute.manager [req-7db1a15f-e29d-4805-af68-2c91186e99d1 req-38d0a263-7f32-45b8-b0b2-772b82ba262b service nova] [instance: dc49620e-2afe-433a-833c-4b947fe22732] No waiting events found dispatching network-vif-plugged-8f4a8c9a-7fad-4f3a-9e00-c6f4e6f12645 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.610191] env[69183]: WARNING nova.compute.manager [req-7db1a15f-e29d-4805-af68-2c91186e99d1 req-38d0a263-7f32-45b8-b0b2-772b82ba262b service nova] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Received unexpected event network-vif-plugged-8f4a8c9a-7fad-4f3a-9e00-c6f4e6f12645 for instance with vm_state building and task_state spawning. [ 845.610438] env[69183]: DEBUG nova.compute.manager [req-7db1a15f-e29d-4805-af68-2c91186e99d1 req-38d0a263-7f32-45b8-b0b2-772b82ba262b service nova] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Received event network-changed-8f4a8c9a-7fad-4f3a-9e00-c6f4e6f12645 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 845.610646] env[69183]: DEBUG nova.compute.manager [req-7db1a15f-e29d-4805-af68-2c91186e99d1 req-38d0a263-7f32-45b8-b0b2-772b82ba262b service nova] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Refreshing instance network info cache due to event network-changed-8f4a8c9a-7fad-4f3a-9e00-c6f4e6f12645. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 845.611439] env[69183]: DEBUG oslo_concurrency.lockutils [req-7db1a15f-e29d-4805-af68-2c91186e99d1 req-38d0a263-7f32-45b8-b0b2-772b82ba262b service nova] Acquiring lock "refresh_cache-dc49620e-2afe-433a-833c-4b947fe22732" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.634597] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e9e969-7a11-5549-048a-c2b09adc842d, 'name': SearchDatastore_Task, 'duration_secs': 0.009897} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.639091] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2a2a17c-b206-478a-a1bd-51a987e37e04 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.663666] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Waiting for the task: (returnval){ [ 845.663666] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527d6a2f-ef22-53dd-11cd-d37c1932cc60" [ 845.663666] env[69183]: _type = "Task" [ 845.663666] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.677717] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527d6a2f-ef22-53dd-11cd-d37c1932cc60, 'name': SearchDatastore_Task, 'duration_secs': 0.024132} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.678027] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.678306] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 4512063e-9589-46ec-bb14-d30ae898a87e/4512063e-9589-46ec-bb14-d30ae898a87e.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.678578] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2906a50f-2cab-4ae6-bb0a-a0b15dffe505 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.683868] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8ff66155-7e5c-42e1-8d8e-5a20bc6feac9 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.690934] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Waiting for the task: (returnval){ [ 845.690934] env[69183]: value = "task-2789819" [ 845.690934] env[69183]: _type = "Task" [ 845.690934] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.703014] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': task-2789819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.759952] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d66b2ff3-e9fe-4e08-afc1-9d4d3000d967 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.301s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.761200] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8ff66155-7e5c-42e1-8d8e-5a20bc6feac9 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.077s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.761396] env[69183]: DEBUG nova.compute.manager [None req-8ff66155-7e5c-42e1-8d8e-5a20bc6feac9 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.762475] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614868cc-906c-4b59-8b15-03b3f75a532a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.775285] env[69183]: DEBUG nova.compute.manager [None req-8ff66155-7e5c-42e1-8d8e-5a20bc6feac9 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69183) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 845.775448] env[69183]: DEBUG nova.objects.instance [None req-8ff66155-7e5c-42e1-8d8e-5a20bc6feac9 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lazy-loading 'flavor' on Instance uuid 37882545-0972-4f5c-a1e2-37b4f1bb2fc6 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.824019] env[69183]: DEBUG oslo_concurrency.lockutils [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Releasing lock "refresh_cache-d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.824019] env[69183]: DEBUG nova.compute.manager [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.824019] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.824019] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aad224a-5143-4beb-9d8e-7b4501f6d201 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.827429] env[69183]: DEBUG nova.network.neutron [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Updating instance_info_cache with network_info: [{"id": "8f4a8c9a-7fad-4f3a-9e00-c6f4e6f12645", "address": "fa:16:3e:6b:94:eb", "network": {"id": "3c4f15f7-8472-4ea3-912b-f17e69e4453b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-205766861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a981345cfd7a46ef9fb2d4f5589c7460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f4a8c9a-7f", "ovs_interfaceid": "8f4a8c9a-7fad-4f3a-9e00-c6f4e6f12645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.836444] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1af6b9-48a0-45b7-a232-af83a2c671d8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.841701] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.842172] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9d82df0-792a-4e06-860e-fd5d4ad0be3a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.852092] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Creating linked-clone VM from snapshot {{(pid=69183) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 845.855135] env[69183]: INFO nova.compute.manager [-] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Took 1.03 seconds to deallocate network for instance. [ 845.855335] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f5222a39-574e-4242-8d77-6034a2c45e0e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.861756] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa3a0a4-b547-49d0-aac9-41c7872e2aee {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.870806] env[69183]: DEBUG oslo_vmware.api [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Waiting for the task: (returnval){ [ 845.870806] env[69183]: value = "task-2789820" [ 845.870806] env[69183]: _type = "Task" [ 845.870806] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.903507] env[69183]: DEBUG oslo_vmware.api [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 845.903507] env[69183]: value = "task-2789821" [ 845.903507] env[69183]: _type = "Task" [ 845.903507] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.907010] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780c6427-d92b-486f-9ff3-654fd0e0e604 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.916161] env[69183]: DEBUG oslo_vmware.api [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.926816] env[69183]: DEBUG oslo_vmware.api [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789821, 'name': CloneVM_Task} progress is 16%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.928118] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cba8d2e-6cf9-41aa-a4d5-d0b3e8a904ef {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.948603] env[69183]: DEBUG nova.compute.provider_tree [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.203923] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': task-2789819, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.333082] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Releasing lock "refresh_cache-dc49620e-2afe-433a-833c-4b947fe22732" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.333082] env[69183]: DEBUG nova.compute.manager [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Instance network_info: |[{"id": "8f4a8c9a-7fad-4f3a-9e00-c6f4e6f12645", "address": "fa:16:3e:6b:94:eb", "network": {"id": "3c4f15f7-8472-4ea3-912b-f17e69e4453b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-205766861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a981345cfd7a46ef9fb2d4f5589c7460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f4a8c9a-7f", "ovs_interfaceid": "8f4a8c9a-7fad-4f3a-9e00-c6f4e6f12645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.333082] env[69183]: DEBUG oslo_concurrency.lockutils [req-7db1a15f-e29d-4805-af68-2c91186e99d1 req-38d0a263-7f32-45b8-b0b2-772b82ba262b service nova] Acquired lock "refresh_cache-dc49620e-2afe-433a-833c-4b947fe22732" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.333082] env[69183]: DEBUG nova.network.neutron [req-7db1a15f-e29d-4805-af68-2c91186e99d1 req-38d0a263-7f32-45b8-b0b2-772b82ba262b service nova] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Refreshing network info cache for port 8f4a8c9a-7fad-4f3a-9e00-c6f4e6f12645 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.333082] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:94:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f4a8c9a-7fad-4f3a-9e00-c6f4e6f12645', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.341839] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.345882] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.348015] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44619a42-8653-454b-b672-41550b2d1808 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.373021] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.373021] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.373021] env[69183]: value = "task-2789822" [ 846.373021] env[69183]: _type = "Task" [ 846.373021] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.385064] env[69183]: DEBUG oslo_vmware.api [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789820, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.388680] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789822, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.414681] env[69183]: DEBUG oslo_vmware.api [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789821, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.454197] env[69183]: DEBUG nova.scheduler.client.report [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.702790] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': task-2789819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537648} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.703050] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 4512063e-9589-46ec-bb14-d30ae898a87e/4512063e-9589-46ec-bb14-d30ae898a87e.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.703311] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.703572] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-721c5717-3917-4aaf-806b-4dcfc3126656 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.710283] env[69183]: DEBUG nova.network.neutron [req-7db1a15f-e29d-4805-af68-2c91186e99d1 req-38d0a263-7f32-45b8-b0b2-772b82ba262b service nova] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Updated VIF entry in instance network info cache for port 8f4a8c9a-7fad-4f3a-9e00-c6f4e6f12645. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.710632] env[69183]: DEBUG nova.network.neutron [req-7db1a15f-e29d-4805-af68-2c91186e99d1 req-38d0a263-7f32-45b8-b0b2-772b82ba262b service nova] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Updating instance_info_cache with network_info: [{"id": "8f4a8c9a-7fad-4f3a-9e00-c6f4e6f12645", "address": "fa:16:3e:6b:94:eb", "network": {"id": "3c4f15f7-8472-4ea3-912b-f17e69e4453b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-205766861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a981345cfd7a46ef9fb2d4f5589c7460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f4a8c9a-7f", "ovs_interfaceid": "8f4a8c9a-7fad-4f3a-9e00-c6f4e6f12645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.713158] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Waiting for the task: (returnval){ [ 846.713158] env[69183]: value = "task-2789823" [ 846.713158] env[69183]: _type = "Task" [ 846.713158] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.723818] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': task-2789823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.786724] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff66155-7e5c-42e1-8d8e-5a20bc6feac9 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.786724] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0f57ade-87c4-426b-bd42-e96c8a43c237 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.794948] env[69183]: DEBUG oslo_vmware.api [None req-8ff66155-7e5c-42e1-8d8e-5a20bc6feac9 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 846.794948] env[69183]: value = "task-2789824" [ 846.794948] env[69183]: _type = "Task" [ 846.794948] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.805530] env[69183]: DEBUG oslo_vmware.api [None req-8ff66155-7e5c-42e1-8d8e-5a20bc6feac9 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.886761] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789822, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.892887] env[69183]: DEBUG oslo_vmware.api [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789820, 'name': PowerOffVM_Task, 'duration_secs': 0.707634} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.894564] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.894564] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.894564] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a72ad8b-9c13-4168-9d22-95fa84e502b1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.918079] env[69183]: DEBUG oslo_vmware.api [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789821, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.927160] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.927405] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.927591] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Deleting the datastore file [datastore2] d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.927860] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ddd187f-3c6f-4c8d-9fad-364413156fd5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.935892] env[69183]: DEBUG oslo_vmware.api [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Waiting for the task: (returnval){ [ 846.935892] env[69183]: value = "task-2789826" [ 846.935892] env[69183]: _type = "Task" [ 846.935892] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.947317] env[69183]: DEBUG oslo_vmware.api [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.958459] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.959112] env[69183]: DEBUG nova.compute.manager [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.962374] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.495s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.964468] env[69183]: INFO nova.compute.claims [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.214589] env[69183]: DEBUG oslo_concurrency.lockutils [req-7db1a15f-e29d-4805-af68-2c91186e99d1 req-38d0a263-7f32-45b8-b0b2-772b82ba262b service nova] Releasing lock "refresh_cache-dc49620e-2afe-433a-833c-4b947fe22732" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.227783] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': task-2789823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070195} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.228149] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.229021] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccbc3ba-9ab0-4834-8426-b1b94fde293a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.253283] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 4512063e-9589-46ec-bb14-d30ae898a87e/4512063e-9589-46ec-bb14-d30ae898a87e.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.253626] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b79aefdc-7cc4-4a31-8200-3841effba94c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.275548] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Waiting for the task: (returnval){ [ 847.275548] env[69183]: value = "task-2789827" [ 847.275548] env[69183]: _type = "Task" [ 847.275548] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.284368] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': task-2789827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.305755] env[69183]: DEBUG oslo_vmware.api [None req-8ff66155-7e5c-42e1-8d8e-5a20bc6feac9 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789824, 'name': PowerOffVM_Task, 'duration_secs': 0.24889} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.306245] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff66155-7e5c-42e1-8d8e-5a20bc6feac9 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.306245] env[69183]: DEBUG nova.compute.manager [None req-8ff66155-7e5c-42e1-8d8e-5a20bc6feac9 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.307353] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577ba19c-e2bf-48cd-b5c3-460bf7a61011 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.386475] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789822, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.417389] env[69183]: DEBUG oslo_vmware.api [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789821, 'name': CloneVM_Task, 'duration_secs': 1.449894} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.418299] env[69183]: INFO nova.virt.vmwareapi.vmops [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Created linked-clone VM from snapshot [ 847.418752] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18d46c4-6b66-4565-bbf7-4109e1c22170 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.427360] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Uploading image f094c126-146e-4eed-8593-f9694b2ce2bb {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 847.445896] env[69183]: DEBUG oslo_vmware.api [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Task: {'id': task-2789826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109327} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.448015] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.448274] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.448495] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.448714] env[69183]: INFO nova.compute.manager [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Took 1.63 seconds to destroy the instance on the hypervisor. [ 847.448969] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.450025] env[69183]: DEBUG nova.compute.manager [-] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 847.450025] env[69183]: DEBUG nova.network.neutron [-] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.455885] env[69183]: DEBUG oslo_vmware.rw_handles [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 847.455885] env[69183]: value = "vm-560798" [ 847.455885] env[69183]: _type = "VirtualMachine" [ 847.455885] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 847.456149] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-35a5018f-8cfe-477f-a25e-e0bc33fa4cec {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.464181] env[69183]: DEBUG oslo_vmware.rw_handles [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lease: (returnval){ [ 847.464181] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52cde55e-229b-4d4b-6fd1-3e72b5c8d874" [ 847.464181] env[69183]: _type = "HttpNfcLease" [ 847.464181] env[69183]: } obtained for exporting VM: (result){ [ 847.464181] env[69183]: value = "vm-560798" [ 847.464181] env[69183]: _type = "VirtualMachine" [ 847.464181] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 847.464447] env[69183]: DEBUG oslo_vmware.api [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the lease: (returnval){ [ 847.464447] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52cde55e-229b-4d4b-6fd1-3e72b5c8d874" [ 847.464447] env[69183]: _type = "HttpNfcLease" [ 847.464447] env[69183]: } to be ready. {{(pid=69183) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 847.468499] env[69183]: DEBUG nova.network.neutron [-] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.473660] env[69183]: DEBUG nova.compute.utils [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.475395] env[69183]: DEBUG nova.compute.manager [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.475498] env[69183]: DEBUG nova.network.neutron [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.483252] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 847.483252] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52cde55e-229b-4d4b-6fd1-3e72b5c8d874" [ 847.483252] env[69183]: _type = "HttpNfcLease" [ 847.483252] env[69183]: } is ready. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 847.484009] env[69183]: DEBUG oslo_vmware.rw_handles [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 847.484009] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52cde55e-229b-4d4b-6fd1-3e72b5c8d874" [ 847.484009] env[69183]: _type = "HttpNfcLease" [ 847.484009] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 847.484219] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4635fb-662a-415c-8203-03eae2a2aba9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.495559] env[69183]: DEBUG oslo_vmware.rw_handles [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52236706-7d52-a3ff-73d7-3580851f8277/disk-0.vmdk from lease info. {{(pid=69183) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 847.495757] env[69183]: DEBUG oslo_vmware.rw_handles [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52236706-7d52-a3ff-73d7-3580851f8277/disk-0.vmdk for reading. {{(pid=69183) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 847.556765] env[69183]: DEBUG nova.policy [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69b0c802c82442058875e2a5d028cbed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ec6e549a17749538feaa7da71d01c09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.586947] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e7c910a9-25cc-426a-b237-f5ef0af1e194 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.788198] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': task-2789827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.821238] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8ff66155-7e5c-42e1-8d8e-5a20bc6feac9 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.859694] env[69183]: DEBUG nova.network.neutron [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Successfully created port: f28656af-413d-4434-afb7-48c40011c370 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.894018] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789822, 'name': CreateVM_Task, 'duration_secs': 1.406466} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.895625] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.897774] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.897774] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.897981] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.899149] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9659c4c-e264-4ad8-bf7b-86add47c2546 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.907314] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 847.907314] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52101e6f-28ff-e32b-3487-05fc84bfcd61" [ 847.907314] env[69183]: _type = "Task" [ 847.907314] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.917832] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52101e6f-28ff-e32b-3487-05fc84bfcd61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.972394] env[69183]: DEBUG nova.network.neutron [-] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.981033] env[69183]: DEBUG nova.compute.manager [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.288900] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': task-2789827, 'name': ReconfigVM_Task, 'duration_secs': 0.737881} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.289673] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 4512063e-9589-46ec-bb14-d30ae898a87e/4512063e-9589-46ec-bb14-d30ae898a87e.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.290513] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fdc05f1-a5a6-4fad-8842-80ec235a6883 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.300027] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Waiting for the task: (returnval){ [ 848.300027] env[69183]: value = "task-2789830" [ 848.300027] env[69183]: _type = "Task" [ 848.300027] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.311691] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': task-2789830, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.387105] env[69183]: DEBUG nova.objects.instance [None req-51cdfe67-7859-4e2c-8b53-61931704f719 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lazy-loading 'flavor' on Instance uuid 37882545-0972-4f5c-a1e2-37b4f1bb2fc6 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.422307] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52101e6f-28ff-e32b-3487-05fc84bfcd61, 'name': SearchDatastore_Task, 'duration_secs': 0.010564} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.425272] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.425698] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.426093] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.426396] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.426703] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.427261] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9a0e8b7-1b36-43b2-b674-15300cfa8a06 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.438786] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.438786] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.438786] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d934607-6c60-41f4-aafe-d932f9db26f0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.449279] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 848.449279] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]525cdb78-144f-ba17-34d9-03056bb52412" [ 848.449279] env[69183]: _type = "Task" [ 848.449279] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.458970] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525cdb78-144f-ba17-34d9-03056bb52412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.476087] env[69183]: INFO nova.compute.manager [-] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Took 1.03 seconds to deallocate network for instance. [ 848.578297] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14725690-6091-4c81-8194-363ff164a22d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.588531] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d91123-3a70-4e81-8d17-22269ff1ecde {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.619858] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39047b38-2753-4c0e-8a7e-715807855b4b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.628645] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf72697-97ec-42f7-9399-1e280356921e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.645078] env[69183]: DEBUG nova.compute.provider_tree [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.811035] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': task-2789830, 'name': Rename_Task, 'duration_secs': 0.164885} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.811395] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.811729] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfd1e37e-42e7-4163-84df-6187d06785d5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.819941] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Waiting for the task: (returnval){ [ 848.819941] env[69183]: value = "task-2789831" [ 848.819941] env[69183]: _type = "Task" [ 848.819941] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.828319] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': task-2789831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.895173] env[69183]: DEBUG oslo_concurrency.lockutils [None req-51cdfe67-7859-4e2c-8b53-61931704f719 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "refresh_cache-37882545-0972-4f5c-a1e2-37b4f1bb2fc6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.895387] env[69183]: DEBUG oslo_concurrency.lockutils [None req-51cdfe67-7859-4e2c-8b53-61931704f719 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquired lock "refresh_cache-37882545-0972-4f5c-a1e2-37b4f1bb2fc6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.895585] env[69183]: DEBUG nova.network.neutron [None req-51cdfe67-7859-4e2c-8b53-61931704f719 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.895746] env[69183]: DEBUG nova.objects.instance [None req-51cdfe67-7859-4e2c-8b53-61931704f719 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lazy-loading 'info_cache' on Instance uuid 37882545-0972-4f5c-a1e2-37b4f1bb2fc6 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.961361] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525cdb78-144f-ba17-34d9-03056bb52412, 'name': SearchDatastore_Task, 'duration_secs': 0.011187} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.962843] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5f4377a-6be2-4521-bc04-de7ac7abf8e2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.969740] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 848.969740] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52923eb9-71d4-a097-2a2c-10f86094d9a0" [ 848.969740] env[69183]: _type = "Task" [ 848.969740] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.978873] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52923eb9-71d4-a097-2a2c-10f86094d9a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.982989] env[69183]: DEBUG oslo_concurrency.lockutils [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.991600] env[69183]: DEBUG nova.compute.manager [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.016926] env[69183]: DEBUG nova.virt.hardware [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.017452] env[69183]: DEBUG nova.virt.hardware [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.017801] env[69183]: DEBUG nova.virt.hardware [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.018246] env[69183]: DEBUG nova.virt.hardware [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.018575] env[69183]: DEBUG nova.virt.hardware [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.018894] env[69183]: DEBUG nova.virt.hardware [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.019262] env[69183]: DEBUG nova.virt.hardware [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.019555] env[69183]: DEBUG nova.virt.hardware [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.019946] env[69183]: DEBUG nova.virt.hardware [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.020429] env[69183]: DEBUG nova.virt.hardware [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.020843] env[69183]: DEBUG nova.virt.hardware [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.021967] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0a9109-0c93-46ff-8dd9-e209cc697b24 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.032853] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e691990c-ef9d-434a-8c12-6c54047f7ce3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.149546] env[69183]: DEBUG nova.scheduler.client.report [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.332617] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': task-2789831, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.399914] env[69183]: DEBUG nova.objects.base [None req-51cdfe67-7859-4e2c-8b53-61931704f719 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Object Instance<37882545-0972-4f5c-a1e2-37b4f1bb2fc6> lazy-loaded attributes: flavor,info_cache {{(pid=69183) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 849.480260] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52923eb9-71d4-a097-2a2c-10f86094d9a0, 'name': SearchDatastore_Task, 'duration_secs': 0.012388} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.480574] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.480847] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] dc49620e-2afe-433a-833c-4b947fe22732/dc49620e-2afe-433a-833c-4b947fe22732.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.481155] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49c4afdd-d751-40b3-914f-49b62b6e7d97 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.491565] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 849.491565] env[69183]: value = "task-2789832" [ 849.491565] env[69183]: _type = "Task" [ 849.491565] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.502784] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.582597] env[69183]: DEBUG nova.compute.manager [req-a41b1bed-5500-48f2-8331-d48515047c72 req-dc6313ad-67e8-477c-8441-dbf5aa7ef8cc service nova] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Received event network-vif-plugged-f28656af-413d-4434-afb7-48c40011c370 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 849.583073] env[69183]: DEBUG oslo_concurrency.lockutils [req-a41b1bed-5500-48f2-8331-d48515047c72 req-dc6313ad-67e8-477c-8441-dbf5aa7ef8cc service nova] Acquiring lock "75ba6f47-e8ae-4ece-bb9b-6b140344c1b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.583591] env[69183]: DEBUG oslo_concurrency.lockutils [req-a41b1bed-5500-48f2-8331-d48515047c72 req-dc6313ad-67e8-477c-8441-dbf5aa7ef8cc service nova] Lock "75ba6f47-e8ae-4ece-bb9b-6b140344c1b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.583825] env[69183]: DEBUG oslo_concurrency.lockutils [req-a41b1bed-5500-48f2-8331-d48515047c72 req-dc6313ad-67e8-477c-8441-dbf5aa7ef8cc service nova] Lock "75ba6f47-e8ae-4ece-bb9b-6b140344c1b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.584403] env[69183]: DEBUG nova.compute.manager [req-a41b1bed-5500-48f2-8331-d48515047c72 req-dc6313ad-67e8-477c-8441-dbf5aa7ef8cc service nova] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] No waiting events found dispatching network-vif-plugged-f28656af-413d-4434-afb7-48c40011c370 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.584692] env[69183]: WARNING nova.compute.manager [req-a41b1bed-5500-48f2-8331-d48515047c72 req-dc6313ad-67e8-477c-8441-dbf5aa7ef8cc service nova] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Received unexpected event network-vif-plugged-f28656af-413d-4434-afb7-48c40011c370 for instance with vm_state building and task_state spawning. [ 849.639523] env[69183]: DEBUG nova.network.neutron [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Successfully updated port: f28656af-413d-4434-afb7-48c40011c370 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.655164] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.655760] env[69183]: DEBUG nova.compute.manager [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.659240] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.375s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.659240] env[69183]: DEBUG nova.objects.instance [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Lazy-loading 'resources' on Instance uuid fd82482c-4769-400c-9ee6-632e60be2e56 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.834095] env[69183]: DEBUG oslo_vmware.api [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': task-2789831, 'name': PowerOnVM_Task, 'duration_secs': 0.5787} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.834414] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.834634] env[69183]: INFO nova.compute.manager [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Took 8.54 seconds to spawn the instance on the hypervisor. [ 849.834940] env[69183]: DEBUG nova.compute.manager [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.835772] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058316ae-4996-4aae-978e-676c6d10235c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.001637] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789832, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.142519] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "refresh_cache-75ba6f47-e8ae-4ece-bb9b-6b140344c1b0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.142680] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquired lock "refresh_cache-75ba6f47-e8ae-4ece-bb9b-6b140344c1b0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.142836] env[69183]: DEBUG nova.network.neutron [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.144830] env[69183]: DEBUG nova.network.neutron [None req-51cdfe67-7859-4e2c-8b53-61931704f719 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Updating instance_info_cache with network_info: [{"id": "30fb968b-42c3-400a-bf84-562c057e680c", "address": "fa:16:3e:80:ae:ac", "network": {"id": "6aec650f-322e-48c0-a239-e8c1593cd48b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1349476880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713811fd8d7740dba89f9989855e6254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30fb968b-42", "ovs_interfaceid": "30fb968b-42c3-400a-bf84-562c057e680c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.163220] env[69183]: DEBUG nova.compute.utils [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.167091] env[69183]: DEBUG nova.compute.manager [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.167286] env[69183]: DEBUG nova.network.neutron [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.224203] env[69183]: DEBUG nova.policy [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a72a1b6e448f48b4ae202be3bce62835', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1266ee65c8d74b828c4b3505aacc85b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.359561] env[69183]: INFO nova.compute.manager [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Took 56.83 seconds to build instance. [ 850.506533] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602565} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.506848] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] dc49620e-2afe-433a-833c-4b947fe22732/dc49620e-2afe-433a-833c-4b947fe22732.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.507073] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.507366] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ae3837d-263c-4a9d-9448-d58316676046 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.518458] env[69183]: DEBUG nova.network.neutron [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Successfully created port: c7969fb4-4000-4227-844b-5cdebae5f528 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.523559] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 850.523559] env[69183]: value = "task-2789834" [ 850.523559] env[69183]: _type = "Task" [ 850.523559] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.539385] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.649410] env[69183]: DEBUG oslo_concurrency.lockutils [None req-51cdfe67-7859-4e2c-8b53-61931704f719 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Releasing lock "refresh_cache-37882545-0972-4f5c-a1e2-37b4f1bb2fc6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.670100] env[69183]: DEBUG nova.compute.manager [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.695814] env[69183]: DEBUG nova.network.neutron [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.838021] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd6aaae-6774-46d3-98b1-1d839958dcd1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.845398] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26bb6db-192c-4a82-aa5f-9e08b58c5683 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.884143] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd166466-7df4-4bae-b094-cb9738784c09 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Lock "4512063e-9589-46ec-bb14-d30ae898a87e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.989s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.887577] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe27ba4-aa04-4bba-8f15-1ab7d0acfc3b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.897055] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb722e4-2fe4-4565-9457-274337017197 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.915366] env[69183]: DEBUG nova.compute.provider_tree [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.930894] env[69183]: DEBUG nova.network.neutron [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Updating instance_info_cache with network_info: [{"id": "f28656af-413d-4434-afb7-48c40011c370", "address": "fa:16:3e:ae:5f:9e", "network": {"id": "3a885490-69b5-423b-817d-5f04c6239ccc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-749963551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec6e549a17749538feaa7da71d01c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28656af-41", "ovs_interfaceid": "f28656af-413d-4434-afb7-48c40011c370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.033762] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082529} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.034070] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.034900] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc0da3c-eb5c-4291-9137-4711bf7879e2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.058469] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] dc49620e-2afe-433a-833c-4b947fe22732/dc49620e-2afe-433a-833c-4b947fe22732.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.059184] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5bccc8b-460e-44cc-9aad-f4516a478d0a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.079472] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 851.079472] env[69183]: value = "task-2789835" [ 851.079472] env[69183]: _type = "Task" [ 851.079472] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.091421] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.418419] env[69183]: DEBUG nova.scheduler.client.report [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.434192] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Releasing lock "refresh_cache-75ba6f47-e8ae-4ece-bb9b-6b140344c1b0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.434288] env[69183]: DEBUG nova.compute.manager [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Instance network_info: |[{"id": "f28656af-413d-4434-afb7-48c40011c370", "address": "fa:16:3e:ae:5f:9e", "network": {"id": "3a885490-69b5-423b-817d-5f04c6239ccc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-749963551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec6e549a17749538feaa7da71d01c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28656af-41", "ovs_interfaceid": "f28656af-413d-4434-afb7-48c40011c370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.435711] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:5f:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8614db14-cc04-466b-b309-367ab8296cda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f28656af-413d-4434-afb7-48c40011c370', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.443241] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.443918] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.444029] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2877f52-f9e8-4e54-875e-c6d2ffd18736 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.469187] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.469187] env[69183]: value = "task-2789836" [ 851.469187] env[69183]: _type = "Task" [ 851.469187] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.478720] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789836, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.592027] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.657126] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cdfe67-7859-4e2c-8b53-61931704f719 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.657467] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-feecdb73-7d96-4968-af0b-d6da201f400a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.666889] env[69183]: DEBUG oslo_vmware.api [None req-51cdfe67-7859-4e2c-8b53-61931704f719 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 851.666889] env[69183]: value = "task-2789837" [ 851.666889] env[69183]: _type = "Task" [ 851.666889] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.682022] env[69183]: DEBUG nova.compute.manager [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.682427] env[69183]: DEBUG oslo_vmware.api [None req-51cdfe67-7859-4e2c-8b53-61931704f719 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.712145] env[69183]: DEBUG nova.virt.hardware [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.712994] env[69183]: DEBUG nova.virt.hardware [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.714804] env[69183]: DEBUG nova.virt.hardware [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.714804] env[69183]: DEBUG nova.virt.hardware [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.714804] env[69183]: DEBUG nova.virt.hardware [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.714804] env[69183]: DEBUG nova.virt.hardware [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.714804] env[69183]: DEBUG nova.virt.hardware [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.714804] env[69183]: DEBUG nova.virt.hardware [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.714804] env[69183]: DEBUG nova.virt.hardware [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.714804] env[69183]: DEBUG nova.virt.hardware [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.714804] env[69183]: DEBUG nova.virt.hardware [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.715476] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e01805f6-ca6d-41da-92a4-442cfc47b7f3 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Acquiring lock "4512063e-9589-46ec-bb14-d30ae898a87e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.715662] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e01805f6-ca6d-41da-92a4-442cfc47b7f3 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Lock "4512063e-9589-46ec-bb14-d30ae898a87e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.715932] env[69183]: INFO nova.compute.manager [None req-e01805f6-ca6d-41da-92a4-442cfc47b7f3 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Rebooting instance [ 851.718700] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5abbb6-3638-42c3-9318-55151615265d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.724597] env[69183]: DEBUG nova.compute.manager [req-fd09f3f7-11d8-4b8c-b268-e0ec314dd9ea req-c58fd6e0-a89b-4148-aecf-39e865547ca7 service nova] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Received event network-changed-f28656af-413d-4434-afb7-48c40011c370 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 851.724969] env[69183]: DEBUG nova.compute.manager [req-fd09f3f7-11d8-4b8c-b268-e0ec314dd9ea req-c58fd6e0-a89b-4148-aecf-39e865547ca7 service nova] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Refreshing instance network info cache due to event network-changed-f28656af-413d-4434-afb7-48c40011c370. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 851.725243] env[69183]: DEBUG oslo_concurrency.lockutils [req-fd09f3f7-11d8-4b8c-b268-e0ec314dd9ea req-c58fd6e0-a89b-4148-aecf-39e865547ca7 service nova] Acquiring lock "refresh_cache-75ba6f47-e8ae-4ece-bb9b-6b140344c1b0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.725243] env[69183]: DEBUG oslo_concurrency.lockutils [req-fd09f3f7-11d8-4b8c-b268-e0ec314dd9ea req-c58fd6e0-a89b-4148-aecf-39e865547ca7 service nova] Acquired lock "refresh_cache-75ba6f47-e8ae-4ece-bb9b-6b140344c1b0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.725474] env[69183]: DEBUG nova.network.neutron [req-fd09f3f7-11d8-4b8c-b268-e0ec314dd9ea req-c58fd6e0-a89b-4148-aecf-39e865547ca7 service nova] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Refreshing network info cache for port f28656af-413d-4434-afb7-48c40011c370 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.734471] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cb7d20-b95a-423e-b674-e1e06b068321 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.923893] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.926945] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.737s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.927684] env[69183]: DEBUG nova.objects.instance [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lazy-loading 'resources' on Instance uuid 67811381-5b1d-454d-923b-ba26dd2c3659 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.954526] env[69183]: INFO nova.scheduler.client.report [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Deleted allocations for instance fd82482c-4769-400c-9ee6-632e60be2e56 [ 851.990048] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789836, 'name': CreateVM_Task, 'duration_secs': 0.449245} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.990255] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.991085] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.991318] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.991728] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.993974] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb9e29e0-308c-45f2-895e-a61548d2a316 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.006141] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 852.006141] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]526e382f-5aaa-b20d-e46d-dd487d63cc2b" [ 852.006141] env[69183]: _type = "Task" [ 852.006141] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.016391] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]526e382f-5aaa-b20d-e46d-dd487d63cc2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.095168] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789835, 'name': ReconfigVM_Task, 'duration_secs': 0.597789} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.095364] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Reconfigured VM instance instance-0000003b to attach disk [datastore2] dc49620e-2afe-433a-833c-4b947fe22732/dc49620e-2afe-433a-833c-4b947fe22732.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.099862] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1205985d-260a-47cc-9e1d-85bd1bfec156 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.111449] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 852.111449] env[69183]: value = "task-2789838" [ 852.111449] env[69183]: _type = "Task" [ 852.111449] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.124858] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789838, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.181102] env[69183]: DEBUG oslo_vmware.api [None req-51cdfe67-7859-4e2c-8b53-61931704f719 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789837, 'name': PowerOnVM_Task, 'duration_secs': 0.484268} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.181102] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cdfe67-7859-4e2c-8b53-61931704f719 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.181102] env[69183]: DEBUG nova.compute.manager [None req-51cdfe67-7859-4e2c-8b53-61931704f719 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.181102] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bd2dfc-3b1b-4796-84c6-fa801e3f4d14 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.224172] env[69183]: DEBUG nova.network.neutron [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Successfully updated port: c7969fb4-4000-4227-844b-5cdebae5f528 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.248959] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e01805f6-ca6d-41da-92a4-442cfc47b7f3 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Acquiring lock "refresh_cache-4512063e-9589-46ec-bb14-d30ae898a87e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.249212] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e01805f6-ca6d-41da-92a4-442cfc47b7f3 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Acquired lock "refresh_cache-4512063e-9589-46ec-bb14-d30ae898a87e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.249429] env[69183]: DEBUG nova.network.neutron [None req-e01805f6-ca6d-41da-92a4-442cfc47b7f3 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.445079] env[69183]: DEBUG nova.network.neutron [req-fd09f3f7-11d8-4b8c-b268-e0ec314dd9ea req-c58fd6e0-a89b-4148-aecf-39e865547ca7 service nova] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Updated VIF entry in instance network info cache for port f28656af-413d-4434-afb7-48c40011c370. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.445409] env[69183]: DEBUG nova.network.neutron [req-fd09f3f7-11d8-4b8c-b268-e0ec314dd9ea req-c58fd6e0-a89b-4148-aecf-39e865547ca7 service nova] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Updating instance_info_cache with network_info: [{"id": "f28656af-413d-4434-afb7-48c40011c370", "address": "fa:16:3e:ae:5f:9e", "network": {"id": "3a885490-69b5-423b-817d-5f04c6239ccc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-749963551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec6e549a17749538feaa7da71d01c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28656af-41", "ovs_interfaceid": "f28656af-413d-4434-afb7-48c40011c370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.462262] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e4262403-2683-4102-b74b-1f4c6f5ab034 tempest-ServersTestMultiNic-1860471207 tempest-ServersTestMultiNic-1860471207-project-member] Lock "fd82482c-4769-400c-9ee6-632e60be2e56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.188s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.515723] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]526e382f-5aaa-b20d-e46d-dd487d63cc2b, 'name': SearchDatastore_Task, 'duration_secs': 0.014162} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.518425] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.518676] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.518936] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.519130] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.519332] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.519776] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10d33347-c3bd-4914-a2c1-23f002eaade8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.532075] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.532285] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.533073] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d1189fd-11ea-4b83-9da7-7e0cf1df3681 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.539204] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 852.539204] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52400791-d7c2-b2ac-7637-d49698e79c8a" [ 852.539204] env[69183]: _type = "Task" [ 852.539204] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.552778] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52400791-d7c2-b2ac-7637-d49698e79c8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.626633] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789838, 'name': Rename_Task, 'duration_secs': 0.190902} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.626771] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.627518] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20dc2443-d6b1-4f27-82c3-237a47e27d5a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.637561] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 852.637561] env[69183]: value = "task-2789839" [ 852.637561] env[69183]: _type = "Task" [ 852.637561] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.649867] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.729350] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Acquiring lock "refresh_cache-b0e5eb80-66b4-4292-a2db-826289a5d6db" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.729350] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Acquired lock "refresh_cache-b0e5eb80-66b4-4292-a2db-826289a5d6db" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.729350] env[69183]: DEBUG nova.network.neutron [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.923590] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705a8997-d90b-452f-99ed-091204f9dd7b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.929861] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e075e5-69b3-4514-a8df-ddffa70189aa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.965243] env[69183]: DEBUG oslo_concurrency.lockutils [req-fd09f3f7-11d8-4b8c-b268-e0ec314dd9ea req-c58fd6e0-a89b-4148-aecf-39e865547ca7 service nova] Releasing lock "refresh_cache-75ba6f47-e8ae-4ece-bb9b-6b140344c1b0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.970283] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8117bd4-bfde-401f-94fc-571302143c5c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.980898] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087539b5-147f-44a3-ad1c-46a18dfe929f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.997401] env[69183]: DEBUG nova.compute.provider_tree [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.014972] env[69183]: DEBUG nova.network.neutron [None req-e01805f6-ca6d-41da-92a4-442cfc47b7f3 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Updating instance_info_cache with network_info: [{"id": "3b33bff0-678a-4414-b3ee-f6e315126276", "address": "fa:16:3e:03:c0:f1", "network": {"id": "8b6dfa73-d539-4b8c-ab32-3cf421ad9ea3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-793070713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77325f13b0be456a9f0dcc8b720a6c87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b33bff0-67", "ovs_interfaceid": "3b33bff0-678a-4414-b3ee-f6e315126276", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.057946] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52400791-d7c2-b2ac-7637-d49698e79c8a, 'name': SearchDatastore_Task, 'duration_secs': 0.016993} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.058916] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbd1e1f9-d825-46e9-9e15-9a1a09a4bdd0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.066733] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 853.066733] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52d1a0dd-17f4-73c8-537d-df3984e637bf" [ 853.066733] env[69183]: _type = "Task" [ 853.066733] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.075817] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d1a0dd-17f4-73c8-537d-df3984e637bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.152129] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789839, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.264713] env[69183]: DEBUG nova.network.neutron [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.406694] env[69183]: DEBUG nova.network.neutron [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Updating instance_info_cache with network_info: [{"id": "c7969fb4-4000-4227-844b-5cdebae5f528", "address": "fa:16:3e:64:7d:ba", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7969fb4-40", "ovs_interfaceid": "c7969fb4-4000-4227-844b-5cdebae5f528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.502449] env[69183]: DEBUG nova.scheduler.client.report [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.518010] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e01805f6-ca6d-41da-92a4-442cfc47b7f3 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Releasing lock "refresh_cache-4512063e-9589-46ec-bb14-d30ae898a87e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.578340] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d1a0dd-17f4-73c8-537d-df3984e637bf, 'name': SearchDatastore_Task, 'duration_secs': 0.016387} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.578619] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.578880] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0/75ba6f47-e8ae-4ece-bb9b-6b140344c1b0.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.579176] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0a2f665-09f5-4d09-8fb3-856533e2462b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.587896] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 853.587896] env[69183]: value = "task-2789840" [ 853.587896] env[69183]: _type = "Task" [ 853.587896] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.597317] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.653986] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789839, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.746766] env[69183]: DEBUG oslo_concurrency.lockutils [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Acquiring lock "d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.747063] env[69183]: DEBUG oslo_concurrency.lockutils [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Lock "d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.807763] env[69183]: DEBUG nova.compute.manager [req-b367d0ce-d139-4e8b-ae6e-b8a3c0d34f2a req-7a5b2261-ed3c-40b1-8a21-3789dd57e2b9 service nova] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Received event network-vif-plugged-c7969fb4-4000-4227-844b-5cdebae5f528 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 853.807999] env[69183]: DEBUG oslo_concurrency.lockutils [req-b367d0ce-d139-4e8b-ae6e-b8a3c0d34f2a req-7a5b2261-ed3c-40b1-8a21-3789dd57e2b9 service nova] Acquiring lock "b0e5eb80-66b4-4292-a2db-826289a5d6db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.808301] env[69183]: DEBUG oslo_concurrency.lockutils [req-b367d0ce-d139-4e8b-ae6e-b8a3c0d34f2a req-7a5b2261-ed3c-40b1-8a21-3789dd57e2b9 service nova] Lock "b0e5eb80-66b4-4292-a2db-826289a5d6db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.808499] env[69183]: DEBUG oslo_concurrency.lockutils [req-b367d0ce-d139-4e8b-ae6e-b8a3c0d34f2a req-7a5b2261-ed3c-40b1-8a21-3789dd57e2b9 service nova] Lock "b0e5eb80-66b4-4292-a2db-826289a5d6db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.808694] env[69183]: DEBUG nova.compute.manager [req-b367d0ce-d139-4e8b-ae6e-b8a3c0d34f2a req-7a5b2261-ed3c-40b1-8a21-3789dd57e2b9 service nova] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] No waiting events found dispatching network-vif-plugged-c7969fb4-4000-4227-844b-5cdebae5f528 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.808929] env[69183]: WARNING nova.compute.manager [req-b367d0ce-d139-4e8b-ae6e-b8a3c0d34f2a req-7a5b2261-ed3c-40b1-8a21-3789dd57e2b9 service nova] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Received unexpected event network-vif-plugged-c7969fb4-4000-4227-844b-5cdebae5f528 for instance with vm_state building and task_state spawning. [ 853.809527] env[69183]: DEBUG nova.compute.manager [req-b367d0ce-d139-4e8b-ae6e-b8a3c0d34f2a req-7a5b2261-ed3c-40b1-8a21-3789dd57e2b9 service nova] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Received event network-changed-c7969fb4-4000-4227-844b-5cdebae5f528 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 853.809786] env[69183]: DEBUG nova.compute.manager [req-b367d0ce-d139-4e8b-ae6e-b8a3c0d34f2a req-7a5b2261-ed3c-40b1-8a21-3789dd57e2b9 service nova] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Refreshing instance network info cache due to event network-changed-c7969fb4-4000-4227-844b-5cdebae5f528. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 853.810170] env[69183]: DEBUG oslo_concurrency.lockutils [req-b367d0ce-d139-4e8b-ae6e-b8a3c0d34f2a req-7a5b2261-ed3c-40b1-8a21-3789dd57e2b9 service nova] Acquiring lock "refresh_cache-b0e5eb80-66b4-4292-a2db-826289a5d6db" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.909155] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Releasing lock "refresh_cache-b0e5eb80-66b4-4292-a2db-826289a5d6db" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.909574] env[69183]: DEBUG nova.compute.manager [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Instance network_info: |[{"id": "c7969fb4-4000-4227-844b-5cdebae5f528", "address": "fa:16:3e:64:7d:ba", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7969fb4-40", "ovs_interfaceid": "c7969fb4-4000-4227-844b-5cdebae5f528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.909962] env[69183]: DEBUG oslo_concurrency.lockutils [req-b367d0ce-d139-4e8b-ae6e-b8a3c0d34f2a req-7a5b2261-ed3c-40b1-8a21-3789dd57e2b9 service nova] Acquired lock "refresh_cache-b0e5eb80-66b4-4292-a2db-826289a5d6db" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.910208] env[69183]: DEBUG nova.network.neutron [req-b367d0ce-d139-4e8b-ae6e-b8a3c0d34f2a req-7a5b2261-ed3c-40b1-8a21-3789dd57e2b9 service nova] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Refreshing network info cache for port c7969fb4-4000-4227-844b-5cdebae5f528 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.911592] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:7d:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7969fb4-4000-4227-844b-5cdebae5f528', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.920282] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.923617] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.924296] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe1de873-d268-4f95-b218-d4a63ce3acad {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.950361] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.950361] env[69183]: value = "task-2789841" [ 853.950361] env[69183]: _type = "Task" [ 853.950361] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.962203] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789841, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.009913] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.012781] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.758s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.014246] env[69183]: INFO nova.compute.claims [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.024249] env[69183]: DEBUG nova.compute.manager [None req-e01805f6-ca6d-41da-92a4-442cfc47b7f3 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.024249] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12689804-7b15-4858-9815-06d2ec0acb45 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.063278] env[69183]: INFO nova.scheduler.client.report [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Deleted allocations for instance 67811381-5b1d-454d-923b-ba26dd2c3659 [ 854.104630] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789840, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.155887] env[69183]: DEBUG oslo_vmware.api [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789839, 'name': PowerOnVM_Task, 'duration_secs': 1.405932} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.156329] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.156580] env[69183]: INFO nova.compute.manager [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Took 10.09 seconds to spawn the instance on the hypervisor. [ 854.156800] env[69183]: DEBUG nova.compute.manager [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.157714] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc5fe24-dabd-4aa6-9f7f-4e2d5b292ddf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.249842] env[69183]: DEBUG nova.compute.manager [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.335389] env[69183]: DEBUG nova.network.neutron [req-b367d0ce-d139-4e8b-ae6e-b8a3c0d34f2a req-7a5b2261-ed3c-40b1-8a21-3789dd57e2b9 service nova] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Updated VIF entry in instance network info cache for port c7969fb4-4000-4227-844b-5cdebae5f528. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.335794] env[69183]: DEBUG nova.network.neutron [req-b367d0ce-d139-4e8b-ae6e-b8a3c0d34f2a req-7a5b2261-ed3c-40b1-8a21-3789dd57e2b9 service nova] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Updating instance_info_cache with network_info: [{"id": "c7969fb4-4000-4227-844b-5cdebae5f528", "address": "fa:16:3e:64:7d:ba", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7969fb4-40", "ovs_interfaceid": "c7969fb4-4000-4227-844b-5cdebae5f528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.462847] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789841, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.574422] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6483eb47-7c22-4843-898c-4aa4b6cda2c2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "67811381-5b1d-454d-923b-ba26dd2c3659" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.490s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.607265] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666871} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.607620] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0/75ba6f47-e8ae-4ece-bb9b-6b140344c1b0.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.607968] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.608684] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cdc251a-2014-4118-918c-f7e7c497bcd3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.620106] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 854.620106] env[69183]: value = "task-2789842" [ 854.620106] env[69183]: _type = "Task" [ 854.620106] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.634184] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.707589] env[69183]: INFO nova.compute.manager [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Took 60.11 seconds to build instance. [ 854.782764] env[69183]: DEBUG oslo_concurrency.lockutils [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.839301] env[69183]: DEBUG oslo_concurrency.lockutils [req-b367d0ce-d139-4e8b-ae6e-b8a3c0d34f2a req-7a5b2261-ed3c-40b1-8a21-3789dd57e2b9 service nova] Releasing lock "refresh_cache-b0e5eb80-66b4-4292-a2db-826289a5d6db" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.962975] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789841, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.049385] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecf14b0-cf6b-4f03-9254-84693719aac7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.059275] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e01805f6-ca6d-41da-92a4-442cfc47b7f3 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Doing hard reboot of VM {{(pid=69183) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 855.059847] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-fec4b5de-128d-4166-a410-c8fcab5f5fbc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.070447] env[69183]: DEBUG oslo_vmware.api [None req-e01805f6-ca6d-41da-92a4-442cfc47b7f3 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Waiting for the task: (returnval){ [ 855.070447] env[69183]: value = "task-2789843" [ 855.070447] env[69183]: _type = "Task" [ 855.070447] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.089154] env[69183]: DEBUG oslo_vmware.api [None req-e01805f6-ca6d-41da-92a4-442cfc47b7f3 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': task-2789843, 'name': ResetVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.135284] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07563} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.137931] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.138922] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caeea04d-9718-41a8-9f7d-da87c14e7599 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.165126] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0/75ba6f47-e8ae-4ece-bb9b-6b140344c1b0.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.170417] env[69183]: DEBUG oslo_vmware.rw_handles [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52236706-7d52-a3ff-73d7-3580851f8277/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 855.170667] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8acb2efe-4793-4cbb-b94b-34afeb5386b1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.186234] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0a037b-069e-42fb-9899-57a4ceef0e3a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.189866] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7e8505e7-1294-49d8-b877-2d67d7e7d1d1 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "dc49620e-2afe-433a-833c-4b947fe22732" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.027s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.195400] env[69183]: DEBUG oslo_vmware.rw_handles [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52236706-7d52-a3ff-73d7-3580851f8277/disk-0.vmdk is in state: ready. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 855.195643] env[69183]: ERROR oslo_vmware.rw_handles [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52236706-7d52-a3ff-73d7-3580851f8277/disk-0.vmdk due to incomplete transfer. [ 855.195924] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-98b9ad4c-aece-44bf-a6d7-2d94b4189f1c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.199802] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 855.199802] env[69183]: value = "task-2789844" [ 855.199802] env[69183]: _type = "Task" [ 855.199802] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.207652] env[69183]: DEBUG oslo_vmware.rw_handles [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52236706-7d52-a3ff-73d7-3580851f8277/disk-0.vmdk. {{(pid=69183) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 855.207709] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Uploaded image f094c126-146e-4eed-8593-f9694b2ce2bb to the Glance image server {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 855.210361] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Destroying the VM {{(pid=69183) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 855.217179] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f96a87ab-0dde-4813-8bad-f50241b0799a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.219254] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.226866] env[69183]: DEBUG oslo_vmware.api [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 855.226866] env[69183]: value = "task-2789845" [ 855.226866] env[69183]: _type = "Task" [ 855.226866] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.236836] env[69183]: DEBUG oslo_vmware.api [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789845, 'name': Destroy_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.420336] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a2aeb166-a7e4-46dc-96c4-b272fb4b066c tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "dc49620e-2afe-433a-833c-4b947fe22732" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.420698] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a2aeb166-a7e4-46dc-96c4-b272fb4b066c tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "dc49620e-2afe-433a-833c-4b947fe22732" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.420789] env[69183]: DEBUG nova.compute.manager [None req-a2aeb166-a7e4-46dc-96c4-b272fb4b066c tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.422822] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d72517f-6c1e-4585-be92-39c07d920f4a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.429435] env[69183]: DEBUG nova.compute.manager [None req-a2aeb166-a7e4-46dc-96c4-b272fb4b066c tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69183) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 855.430042] env[69183]: DEBUG nova.objects.instance [None req-a2aeb166-a7e4-46dc-96c4-b272fb4b066c tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lazy-loading 'flavor' on Instance uuid dc49620e-2afe-433a-833c-4b947fe22732 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.464801] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789841, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.587629] env[69183]: DEBUG oslo_vmware.api [None req-e01805f6-ca6d-41da-92a4-442cfc47b7f3 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': task-2789843, 'name': ResetVM_Task, 'duration_secs': 0.139826} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.589926] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e01805f6-ca6d-41da-92a4-442cfc47b7f3 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Did hard reboot of VM {{(pid=69183) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 855.590253] env[69183]: DEBUG nova.compute.manager [None req-e01805f6-ca6d-41da-92a4-442cfc47b7f3 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.592437] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89bcaa6-ddbb-4425-b1dd-79a57bd40e40 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.633904] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba51dad-92b3-4382-8e16-e9871bd7594a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.641951] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4a620c-a78c-47d2-8548-5e19ddb1d464 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.683444] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a68006-b9d6-4ca1-978d-54fb4d96bc88 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.692494] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690b4faf-9cfc-473d-9fb8-ed73618dd088 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.708185] env[69183]: DEBUG nova.compute.provider_tree [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.722201] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789844, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.738079] env[69183]: DEBUG oslo_vmware.api [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789845, 'name': Destroy_Task, 'duration_secs': 0.38509} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.738344] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Destroyed the VM [ 855.738581] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Deleting Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 855.738830] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-05557ce5-aa71-4a19-ae4a-4dc740458d7c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.745980] env[69183]: DEBUG oslo_vmware.api [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 855.745980] env[69183]: value = "task-2789846" [ 855.745980] env[69183]: _type = "Task" [ 855.745980] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.755309] env[69183]: DEBUG oslo_vmware.api [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789846, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.962964] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789841, 'name': CreateVM_Task, 'duration_secs': 1.590724} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.966526] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.966526] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.966526] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.966526] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.966526] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f797e5d5-cb1e-46b1-b08b-14b99185a79a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.972017] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Waiting for the task: (returnval){ [ 855.972017] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52641334-f8af-d173-2aab-2f471036d37c" [ 855.972017] env[69183]: _type = "Task" [ 855.972017] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.980189] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52641334-f8af-d173-2aab-2f471036d37c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.109856] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e01805f6-ca6d-41da-92a4-442cfc47b7f3 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Lock "4512063e-9589-46ec-bb14-d30ae898a87e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.394s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.222184] env[69183]: DEBUG nova.scheduler.client.report [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.223240] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789844, 'name': ReconfigVM_Task, 'duration_secs': 0.675085} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.223653] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0/75ba6f47-e8ae-4ece-bb9b-6b140344c1b0.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.224395] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-680f87ba-35de-4d24-8c70-ca8344c7f31e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.233902] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 856.233902] env[69183]: value = "task-2789847" [ 856.233902] env[69183]: _type = "Task" [ 856.233902] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.248129] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789847, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.257580] env[69183]: DEBUG oslo_vmware.api [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789846, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.441069] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2aeb166-a7e4-46dc-96c4-b272fb4b066c tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.441069] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea44dd32-a742-4c3e-ada5-a7bb7d8d1c04 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.447128] env[69183]: DEBUG oslo_vmware.api [None req-a2aeb166-a7e4-46dc-96c4-b272fb4b066c tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 856.447128] env[69183]: value = "task-2789848" [ 856.447128] env[69183]: _type = "Task" [ 856.447128] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.460789] env[69183]: DEBUG oslo_vmware.api [None req-a2aeb166-a7e4-46dc-96c4-b272fb4b066c tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.482367] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52641334-f8af-d173-2aab-2f471036d37c, 'name': SearchDatastore_Task, 'duration_secs': 0.045399} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.482856] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.483517] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.483913] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.484196] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.484666] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.485107] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb714c88-f631-40ae-88cd-fc4064cb8617 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.498739] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.498739] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.498739] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cee23a94-2753-46b8-8eea-6a4de14ab40b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.505348] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Waiting for the task: (returnval){ [ 856.505348] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52a1853c-5eb9-0258-4b37-6c5cfc1f8b73" [ 856.505348] env[69183]: _type = "Task" [ 856.505348] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.519671] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a1853c-5eb9-0258-4b37-6c5cfc1f8b73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.731135] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.731135] env[69183]: DEBUG nova.compute.manager [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.732795] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.466s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.733222] env[69183]: DEBUG nova.objects.instance [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Lazy-loading 'resources' on Instance uuid 82521e51-2770-4675-be10-aa5beb72ab84 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.744885] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789847, 'name': Rename_Task, 'duration_secs': 0.32374} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.748225] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.748225] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8de1c47e-0a83-40bc-8e62-12169ea15e96 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.760940] env[69183]: DEBUG oslo_vmware.api [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789846, 'name': RemoveSnapshot_Task, 'duration_secs': 0.531454} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.764615] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Deleted Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 856.765033] env[69183]: INFO nova.compute.manager [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Took 13.50 seconds to snapshot the instance on the hypervisor. [ 856.767862] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 856.767862] env[69183]: value = "task-2789849" [ 856.767862] env[69183]: _type = "Task" [ 856.767862] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.857237] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.857725] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.960279] env[69183]: DEBUG oslo_vmware.api [None req-a2aeb166-a7e4-46dc-96c4-b272fb4b066c tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789848, 'name': PowerOffVM_Task, 'duration_secs': 0.264221} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.960583] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2aeb166-a7e4-46dc-96c4-b272fb4b066c tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.960779] env[69183]: DEBUG nova.compute.manager [None req-a2aeb166-a7e4-46dc-96c4-b272fb4b066c tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.961634] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ef6e39-1b32-464c-ae2a-261f673fbe9e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.019840] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a1853c-5eb9-0258-4b37-6c5cfc1f8b73, 'name': SearchDatastore_Task, 'duration_secs': 0.016512} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.020986] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feb80710-b4ce-466c-864e-2c049ec8fbc8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.030401] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Waiting for the task: (returnval){ [ 857.030401] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52da6e7c-5f77-87c8-623e-384a0e951511" [ 857.030401] env[69183]: _type = "Task" [ 857.030401] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.039648] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52da6e7c-5f77-87c8-623e-384a0e951511, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.239449] env[69183]: DEBUG nova.compute.utils [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.240584] env[69183]: DEBUG nova.compute.manager [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.241380] env[69183]: DEBUG nova.network.neutron [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.289294] env[69183]: DEBUG nova.policy [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8a507ffa22d4842876a649a772b5d9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de0ae5285d0a4e73b7b461c544a7b2a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.301294] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789849, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.345859] env[69183]: DEBUG nova.compute.manager [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Found 3 images (rotation: 2) {{(pid=69183) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 857.346234] env[69183]: DEBUG nova.compute.manager [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Rotating out 1 backups {{(pid=69183) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 857.346528] env[69183]: DEBUG nova.compute.manager [None req-565d9b0a-4124-42a8-82c4-f488ec0216cc tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Deleting image 43c72893-2deb-47ef-a67f-26e6a7ef3472 {{(pid=69183) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 857.364016] env[69183]: DEBUG nova.compute.manager [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.474873] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a2aeb166-a7e4-46dc-96c4-b272fb4b066c tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "dc49620e-2afe-433a-833c-4b947fe22732" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.528429] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Acquiring lock "4512063e-9589-46ec-bb14-d30ae898a87e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.531180] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Lock "4512063e-9589-46ec-bb14-d30ae898a87e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.531180] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Acquiring lock "4512063e-9589-46ec-bb14-d30ae898a87e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.531180] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Lock "4512063e-9589-46ec-bb14-d30ae898a87e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.531180] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Lock "4512063e-9589-46ec-bb14-d30ae898a87e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.538557] env[69183]: INFO nova.compute.manager [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Terminating instance [ 857.550565] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52da6e7c-5f77-87c8-623e-384a0e951511, 'name': SearchDatastore_Task, 'duration_secs': 0.014787} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.550844] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.551151] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] b0e5eb80-66b4-4292-a2db-826289a5d6db/b0e5eb80-66b4-4292-a2db-826289a5d6db.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.551419] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77a49ff4-8a53-49ea-a1a2-de0b60e9ffed {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.559333] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Waiting for the task: (returnval){ [ 857.559333] env[69183]: value = "task-2789850" [ 857.559333] env[69183]: _type = "Task" [ 857.559333] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.571726] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.603259] env[69183]: DEBUG nova.network.neutron [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Successfully created port: 204fd23c-5a0f-457f-85bf-68e9872402de {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.745651] env[69183]: DEBUG nova.compute.manager [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.789978] env[69183]: DEBUG oslo_vmware.api [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789849, 'name': PowerOnVM_Task, 'duration_secs': 0.576827} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.793819] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.794232] env[69183]: INFO nova.compute.manager [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Took 8.80 seconds to spawn the instance on the hypervisor. [ 857.794519] env[69183]: DEBUG nova.compute.manager [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.797264] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9818f508-ff40-4ad7-927e-89b7222f5c86 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.884705] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.885709] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57217e4f-f7e3-45af-aaae-cf2889af8873 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.894939] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa2f7e1-79d9-4875-9fab-76e0fa51acd3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.932383] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f96431-c9f4-4c08-ba03-b7c08565c9ff {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.944230] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d812ea-3476-4da8-9eab-7368f584a0de {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.968516] env[69183]: DEBUG nova.compute.provider_tree [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.044575] env[69183]: DEBUG nova.compute.manager [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.044575] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.045971] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526bb101-44a1-40d0-ac25-4e1bf1b5b45c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.058295] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.058655] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae37a965-b2bb-4f6f-bb84-6bd7dd2a1cd6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.069900] env[69183]: DEBUG oslo_vmware.api [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Waiting for the task: (returnval){ [ 858.069900] env[69183]: value = "task-2789851" [ 858.069900] env[69183]: _type = "Task" [ 858.069900] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.077083] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789850, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.085308] env[69183]: DEBUG oslo_vmware.api [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': task-2789851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.322437] env[69183]: INFO nova.compute.manager [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Took 53.08 seconds to build instance. [ 858.454318] env[69183]: INFO nova.compute.manager [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Rebuilding instance [ 858.473943] env[69183]: DEBUG nova.scheduler.client.report [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.508667] env[69183]: DEBUG nova.compute.manager [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.509946] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894ca6b2-8d08-4fd5-af62-31aec6c5aec3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.573581] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705775} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.576988] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] b0e5eb80-66b4-4292-a2db-826289a5d6db/b0e5eb80-66b4-4292-a2db-826289a5d6db.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.577242] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.577509] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07313f39-c178-44c8-afe1-380d778d8ddc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.587641] env[69183]: DEBUG oslo_vmware.api [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': task-2789851, 'name': PowerOffVM_Task, 'duration_secs': 0.512291} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.589044] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.589266] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.589594] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Waiting for the task: (returnval){ [ 858.589594] env[69183]: value = "task-2789852" [ 858.589594] env[69183]: _type = "Task" [ 858.589594] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.589803] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f164e0df-82ac-45ed-8569-a669c5338d87 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.601027] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.674740] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.675053] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.675219] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Deleting the datastore file [datastore2] 4512063e-9589-46ec-bb14-d30ae898a87e {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.676090] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2513745-8dd5-4f06-b4c3-227663e4b6dd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.684328] env[69183]: DEBUG oslo_vmware.api [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Waiting for the task: (returnval){ [ 858.684328] env[69183]: value = "task-2789854" [ 858.684328] env[69183]: _type = "Task" [ 858.684328] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.693550] env[69183]: DEBUG oslo_vmware.api [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': task-2789854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.760833] env[69183]: DEBUG nova.compute.manager [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.786349] env[69183]: DEBUG nova.virt.hardware [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.786349] env[69183]: DEBUG nova.virt.hardware [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.786349] env[69183]: DEBUG nova.virt.hardware [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.786349] env[69183]: DEBUG nova.virt.hardware [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.786349] env[69183]: DEBUG nova.virt.hardware [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.786817] env[69183]: DEBUG nova.virt.hardware [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.787337] env[69183]: DEBUG nova.virt.hardware [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.787704] env[69183]: DEBUG nova.virt.hardware [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.788035] env[69183]: DEBUG nova.virt.hardware [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.788316] env[69183]: DEBUG nova.virt.hardware [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.788633] env[69183]: DEBUG nova.virt.hardware [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.789623] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fbfb9a-3c40-4bd6-a66c-c85228fd2808 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.798921] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83eaef35-c338-4dee-8c9b-982c091d1fc9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.824940] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d9c2fd0c-f6b6-4b0a-8e76-ef8813253435 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "75ba6f47-e8ae-4ece-bb9b-6b140344c1b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.944s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.979027] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.981628] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.986s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.981900] env[69183]: DEBUG nova.objects.instance [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Lazy-loading 'resources' on Instance uuid d9ca7edd-63df-40f6-ae93-1a5911427ee7 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.004250] env[69183]: INFO nova.scheduler.client.report [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Deleted allocations for instance 82521e51-2770-4675-be10-aa5beb72ab84 [ 859.101680] env[69183]: DEBUG nova.compute.manager [req-8e53bf00-4f2d-49f2-b513-dadc4ede8edc req-bfc9c82a-043a-4b2a-a782-e7f8dfd24028 service nova] [instance: 332920e1-7182-4097-a570-0eab1737713c] Received event network-vif-plugged-204fd23c-5a0f-457f-85bf-68e9872402de {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 859.101901] env[69183]: DEBUG oslo_concurrency.lockutils [req-8e53bf00-4f2d-49f2-b513-dadc4ede8edc req-bfc9c82a-043a-4b2a-a782-e7f8dfd24028 service nova] Acquiring lock "332920e1-7182-4097-a570-0eab1737713c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.102129] env[69183]: DEBUG oslo_concurrency.lockutils [req-8e53bf00-4f2d-49f2-b513-dadc4ede8edc req-bfc9c82a-043a-4b2a-a782-e7f8dfd24028 service nova] Lock "332920e1-7182-4097-a570-0eab1737713c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.102291] env[69183]: DEBUG oslo_concurrency.lockutils [req-8e53bf00-4f2d-49f2-b513-dadc4ede8edc req-bfc9c82a-043a-4b2a-a782-e7f8dfd24028 service nova] Lock "332920e1-7182-4097-a570-0eab1737713c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.102459] env[69183]: DEBUG nova.compute.manager [req-8e53bf00-4f2d-49f2-b513-dadc4ede8edc req-bfc9c82a-043a-4b2a-a782-e7f8dfd24028 service nova] [instance: 332920e1-7182-4097-a570-0eab1737713c] No waiting events found dispatching network-vif-plugged-204fd23c-5a0f-457f-85bf-68e9872402de {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.102623] env[69183]: WARNING nova.compute.manager [req-8e53bf00-4f2d-49f2-b513-dadc4ede8edc req-bfc9c82a-043a-4b2a-a782-e7f8dfd24028 service nova] [instance: 332920e1-7182-4097-a570-0eab1737713c] Received unexpected event network-vif-plugged-204fd23c-5a0f-457f-85bf-68e9872402de for instance with vm_state building and task_state spawning. [ 859.107309] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081303} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.108232] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.108458] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38facfdc-7887-4492-ad08-4289d70e6ef3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.137865] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] b0e5eb80-66b4-4292-a2db-826289a5d6db/b0e5eb80-66b4-4292-a2db-826289a5d6db.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.138700] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e505acc-4dc2-4ba2-a92c-192b58e26467 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.163770] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Waiting for the task: (returnval){ [ 859.163770] env[69183]: value = "task-2789855" [ 859.163770] env[69183]: _type = "Task" [ 859.163770] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.168282] env[69183]: DEBUG nova.network.neutron [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Successfully updated port: 204fd23c-5a0f-457f-85bf-68e9872402de {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.175116] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.198359] env[69183]: DEBUG oslo_vmware.api [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': task-2789854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.205992] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bdb041d6-fcbc-4a41-bd62-62d14a5191a3 tempest-ServersAdminTestJSON-854059600 tempest-ServersAdminTestJSON-854059600-project-admin] Acquiring lock "refresh_cache-75ba6f47-e8ae-4ece-bb9b-6b140344c1b0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.206171] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bdb041d6-fcbc-4a41-bd62-62d14a5191a3 tempest-ServersAdminTestJSON-854059600 tempest-ServersAdminTestJSON-854059600-project-admin] Acquired lock "refresh_cache-75ba6f47-e8ae-4ece-bb9b-6b140344c1b0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.206365] env[69183]: DEBUG nova.network.neutron [None req-bdb041d6-fcbc-4a41-bd62-62d14a5191a3 tempest-ServersAdminTestJSON-854059600 tempest-ServersAdminTestJSON-854059600-project-admin] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.522022] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0a92207d-0d31-4f35-aecf-572161c18152 tempest-ServerDiagnosticsTest-1084214927 tempest-ServerDiagnosticsTest-1084214927-project-member] Lock "82521e51-2770-4675-be10-aa5beb72ab84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.788s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.527783] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.528241] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a108156-f4b3-40a6-be19-eef6fa8d216d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.539827] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 859.539827] env[69183]: value = "task-2789856" [ 859.539827] env[69183]: _type = "Task" [ 859.539827] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.551915] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] VM already powered off {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 859.552360] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.553270] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23e5536-67a6-4492-8264-46a016f2587c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.568692] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.568777] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9afa077-eced-470e-8b6c-1ec6738d01ae {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.674482] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.676128] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquiring lock "refresh_cache-332920e1-7182-4097-a570-0eab1737713c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.676294] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquired lock "refresh_cache-332920e1-7182-4097-a570-0eab1737713c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.676464] env[69183]: DEBUG nova.network.neutron [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.699618] env[69183]: DEBUG oslo_vmware.api [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Task: {'id': task-2789854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.828357} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.699927] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.700161] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.700378] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.700580] env[69183]: INFO nova.compute.manager [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Took 1.66 seconds to destroy the instance on the hypervisor. [ 859.700828] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.701027] env[69183]: DEBUG nova.compute.manager [-] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.701165] env[69183]: DEBUG nova.network.neutron [-] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.738698] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.739152] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.739390] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Deleting the datastore file [datastore2] dc49620e-2afe-433a-833c-4b947fe22732 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.739658] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-724083a7-b3ac-4a5e-9816-91940067f460 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.747741] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 859.747741] env[69183]: value = "task-2789858" [ 859.747741] env[69183]: _type = "Task" [ 859.747741] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.759541] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.034115] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96626a8f-1fca-49b1-a5f4-da3885f6cdbc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.044901] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ef9f62-6a6a-4f6e-8b19-dcc9d244f705 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.053534] env[69183]: DEBUG nova.network.neutron [None req-bdb041d6-fcbc-4a41-bd62-62d14a5191a3 tempest-ServersAdminTestJSON-854059600 tempest-ServersAdminTestJSON-854059600-project-admin] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Updating instance_info_cache with network_info: [{"id": "f28656af-413d-4434-afb7-48c40011c370", "address": "fa:16:3e:ae:5f:9e", "network": {"id": "3a885490-69b5-423b-817d-5f04c6239ccc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-749963551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec6e549a17749538feaa7da71d01c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28656af-41", "ovs_interfaceid": "f28656af-413d-4434-afb7-48c40011c370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.087373] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bdb041d6-fcbc-4a41-bd62-62d14a5191a3 tempest-ServersAdminTestJSON-854059600 tempest-ServersAdminTestJSON-854059600-project-admin] Releasing lock "refresh_cache-75ba6f47-e8ae-4ece-bb9b-6b140344c1b0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.087670] env[69183]: DEBUG nova.compute.manager [None req-bdb041d6-fcbc-4a41-bd62-62d14a5191a3 tempest-ServersAdminTestJSON-854059600 tempest-ServersAdminTestJSON-854059600-project-admin] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Inject network info {{(pid=69183) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 860.087963] env[69183]: DEBUG nova.compute.manager [None req-bdb041d6-fcbc-4a41-bd62-62d14a5191a3 tempest-ServersAdminTestJSON-854059600 tempest-ServersAdminTestJSON-854059600-project-admin] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] network_info to inject: |[{"id": "f28656af-413d-4434-afb7-48c40011c370", "address": "fa:16:3e:ae:5f:9e", "network": {"id": "3a885490-69b5-423b-817d-5f04c6239ccc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-749963551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec6e549a17749538feaa7da71d01c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28656af-41", "ovs_interfaceid": "f28656af-413d-4434-afb7-48c40011c370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 860.093681] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb041d6-fcbc-4a41-bd62-62d14a5191a3 tempest-ServersAdminTestJSON-854059600 tempest-ServersAdminTestJSON-854059600-project-admin] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Reconfiguring VM instance to set the machine id {{(pid=69183) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 860.094557] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb27091-c70d-47ab-9085-dcd1390e2ca2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.097507] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef2e8ae3-3caa-4be6-8a8d-985e5af678fa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.117715] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27076056-a70c-450d-bc1f-3ee1f7dc1711 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.125413] env[69183]: DEBUG oslo_vmware.api [None req-bdb041d6-fcbc-4a41-bd62-62d14a5191a3 tempest-ServersAdminTestJSON-854059600 tempest-ServersAdminTestJSON-854059600-project-admin] Waiting for the task: (returnval){ [ 860.125413] env[69183]: value = "task-2789859" [ 860.125413] env[69183]: _type = "Task" [ 860.125413] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.140993] env[69183]: DEBUG nova.compute.provider_tree [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.148756] env[69183]: DEBUG oslo_vmware.api [None req-bdb041d6-fcbc-4a41-bd62-62d14a5191a3 tempest-ServersAdminTestJSON-854059600 tempest-ServersAdminTestJSON-854059600-project-admin] Task: {'id': task-2789859, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.174578] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789855, 'name': ReconfigVM_Task, 'duration_secs': 0.626677} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.174866] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Reconfigured VM instance instance-0000003d to attach disk [datastore2] b0e5eb80-66b4-4292-a2db-826289a5d6db/b0e5eb80-66b4-4292-a2db-826289a5d6db.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.175548] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14e78d5a-407f-43eb-8cdb-9370b0f42a41 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.183250] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Waiting for the task: (returnval){ [ 860.183250] env[69183]: value = "task-2789860" [ 860.183250] env[69183]: _type = "Task" [ 860.183250] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.193742] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789860, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.211021] env[69183]: DEBUG nova.network.neutron [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.264430] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184732} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.264737] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.264983] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.265207] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.369381] env[69183]: DEBUG nova.network.neutron [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Updating instance_info_cache with network_info: [{"id": "204fd23c-5a0f-457f-85bf-68e9872402de", "address": "fa:16:3e:f8:61:b0", "network": {"id": "e82265fc-9593-4d25-96f7-bd9156e5577d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1342367425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0ae5285d0a4e73b7b461c544a7b2a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap204fd23c-5a", "ovs_interfaceid": "204fd23c-5a0f-457f-85bf-68e9872402de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.529210] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dd6d26d4-5d69-4ca6-938f-9b66cd14332b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "4aa83732-4f5c-45e5-8929-d8301c2e9b3c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.529645] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dd6d26d4-5d69-4ca6-938f-9b66cd14332b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "4aa83732-4f5c-45e5-8929-d8301c2e9b3c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.529938] env[69183]: DEBUG nova.compute.manager [None req-dd6d26d4-5d69-4ca6-938f-9b66cd14332b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.531274] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06288fda-95d4-48c6-a5a1-f3a6d9f76b43 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.541365] env[69183]: DEBUG nova.compute.manager [None req-dd6d26d4-5d69-4ca6-938f-9b66cd14332b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69183) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 860.542158] env[69183]: DEBUG nova.objects.instance [None req-dd6d26d4-5d69-4ca6-938f-9b66cd14332b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lazy-loading 'flavor' on Instance uuid 4aa83732-4f5c-45e5-8929-d8301c2e9b3c {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.638354] env[69183]: DEBUG oslo_vmware.api [None req-bdb041d6-fcbc-4a41-bd62-62d14a5191a3 tempest-ServersAdminTestJSON-854059600 tempest-ServersAdminTestJSON-854059600-project-admin] Task: {'id': task-2789859, 'name': ReconfigVM_Task, 'duration_secs': 0.219293} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.638626] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb041d6-fcbc-4a41-bd62-62d14a5191a3 tempest-ServersAdminTestJSON-854059600 tempest-ServersAdminTestJSON-854059600-project-admin] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Reconfigured VM instance to set the machine id {{(pid=69183) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 860.645055] env[69183]: DEBUG nova.scheduler.client.report [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.652519] env[69183]: DEBUG nova.network.neutron [-] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.694633] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789860, 'name': Rename_Task, 'duration_secs': 0.247042} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.694741] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.694994] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f070f3d-3870-46e8-89f1-d445fff1a212 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.703285] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Waiting for the task: (returnval){ [ 860.703285] env[69183]: value = "task-2789861" [ 860.703285] env[69183]: _type = "Task" [ 860.703285] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.714569] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.878251] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Releasing lock "refresh_cache-332920e1-7182-4097-a570-0eab1737713c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.878251] env[69183]: DEBUG nova.compute.manager [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Instance network_info: |[{"id": "204fd23c-5a0f-457f-85bf-68e9872402de", "address": "fa:16:3e:f8:61:b0", "network": {"id": "e82265fc-9593-4d25-96f7-bd9156e5577d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1342367425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0ae5285d0a4e73b7b461c544a7b2a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap204fd23c-5a", "ovs_interfaceid": "204fd23c-5a0f-457f-85bf-68e9872402de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.878251] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:61:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '204fd23c-5a0f-457f-85bf-68e9872402de', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.883636] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.885270] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 332920e1-7182-4097-a570-0eab1737713c] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.886823] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4909907e-3262-47bc-a8fe-1ea0b21bc740 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.915021] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.915021] env[69183]: value = "task-2789862" [ 860.915021] env[69183]: _type = "Task" [ 860.915021] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.923808] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789862, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.153572] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.159896] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.175s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.169196] env[69183]: INFO nova.compute.claims [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.170902] env[69183]: INFO nova.compute.manager [-] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Took 1.47 seconds to deallocate network for instance. [ 861.191550] env[69183]: DEBUG nova.compute.manager [req-580b7a64-d5a9-41e3-ba4d-f86ec2e8e2bd req-a46cf600-8323-402a-85ec-465706827228 service nova] [instance: 332920e1-7182-4097-a570-0eab1737713c] Received event network-changed-204fd23c-5a0f-457f-85bf-68e9872402de {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 861.192414] env[69183]: DEBUG nova.compute.manager [req-580b7a64-d5a9-41e3-ba4d-f86ec2e8e2bd req-a46cf600-8323-402a-85ec-465706827228 service nova] [instance: 332920e1-7182-4097-a570-0eab1737713c] Refreshing instance network info cache due to event network-changed-204fd23c-5a0f-457f-85bf-68e9872402de. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 861.192414] env[69183]: DEBUG oslo_concurrency.lockutils [req-580b7a64-d5a9-41e3-ba4d-f86ec2e8e2bd req-a46cf600-8323-402a-85ec-465706827228 service nova] Acquiring lock "refresh_cache-332920e1-7182-4097-a570-0eab1737713c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.192414] env[69183]: DEBUG oslo_concurrency.lockutils [req-580b7a64-d5a9-41e3-ba4d-f86ec2e8e2bd req-a46cf600-8323-402a-85ec-465706827228 service nova] Acquired lock "refresh_cache-332920e1-7182-4097-a570-0eab1737713c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.192516] env[69183]: DEBUG nova.network.neutron [req-580b7a64-d5a9-41e3-ba4d-f86ec2e8e2bd req-a46cf600-8323-402a-85ec-465706827228 service nova] [instance: 332920e1-7182-4097-a570-0eab1737713c] Refreshing network info cache for port 204fd23c-5a0f-457f-85bf-68e9872402de {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.195371] env[69183]: INFO nova.scheduler.client.report [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Deleted allocations for instance d9ca7edd-63df-40f6-ae93-1a5911427ee7 [ 861.218201] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789861, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.309654] env[69183]: DEBUG nova.virt.hardware [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.313026] env[69183]: DEBUG nova.virt.hardware [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.313026] env[69183]: DEBUG nova.virt.hardware [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.313026] env[69183]: DEBUG nova.virt.hardware [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.313026] env[69183]: DEBUG nova.virt.hardware [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.313026] env[69183]: DEBUG nova.virt.hardware [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.313026] env[69183]: DEBUG nova.virt.hardware [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.313026] env[69183]: DEBUG nova.virt.hardware [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.313026] env[69183]: DEBUG nova.virt.hardware [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.313026] env[69183]: DEBUG nova.virt.hardware [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.313026] env[69183]: DEBUG nova.virt.hardware [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.313440] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae8ddc1-530e-4ba9-a1f2-40cb7394870c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.326078] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a983634-06d9-43d4-8e90-27644e90d172 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.347111] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:94:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f4a8c9a-7fad-4f3a-9e00-c6f4e6f12645', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.356136] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.356278] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.356888] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92a52ffb-3f57-48e0-b7f3-4a2d1b55c771 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.379272] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.379272] env[69183]: value = "task-2789863" [ 861.379272] env[69183]: _type = "Task" [ 861.379272] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.389019] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789863, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.427248] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789862, 'name': CreateVM_Task, 'duration_secs': 0.507953} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.427492] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 332920e1-7182-4097-a570-0eab1737713c] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.428292] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.428465] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.428805] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.429978] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc617094-27c5-47d0-b4c5-44da4b7d4ff2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.435926] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 861.435926] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]520f8241-bbb8-7c68-048a-5d19e6e869d1" [ 861.435926] env[69183]: _type = "Task" [ 861.435926] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.448748] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520f8241-bbb8-7c68-048a-5d19e6e869d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.551476] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd6d26d4-5d69-4ca6-938f-9b66cd14332b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.552196] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ab0569f-ac8e-410a-b75b-cafcfe645d82 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.561038] env[69183]: DEBUG oslo_vmware.api [None req-dd6d26d4-5d69-4ca6-938f-9b66cd14332b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 861.561038] env[69183]: value = "task-2789864" [ 861.561038] env[69183]: _type = "Task" [ 861.561038] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.572234] env[69183]: DEBUG oslo_vmware.api [None req-dd6d26d4-5d69-4ca6-938f-9b66cd14332b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.679977] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.709168] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2f66273e-756d-48d0-b656-bd12dc3843f4 tempest-ServerRescueTestJSONUnderV235-1263424577 tempest-ServerRescueTestJSONUnderV235-1263424577-project-member] Lock "d9ca7edd-63df-40f6-ae93-1a5911427ee7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.468s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.717555] env[69183]: DEBUG oslo_vmware.api [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789861, 'name': PowerOnVM_Task, 'duration_secs': 0.728131} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.717821] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.718038] env[69183]: INFO nova.compute.manager [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Took 10.04 seconds to spawn the instance on the hypervisor. [ 861.718261] env[69183]: DEBUG nova.compute.manager [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.719258] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b9f446-9e05-45bb-b3e9-5b2cdafcd3f0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.894309] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789863, 'name': CreateVM_Task, 'duration_secs': 0.436056} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.894309] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.894468] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.954513] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520f8241-bbb8-7c68-048a-5d19e6e869d1, 'name': SearchDatastore_Task, 'duration_secs': 0.015934} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.955863] env[69183]: DEBUG nova.network.neutron [req-580b7a64-d5a9-41e3-ba4d-f86ec2e8e2bd req-a46cf600-8323-402a-85ec-465706827228 service nova] [instance: 332920e1-7182-4097-a570-0eab1737713c] Updated VIF entry in instance network info cache for port 204fd23c-5a0f-457f-85bf-68e9872402de. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.956214] env[69183]: DEBUG nova.network.neutron [req-580b7a64-d5a9-41e3-ba4d-f86ec2e8e2bd req-a46cf600-8323-402a-85ec-465706827228 service nova] [instance: 332920e1-7182-4097-a570-0eab1737713c] Updating instance_info_cache with network_info: [{"id": "204fd23c-5a0f-457f-85bf-68e9872402de", "address": "fa:16:3e:f8:61:b0", "network": {"id": "e82265fc-9593-4d25-96f7-bd9156e5577d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1342367425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0ae5285d0a4e73b7b461c544a7b2a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap204fd23c-5a", "ovs_interfaceid": "204fd23c-5a0f-457f-85bf-68e9872402de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.957496] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.957846] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.961025] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.961025] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.961025] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.961025] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.961025] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.961025] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-948e0629-12ec-4753-b5e0-590c65e03a9d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.965756] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2808f970-bb99-4ab2-94c3-450d83f3cc7b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.973534] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 861.973534] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52d6235c-bb75-cb50-019f-bed386be2f3e" [ 861.973534] env[69183]: _type = "Task" [ 861.973534] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.981098] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.981098] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.981098] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c433aa4c-c59c-46ec-85e1-e90f7fc52666 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.987968] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d6235c-bb75-cb50-019f-bed386be2f3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.989283] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 861.989283] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52ca2a42-352a-ec37-020b-c7424773a6b8" [ 861.989283] env[69183]: _type = "Task" [ 861.989283] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.997891] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52ca2a42-352a-ec37-020b-c7424773a6b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.074058] env[69183]: DEBUG oslo_vmware.api [None req-dd6d26d4-5d69-4ca6-938f-9b66cd14332b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789864, 'name': PowerOffVM_Task, 'duration_secs': 0.241519} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.074360] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd6d26d4-5d69-4ca6-938f-9b66cd14332b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.074565] env[69183]: DEBUG nova.compute.manager [None req-dd6d26d4-5d69-4ca6-938f-9b66cd14332b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.075362] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb8d475-ae63-4d4f-9b1c-8d55526d4250 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.244859] env[69183]: INFO nova.compute.manager [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Took 53.80 seconds to build instance. [ 862.463341] env[69183]: DEBUG oslo_concurrency.lockutils [req-580b7a64-d5a9-41e3-ba4d-f86ec2e8e2bd req-a46cf600-8323-402a-85ec-465706827228 service nova] Releasing lock "refresh_cache-332920e1-7182-4097-a570-0eab1737713c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.463341] env[69183]: DEBUG nova.compute.manager [req-580b7a64-d5a9-41e3-ba4d-f86ec2e8e2bd req-a46cf600-8323-402a-85ec-465706827228 service nova] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Received event network-vif-deleted-3b33bff0-678a-4414-b3ee-f6e315126276 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 862.488516] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d6235c-bb75-cb50-019f-bed386be2f3e, 'name': SearchDatastore_Task, 'duration_secs': 0.021954} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.488847] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.489101] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.489314] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.498053] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52ca2a42-352a-ec37-020b-c7424773a6b8, 'name': SearchDatastore_Task, 'duration_secs': 0.018325} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.501280] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21472ed4-4b36-40e1-9b56-fa818c0e2969 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.510516] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 862.510516] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52210141-6fce-3b62-c0e9-18c111375895" [ 862.510516] env[69183]: _type = "Task" [ 862.510516] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.519899] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52210141-6fce-3b62-c0e9-18c111375895, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.587753] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dd6d26d4-5d69-4ca6-938f-9b66cd14332b tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "4aa83732-4f5c-45e5-8929-d8301c2e9b3c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.676700] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f8808e-d461-4251-8a3c-48d5e6f8b793 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.685807] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03935f63-24be-421a-9892-0a1a32cbe84b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.725298] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb2c657-211e-4121-ad92-07edd4c03aec {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.734512] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b858a30a-8c1c-4d8a-ba4e-e1f2505636b8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.750450] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c47d94f8-e002-4622-866e-5335c405e478 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Lock "b0e5eb80-66b4-4292-a2db-826289a5d6db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.212s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.750450] env[69183]: DEBUG nova.compute.provider_tree [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.020848] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52210141-6fce-3b62-c0e9-18c111375895, 'name': SearchDatastore_Task, 'duration_secs': 0.019313} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.020848] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.021153] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 332920e1-7182-4097-a570-0eab1737713c/332920e1-7182-4097-a570-0eab1737713c.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.021630] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.021976] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.022467] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85573983-9c48-4108-bb30-42bf026c4306 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.024515] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edd64e72-ef58-485c-8e45-f920c089909e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.035208] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 863.035208] env[69183]: value = "task-2789865" [ 863.035208] env[69183]: _type = "Task" [ 863.035208] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.035522] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.036402] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.040220] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72c44b0a-0ec3-4cb3-bcaa-9e6a330f286a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.047906] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 863.047906] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52abda90-4273-89d1-c0ce-0cfae43fe8fa" [ 863.047906] env[69183]: _type = "Task" [ 863.047906] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.051793] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.061228] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52abda90-4273-89d1-c0ce-0cfae43fe8fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010807} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.062038] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f35968e2-e1eb-4133-af60-ac309a80b029 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.072708] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 863.072708] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52f51345-8a6c-2117-0abc-f51147abc8f1" [ 863.072708] env[69183]: _type = "Task" [ 863.072708] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.082247] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f51345-8a6c-2117-0abc-f51147abc8f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010934} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.082470] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.082764] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] dc49620e-2afe-433a-833c-4b947fe22732/dc49620e-2afe-433a-833c-4b947fe22732.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.083189] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a39d9199-469d-4ac1-a04d-939b0eccd761 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.092917] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 863.092917] env[69183]: value = "task-2789866" [ 863.092917] env[69183]: _type = "Task" [ 863.092917] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.103680] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.115275] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Acquiring lock "78ce64c0-55e6-4c9e-a0c0-59053f78d67b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.115617] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Lock "78ce64c0-55e6-4c9e-a0c0-59053f78d67b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.253635] env[69183]: DEBUG nova.scheduler.client.report [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.453709] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "1366812c-00a8-425a-a30e-c6f2578e7dd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.454031] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "1366812c-00a8-425a-a30e-c6f2578e7dd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.549838] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789865, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.608644] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789866, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.623227] env[69183]: DEBUG nova.compute.manager [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.761801] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.763656] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.061s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.764752] env[69183]: DEBUG nova.objects.instance [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Lazy-loading 'resources' on Instance uuid f5d8ff76-766d-407a-87a8-89065f1cf8f3 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.957303] env[69183]: DEBUG nova.compute.manager [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.050992] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552312} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.051325] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 332920e1-7182-4097-a570-0eab1737713c/332920e1-7182-4097-a570-0eab1737713c.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.051548] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.051809] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-610360ff-dadf-4b47-8299-70ac44fd4ba8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.059980] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 864.059980] env[69183]: value = "task-2789867" [ 864.059980] env[69183]: _type = "Task" [ 864.059980] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.069353] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.104991] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772178} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.105599] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] dc49620e-2afe-433a-833c-4b947fe22732/dc49620e-2afe-433a-833c-4b947fe22732.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.105868] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.106031] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f14dce73-8fb3-4290-9ff4-2d28d2a7a6a8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.114401] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 864.114401] env[69183]: value = "task-2789868" [ 864.114401] env[69183]: _type = "Task" [ 864.114401] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.123749] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.147889] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.269896] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Acquiring lock "e5a1c7a1-bf5f-4e64-9848-3888e4d8c2e7" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.270312] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Lock "e5a1c7a1-bf5f-4e64-9848-3888e4d8c2e7" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.385690] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8ee046-062c-44d6-bf56-4ff2c8de0e28 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.394956] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-99afbdc7-3b25-43e2-b358-f0f7467a346d tempest-ServersAdminNegativeTestJSON-1721831031 tempest-ServersAdminNegativeTestJSON-1721831031-project-admin] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Suspending the VM {{(pid=69183) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 864.394956] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-28088dcf-1cc6-49dd-9b9f-c5397789d1cd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.412245] env[69183]: DEBUG oslo_vmware.api [None req-99afbdc7-3b25-43e2-b358-f0f7467a346d tempest-ServersAdminNegativeTestJSON-1721831031 tempest-ServersAdminNegativeTestJSON-1721831031-project-admin] Waiting for the task: (returnval){ [ 864.412245] env[69183]: value = "task-2789869" [ 864.412245] env[69183]: _type = "Task" [ 864.412245] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.424503] env[69183]: DEBUG oslo_vmware.api [None req-99afbdc7-3b25-43e2-b358-f0f7467a346d tempest-ServersAdminNegativeTestJSON-1721831031 tempest-ServersAdminNegativeTestJSON-1721831031-project-admin] Task: {'id': task-2789869, 'name': SuspendVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.483829] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.573080] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098968} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.573569] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.574846] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b16c3f-215e-4ac2-bfa4-e7fa1f1363d4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.606410] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 332920e1-7182-4097-a570-0eab1737713c/332920e1-7182-4097-a570-0eab1737713c.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.609676] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac03d368-a640-421a-9f27-f76f3ea952ae {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.639781] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078171} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.642038] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.642581] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 864.642581] env[69183]: value = "task-2789870" [ 864.642581] env[69183]: _type = "Task" [ 864.642581] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.646681] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a961be4a-60b7-45ef-88c1-95245a779aea {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.680897] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.692705] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] dc49620e-2afe-433a-833c-4b947fe22732/dc49620e-2afe-433a-833c-4b947fe22732.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.696502] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f160b0c7-1e34-42c7-84f5-ccd337825f72 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.723363] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 864.723363] env[69183]: value = "task-2789871" [ 864.723363] env[69183]: _type = "Task" [ 864.723363] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.740816] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.776851] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Lock "e5a1c7a1-bf5f-4e64-9848-3888e4d8c2e7" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.777722] env[69183]: DEBUG nova.compute.manager [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.901582] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30481cbc-0738-4973-9745-5df10e784af2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.911553] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f5454c-df89-469d-832b-9a720b6a5b1d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.915441] env[69183]: INFO nova.compute.manager [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Rebuilding instance [ 864.928272] env[69183]: DEBUG oslo_vmware.api [None req-99afbdc7-3b25-43e2-b358-f0f7467a346d tempest-ServersAdminNegativeTestJSON-1721831031 tempest-ServersAdminNegativeTestJSON-1721831031-project-admin] Task: {'id': task-2789869, 'name': SuspendVM_Task} progress is 62%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.958350] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f7dcdb-41ad-4a41-9bd6-66e00bdcb06b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.967630] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3286c7b-1f21-4f7d-ab2d-7eec24986f97 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.991198] env[69183]: DEBUG nova.compute.provider_tree [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.999992] env[69183]: DEBUG nova.compute.manager [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.000886] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc47c75-393b-469e-b06b-90cc6d22d625 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.161713] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789870, 'name': ReconfigVM_Task, 'duration_secs': 0.465726} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.162017] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 332920e1-7182-4097-a570-0eab1737713c/332920e1-7182-4097-a570-0eab1737713c.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.162687] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2866a9fc-2018-4231-beb7-5cb9b33551ae {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.170337] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 865.170337] env[69183]: value = "task-2789872" [ 865.170337] env[69183]: _type = "Task" [ 865.170337] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.179653] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789872, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.233202] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789871, 'name': ReconfigVM_Task, 'duration_secs': 0.402392} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.233528] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Reconfigured VM instance instance-0000003b to attach disk [datastore1] dc49620e-2afe-433a-833c-4b947fe22732/dc49620e-2afe-433a-833c-4b947fe22732.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.234223] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa728050-eea8-4678-b1e5-c47022bb243b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.240959] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 865.240959] env[69183]: value = "task-2789873" [ 865.240959] env[69183]: _type = "Task" [ 865.240959] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.249377] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789873, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.283944] env[69183]: DEBUG nova.compute.utils [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.285457] env[69183]: DEBUG nova.compute.manager [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.285902] env[69183]: DEBUG nova.network.neutron [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.306997] env[69183]: DEBUG nova.compute.manager [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Stashing vm_state: stopped {{(pid=69183) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 865.329435] env[69183]: DEBUG nova.policy [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30554fa046f8452fa3feb0c5120ad29c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22d59d0876e34b1d9fbea2d01f54192c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.428299] env[69183]: DEBUG oslo_vmware.api [None req-99afbdc7-3b25-43e2-b358-f0f7467a346d tempest-ServersAdminNegativeTestJSON-1721831031 tempest-ServersAdminNegativeTestJSON-1721831031-project-admin] Task: {'id': task-2789869, 'name': SuspendVM_Task, 'duration_secs': 0.696214} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.428582] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-99afbdc7-3b25-43e2-b358-f0f7467a346d tempest-ServersAdminNegativeTestJSON-1721831031 tempest-ServersAdminNegativeTestJSON-1721831031-project-admin] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Suspended the VM {{(pid=69183) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 865.428769] env[69183]: DEBUG nova.compute.manager [None req-99afbdc7-3b25-43e2-b358-f0f7467a346d tempest-ServersAdminNegativeTestJSON-1721831031 tempest-ServersAdminNegativeTestJSON-1721831031-project-admin] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.429570] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593ede3b-d667-4c97-b783-46bc7b39ed4e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.497172] env[69183]: DEBUG nova.scheduler.client.report [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.591557] env[69183]: DEBUG nova.network.neutron [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Successfully created port: 96866160-5762-4d64-b042-8540c2fe099a {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.680371] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789872, 'name': Rename_Task, 'duration_secs': 0.209218} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.680651] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.680891] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-586da32a-9689-4015-84d1-e2824f72d3ae {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.687787] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 865.687787] env[69183]: value = "task-2789874" [ 865.687787] env[69183]: _type = "Task" [ 865.687787] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.696371] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.751761] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789873, 'name': Rename_Task, 'duration_secs': 0.159778} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.751940] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.752104] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6258d49-a303-42f0-89bd-99019d6278c2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.758776] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 865.758776] env[69183]: value = "task-2789875" [ 865.758776] env[69183]: _type = "Task" [ 865.758776] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.768121] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.789463] env[69183]: DEBUG nova.compute.manager [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.828272] env[69183]: DEBUG oslo_concurrency.lockutils [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.001604] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.003972] env[69183]: DEBUG oslo_concurrency.lockutils [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.594s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.004227] env[69183]: DEBUG nova.objects.instance [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lazy-loading 'resources' on Instance uuid 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.015475] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.016076] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84c5677c-12e8-485f-afa9-16c6b231c47a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.022669] env[69183]: INFO nova.scheduler.client.report [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Deleted allocations for instance f5d8ff76-766d-407a-87a8-89065f1cf8f3 [ 866.025118] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 866.025118] env[69183]: value = "task-2789876" [ 866.025118] env[69183]: _type = "Task" [ 866.025118] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.037033] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.200782] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789874, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.270716] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789875, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.534132] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f5c88815-095c-492e-b9f3-1fa3dd6f7504 tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Lock "f5d8ff76-766d-407a-87a8-89065f1cf8f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.293s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.539417] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789876, 'name': PowerOffVM_Task, 'duration_secs': 0.212776} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.542031] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.542232] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.543310] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a047cf8-9924-4668-993a-6b6cb28a9964 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.551652] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.554731] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb8f8137-a7a0-4442-b1cc-1da18426e8fc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.637792] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.638198] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.638476] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Deleting the datastore file [datastore2] c2b68522-d582-49d7-b288-426405aec498 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.638977] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f508355-2207-43cf-95b4-083385d9102b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.646689] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 866.646689] env[69183]: value = "task-2789878" [ 866.646689] env[69183]: _type = "Task" [ 866.646689] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.655671] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.701146] env[69183]: DEBUG oslo_vmware.api [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789874, 'name': PowerOnVM_Task, 'duration_secs': 0.528044} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.701446] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.701656] env[69183]: INFO nova.compute.manager [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Took 7.94 seconds to spawn the instance on the hypervisor. [ 866.701830] env[69183]: DEBUG nova.compute.manager [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.702855] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d62d428-5181-4ce4-a95a-2c1ea45ae11d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.771760] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789875, 'name': PowerOnVM_Task, 'duration_secs': 0.569684} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.772074] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.772314] env[69183]: DEBUG nova.compute.manager [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.773090] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae646b9-1854-4e25-95af-b5469d91cefe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.801190] env[69183]: DEBUG nova.compute.manager [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.830952] env[69183]: DEBUG nova.virt.hardware [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.831821] env[69183]: DEBUG nova.virt.hardware [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.831821] env[69183]: DEBUG nova.virt.hardware [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.831821] env[69183]: DEBUG nova.virt.hardware [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.831821] env[69183]: DEBUG nova.virt.hardware [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.831972] env[69183]: DEBUG nova.virt.hardware [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.832180] env[69183]: DEBUG nova.virt.hardware [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.832370] env[69183]: DEBUG nova.virt.hardware [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.832580] env[69183]: DEBUG nova.virt.hardware [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.832760] env[69183]: DEBUG nova.virt.hardware [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.832936] env[69183]: DEBUG nova.virt.hardware [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.834207] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d0341f-452b-4d93-8a7f-486304288a7f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.846606] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5df48ec-a583-4ac9-b87d-93a84f37b014 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.985304] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d97eb5d-9964-4e45-81da-9f7640a3748f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.995632] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3e16db-6af5-4b84-aa22-72f256d31596 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.044846] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2584a37-9e14-415e-98da-f0fa5dc054db {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.055995] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3918d3c-6c9d-41cb-b248-b12ba741748c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.071449] env[69183]: DEBUG nova.compute.provider_tree [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.158224] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384824} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.159505] env[69183]: DEBUG nova.network.neutron [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Successfully updated port: 96866160-5762-4d64-b042-8540c2fe099a {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.160761] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.161325] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.161576] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.225413] env[69183]: INFO nova.compute.manager [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Took 52.03 seconds to build instance. [ 867.252977] env[69183]: DEBUG nova.compute.manager [req-374dfb41-7397-4925-a30a-87357d45c4d3 req-971ce922-1aca-4327-8882-431ad59f4778 service nova] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Received event network-vif-plugged-96866160-5762-4d64-b042-8540c2fe099a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 867.253218] env[69183]: DEBUG oslo_concurrency.lockutils [req-374dfb41-7397-4925-a30a-87357d45c4d3 req-971ce922-1aca-4327-8882-431ad59f4778 service nova] Acquiring lock "e0a6eea8-ea8f-491e-8390-86280974a654-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.253421] env[69183]: DEBUG oslo_concurrency.lockutils [req-374dfb41-7397-4925-a30a-87357d45c4d3 req-971ce922-1aca-4327-8882-431ad59f4778 service nova] Lock "e0a6eea8-ea8f-491e-8390-86280974a654-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.253589] env[69183]: DEBUG oslo_concurrency.lockutils [req-374dfb41-7397-4925-a30a-87357d45c4d3 req-971ce922-1aca-4327-8882-431ad59f4778 service nova] Lock "e0a6eea8-ea8f-491e-8390-86280974a654-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.253744] env[69183]: DEBUG nova.compute.manager [req-374dfb41-7397-4925-a30a-87357d45c4d3 req-971ce922-1aca-4327-8882-431ad59f4778 service nova] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] No waiting events found dispatching network-vif-plugged-96866160-5762-4d64-b042-8540c2fe099a {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.253901] env[69183]: WARNING nova.compute.manager [req-374dfb41-7397-4925-a30a-87357d45c4d3 req-971ce922-1aca-4327-8882-431ad59f4778 service nova] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Received unexpected event network-vif-plugged-96866160-5762-4d64-b042-8540c2fe099a for instance with vm_state building and task_state spawning. [ 867.287295] env[69183]: INFO nova.compute.manager [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] bringing vm to original state: 'stopped' [ 867.574245] env[69183]: DEBUG nova.scheduler.client.report [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.666321] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Acquiring lock "refresh_cache-e0a6eea8-ea8f-491e-8390-86280974a654" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.666401] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Acquired lock "refresh_cache-e0a6eea8-ea8f-491e-8390-86280974a654" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.666529] env[69183]: DEBUG nova.network.neutron [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.728122] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fc3c6517-610e-47a6-813a-1812b3c3fc01 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "332920e1-7182-4097-a570-0eab1737713c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.601s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.079159] env[69183]: DEBUG oslo_concurrency.lockutils [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.081893] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.573s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.083488] env[69183]: INFO nova.compute.claims [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.102600] env[69183]: INFO nova.scheduler.client.report [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Deleted allocations for instance 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc [ 868.202616] env[69183]: DEBUG nova.virt.hardware [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.202911] env[69183]: DEBUG nova.virt.hardware [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.203180] env[69183]: DEBUG nova.virt.hardware [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.203382] env[69183]: DEBUG nova.virt.hardware [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.203561] env[69183]: DEBUG nova.virt.hardware [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.203757] env[69183]: DEBUG nova.virt.hardware [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.203974] env[69183]: DEBUG nova.virt.hardware [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.204292] env[69183]: DEBUG nova.virt.hardware [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.204327] env[69183]: DEBUG nova.virt.hardware [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.204467] env[69183]: DEBUG nova.virt.hardware [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.204642] env[69183]: DEBUG nova.virt.hardware [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.205527] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3abf4f-51f8-400a-92af-0818e69e76e4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.208678] env[69183]: DEBUG nova.network.neutron [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.212034] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquiring lock "332920e1-7182-4097-a570-0eab1737713c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.212034] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "332920e1-7182-4097-a570-0eab1737713c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.212034] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquiring lock "332920e1-7182-4097-a570-0eab1737713c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.212282] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "332920e1-7182-4097-a570-0eab1737713c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.212391] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "332920e1-7182-4097-a570-0eab1737713c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.214293] env[69183]: INFO nova.compute.manager [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Terminating instance [ 868.221605] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d50c88-9bdb-46d5-9351-a441a8ad5dda {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.240922] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:e2:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8614db14-cc04-466b-b309-367ab8296cda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ac95f4d-1be4-4f35-bf50-6ce98985749f', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.248432] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.251166] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2b68522-d582-49d7-b288-426405aec498] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.251430] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1aa5dff6-a50a-4208-974d-559b8351780f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.276603] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.276603] env[69183]: value = "task-2789879" [ 868.276603] env[69183]: _type = "Task" [ 868.276603] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.285555] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789879, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.296477] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "dc49620e-2afe-433a-833c-4b947fe22732" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.296748] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "dc49620e-2afe-433a-833c-4b947fe22732" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.296955] env[69183]: DEBUG nova.compute.manager [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.297870] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4562dd7e-e7a1-4cd9-93b7-4e424f2761f9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.305746] env[69183]: DEBUG nova.compute.manager [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69183) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 868.374026] env[69183]: DEBUG nova.network.neutron [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Updating instance_info_cache with network_info: [{"id": "96866160-5762-4d64-b042-8540c2fe099a", "address": "fa:16:3e:f3:c4:0e", "network": {"id": "de4c9899-eca8-418e-a7f8-9fa1cb59a18b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-455254214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22d59d0876e34b1d9fbea2d01f54192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96866160-57", "ovs_interfaceid": "96866160-5762-4d64-b042-8540c2fe099a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.547272] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Acquiring lock "b0e5eb80-66b4-4292-a2db-826289a5d6db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.547554] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Lock "b0e5eb80-66b4-4292-a2db-826289a5d6db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.547775] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Acquiring lock "b0e5eb80-66b4-4292-a2db-826289a5d6db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.547962] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Lock "b0e5eb80-66b4-4292-a2db-826289a5d6db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.548148] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Lock "b0e5eb80-66b4-4292-a2db-826289a5d6db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.550927] env[69183]: INFO nova.compute.manager [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Terminating instance [ 868.613649] env[69183]: DEBUG oslo_concurrency.lockutils [None req-be335c77-cd58-406a-b98b-261388627274 tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lock "4b757ef6-19c1-4c73-b16a-3b1ce765c2bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.657s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.718381] env[69183]: DEBUG nova.compute.manager [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.718615] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.719967] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fd36ad-c025-4fa9-96da-1be974555363 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.728380] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.728633] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff8377a5-dff6-4d53-80dc-bee7664a74c1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.736469] env[69183]: DEBUG oslo_vmware.api [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 868.736469] env[69183]: value = "task-2789880" [ 868.736469] env[69183]: _type = "Task" [ 868.736469] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.744993] env[69183]: DEBUG oslo_vmware.api [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.771260] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquiring lock "d414f97c-8367-4357-9529-eeac7f04d472" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.771613] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Lock "d414f97c-8367-4357-9529-eeac7f04d472" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.771824] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquiring lock "d414f97c-8367-4357-9529-eeac7f04d472-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.772012] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Lock "d414f97c-8367-4357-9529-eeac7f04d472-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.772192] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Lock "d414f97c-8367-4357-9529-eeac7f04d472-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.774518] env[69183]: INFO nova.compute.manager [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Terminating instance [ 868.787656] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789879, 'name': CreateVM_Task, 'duration_secs': 0.3594} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.788631] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2b68522-d582-49d7-b288-426405aec498] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.788918] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.789094] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.789449] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.789921] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f132142-f781-4f73-8d81-1bd52f04b4bf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.795421] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 868.795421] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52af35e6-f6c6-8820-a3b5-f7a2fa4c7c2b" [ 868.795421] env[69183]: _type = "Task" [ 868.795421] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.805505] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52af35e6-f6c6-8820-a3b5-f7a2fa4c7c2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.809348] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.809641] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b1512e9-f8a0-43fb-8e9e-2fc796df1381 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.817655] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 868.817655] env[69183]: value = "task-2789881" [ 868.817655] env[69183]: _type = "Task" [ 868.817655] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.828511] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.831120] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Acquiring lock "8e72f6db-5dba-44ce-a406-76a5022f0001" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.831480] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lock "8e72f6db-5dba-44ce-a406-76a5022f0001" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.831648] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Acquiring lock "8e72f6db-5dba-44ce-a406-76a5022f0001-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.831897] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lock "8e72f6db-5dba-44ce-a406-76a5022f0001-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.832141] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lock "8e72f6db-5dba-44ce-a406-76a5022f0001-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.834848] env[69183]: INFO nova.compute.manager [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Terminating instance [ 868.875797] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Releasing lock "refresh_cache-e0a6eea8-ea8f-491e-8390-86280974a654" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.876351] env[69183]: DEBUG nova.compute.manager [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Instance network_info: |[{"id": "96866160-5762-4d64-b042-8540c2fe099a", "address": "fa:16:3e:f3:c4:0e", "network": {"id": "de4c9899-eca8-418e-a7f8-9fa1cb59a18b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-455254214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22d59d0876e34b1d9fbea2d01f54192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96866160-57", "ovs_interfaceid": "96866160-5762-4d64-b042-8540c2fe099a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.877752] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:c4:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96866160-5762-4d64-b042-8540c2fe099a', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.885113] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Creating folder: Project (22d59d0876e34b1d9fbea2d01f54192c). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.885428] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-621af1de-83f1-46c2-8b27-fa98d9bc1286 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.899777] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Created folder: Project (22d59d0876e34b1d9fbea2d01f54192c) in parent group-v560622. [ 868.899999] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Creating folder: Instances. Parent ref: group-v560805. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.900311] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb9fd562-9aa1-4936-9b3c-406aeab646f9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.912582] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Created folder: Instances in parent group-v560805. [ 868.912859] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.913076] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.913301] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cce5483-16d3-44cf-97e4-3bbc3c65295f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.936932] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.936932] env[69183]: value = "task-2789884" [ 868.936932] env[69183]: _type = "Task" [ 868.936932] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.946780] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789884, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.055437] env[69183]: DEBUG nova.compute.manager [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.055671] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.056637] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb6b741-9e72-463b-bc82-aa1684489536 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.064985] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.065251] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5798d164-8827-488e-ac4c-d5af2e8ab3b2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.147609] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.147987] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.148323] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Deleting the datastore file [datastore2] b0e5eb80-66b4-4292-a2db-826289a5d6db {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.148720] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62a33603-8850-41b6-b2a4-8f702365c885 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.157269] env[69183]: DEBUG oslo_vmware.api [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Waiting for the task: (returnval){ [ 869.157269] env[69183]: value = "task-2789886" [ 869.157269] env[69183]: _type = "Task" [ 869.157269] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.174106] env[69183]: DEBUG oslo_vmware.api [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.246245] env[69183]: DEBUG oslo_vmware.api [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789880, 'name': PowerOffVM_Task, 'duration_secs': 0.246359} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.248743] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.248921] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.249477] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f39a88fc-e810-4651-9b86-06c2df889233 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.281301] env[69183]: DEBUG nova.compute.manager [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.282216] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.282530] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ddd339-1fab-4464-89e9-906b83e22a43 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.293729] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.293851] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f3da8e9-4979-4175-93a3-84fc72e92c9f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.302582] env[69183]: DEBUG oslo_vmware.api [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for the task: (returnval){ [ 869.302582] env[69183]: value = "task-2789888" [ 869.302582] env[69183]: _type = "Task" [ 869.302582] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.306494] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52af35e6-f6c6-8820-a3b5-f7a2fa4c7c2b, 'name': SearchDatastore_Task, 'duration_secs': 0.011115} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.309507] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.309750] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.309980] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.310162] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.310324] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.310581] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6642c4c8-5ad7-418f-9e68-0aa7d24eaf7d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.326401] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.326679] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.327384] env[69183]: DEBUG oslo_vmware.api [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.332961] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90966f90-760e-4a73-a4f8-72dc99e49f09 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.336200] env[69183]: DEBUG nova.compute.manager [req-1e276afd-57bf-4219-bb90-18195a8444d1 req-29ce6276-1c59-4a52-bda9-73d502f564e6 service nova] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Received event network-changed-96866160-5762-4d64-b042-8540c2fe099a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 869.336388] env[69183]: DEBUG nova.compute.manager [req-1e276afd-57bf-4219-bb90-18195a8444d1 req-29ce6276-1c59-4a52-bda9-73d502f564e6 service nova] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Refreshing instance network info cache due to event network-changed-96866160-5762-4d64-b042-8540c2fe099a. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 869.336630] env[69183]: DEBUG oslo_concurrency.lockutils [req-1e276afd-57bf-4219-bb90-18195a8444d1 req-29ce6276-1c59-4a52-bda9-73d502f564e6 service nova] Acquiring lock "refresh_cache-e0a6eea8-ea8f-491e-8390-86280974a654" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.336792] env[69183]: DEBUG oslo_concurrency.lockutils [req-1e276afd-57bf-4219-bb90-18195a8444d1 req-29ce6276-1c59-4a52-bda9-73d502f564e6 service nova] Acquired lock "refresh_cache-e0a6eea8-ea8f-491e-8390-86280974a654" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.336974] env[69183]: DEBUG nova.network.neutron [req-1e276afd-57bf-4219-bb90-18195a8444d1 req-29ce6276-1c59-4a52-bda9-73d502f564e6 service nova] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Refreshing network info cache for port 96866160-5762-4d64-b042-8540c2fe099a {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.338153] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.338348] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.338525] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Deleting the datastore file [datastore1] 332920e1-7182-4097-a570-0eab1737713c {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.341759] env[69183]: DEBUG nova.compute.manager [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.342274] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.342532] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99e8eb63-00dd-459b-afdb-c86dd1c5ed97 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.345918] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696cf05b-9c8a-4364-9551-c6c362a904cc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.353961] env[69183]: DEBUG oslo_vmware.api [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789881, 'name': PowerOffVM_Task, 'duration_secs': 0.228655} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.354332] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 869.354332] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527943ca-1d53-86a8-63b3-e43ba21447da" [ 869.354332] env[69183]: _type = "Task" [ 869.354332] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.357266] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.357552] env[69183]: DEBUG nova.compute.manager [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.359703] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e695c3-5095-4458-b83a-00322811b79c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.367377] env[69183]: DEBUG oslo_vmware.api [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for the task: (returnval){ [ 869.367377] env[69183]: value = "task-2789889" [ 869.367377] env[69183]: _type = "Task" [ 869.367377] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.370653] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.377216] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3f0d37a-a017-4b7c-9de8-28436885b609 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.386392] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527943ca-1d53-86a8-63b3-e43ba21447da, 'name': SearchDatastore_Task, 'duration_secs': 0.011346} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.388365] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4081e7f-dc95-4278-a8f0-3ef134472aa7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.396815] env[69183]: DEBUG oslo_vmware.api [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.398874] env[69183]: DEBUG oslo_vmware.api [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 869.398874] env[69183]: value = "task-2789890" [ 869.398874] env[69183]: _type = "Task" [ 869.398874] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.403251] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 869.403251] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52a926f8-6c12-623e-92bc-7c093ec93f90" [ 869.403251] env[69183]: _type = "Task" [ 869.403251] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.409761] env[69183]: DEBUG oslo_vmware.api [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.417729] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a926f8-6c12-623e-92bc-7c093ec93f90, 'name': SearchDatastore_Task, 'duration_secs': 0.009104} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.418028] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.418307] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] c2b68522-d582-49d7-b288-426405aec498/c2b68522-d582-49d7-b288-426405aec498.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.418592] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c20ed41b-bec2-41a9-9205-4a429778ebaf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.426950] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 869.426950] env[69183]: value = "task-2789891" [ 869.426950] env[69183]: _type = "Task" [ 869.426950] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.435682] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.447486] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789884, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.576427] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07a2c5a-ff1d-4bcb-8433-5fb7c9da2b9b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.585678] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13890ca-ea5a-4a88-8bac-153c3810535a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.619824] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d15188-8762-42cf-a79f-14e7fa11bf02 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.630304] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be677e8c-65ab-43f6-9012-db6f421751c7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.646558] env[69183]: DEBUG nova.compute.provider_tree [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.673590] env[69183]: DEBUG oslo_vmware.api [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135146} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.673869] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.674070] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.674258] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.674431] env[69183]: INFO nova.compute.manager [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Took 0.62 seconds to destroy the instance on the hypervisor. [ 869.674678] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.674871] env[69183]: DEBUG nova.compute.manager [-] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.674964] env[69183]: DEBUG nova.network.neutron [-] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.823151] env[69183]: DEBUG oslo_vmware.api [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.880595] env[69183]: DEBUG oslo_vmware.api [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Task: {'id': task-2789889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145376} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.880844] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.881046] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.881238] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.881511] env[69183]: INFO nova.compute.manager [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] [instance: 332920e1-7182-4097-a570-0eab1737713c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 869.881773] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.881939] env[69183]: DEBUG nova.compute.manager [-] [instance: 332920e1-7182-4097-a570-0eab1737713c] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.882044] env[69183]: DEBUG nova.network.neutron [-] [instance: 332920e1-7182-4097-a570-0eab1737713c] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.892400] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "dc49620e-2afe-433a-833c-4b947fe22732" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.596s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.911028] env[69183]: DEBUG oslo_vmware.api [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.939714] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465605} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.943149] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] c2b68522-d582-49d7-b288-426405aec498/c2b68522-d582-49d7-b288-426405aec498.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.943395] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.943676] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eae1911f-777c-4d05-9df4-75059e9c77a2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.951339] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789884, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.952828] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 869.952828] env[69183]: value = "task-2789892" [ 869.952828] env[69183]: _type = "Task" [ 869.952828] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.962390] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.150017] env[69183]: DEBUG nova.scheduler.client.report [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.320920] env[69183]: DEBUG oslo_vmware.api [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.402975] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.412106] env[69183]: DEBUG oslo_vmware.api [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789890, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.451378] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789884, 'name': CreateVM_Task, 'duration_secs': 1.352205} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.452465] env[69183]: DEBUG nova.network.neutron [req-1e276afd-57bf-4219-bb90-18195a8444d1 req-29ce6276-1c59-4a52-bda9-73d502f564e6 service nova] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Updated VIF entry in instance network info cache for port 96866160-5762-4d64-b042-8540c2fe099a. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.452912] env[69183]: DEBUG nova.network.neutron [req-1e276afd-57bf-4219-bb90-18195a8444d1 req-29ce6276-1c59-4a52-bda9-73d502f564e6 service nova] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Updating instance_info_cache with network_info: [{"id": "96866160-5762-4d64-b042-8540c2fe099a", "address": "fa:16:3e:f3:c4:0e", "network": {"id": "de4c9899-eca8-418e-a7f8-9fa1cb59a18b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-455254214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22d59d0876e34b1d9fbea2d01f54192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96866160-57", "ovs_interfaceid": "96866160-5762-4d64-b042-8540c2fe099a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.454184] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.455235] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.455471] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.455954] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.461465] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbf1a18b-f94c-435c-9c87-8b6825b736c1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.468236] env[69183]: DEBUG oslo_vmware.api [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Waiting for the task: (returnval){ [ 870.468236] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5284b8a8-9932-f33f-396c-cf6e4dad0641" [ 870.468236] env[69183]: _type = "Task" [ 870.468236] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.472292] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064916} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.476204] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.476358] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a42e26a-fe46-4365-9253-f12af733de8d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.500746] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] c2b68522-d582-49d7-b288-426405aec498/c2b68522-d582-49d7-b288-426405aec498.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.504253] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3b69398-e3d6-4c80-9f86-971fb635d70b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.519348] env[69183]: DEBUG oslo_vmware.api [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5284b8a8-9932-f33f-396c-cf6e4dad0641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.528543] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 870.528543] env[69183]: value = "task-2789893" [ 870.528543] env[69183]: _type = "Task" [ 870.528543] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.538879] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.596880] env[69183]: DEBUG nova.network.neutron [-] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.656112] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.656112] env[69183]: DEBUG nova.compute.manager [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.658802] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.022s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.659184] env[69183]: DEBUG nova.objects.instance [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lazy-loading 'resources' on Instance uuid c9371531-6eeb-4f0b-9ed9-4c04942c187f {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.818035] env[69183]: DEBUG oslo_vmware.api [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789888, 'name': PowerOffVM_Task, 'duration_secs': 1.132237} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.818270] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.818441] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.818697] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bff4d168-f2eb-460a-9dfb-d226655b729b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.842544] env[69183]: DEBUG oslo_concurrency.lockutils [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "dc49620e-2afe-433a-833c-4b947fe22732" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.842826] env[69183]: DEBUG oslo_concurrency.lockutils [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "dc49620e-2afe-433a-833c-4b947fe22732" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.843021] env[69183]: DEBUG oslo_concurrency.lockutils [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "dc49620e-2afe-433a-833c-4b947fe22732-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.843209] env[69183]: DEBUG oslo_concurrency.lockutils [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "dc49620e-2afe-433a-833c-4b947fe22732-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.843380] env[69183]: DEBUG oslo_concurrency.lockutils [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "dc49620e-2afe-433a-833c-4b947fe22732-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.845480] env[69183]: INFO nova.compute.manager [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Terminating instance [ 870.891832] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.892038] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.892229] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Deleting the datastore file [datastore2] d414f97c-8367-4357-9529-eeac7f04d472 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.892506] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-999fbf67-b223-4909-9e59-05ad9129bb1b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.899039] env[69183]: DEBUG oslo_vmware.api [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for the task: (returnval){ [ 870.899039] env[69183]: value = "task-2789895" [ 870.899039] env[69183]: _type = "Task" [ 870.899039] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.911039] env[69183]: DEBUG oslo_vmware.api [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.914141] env[69183]: DEBUG oslo_vmware.api [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789890, 'name': PowerOffVM_Task, 'duration_secs': 1.041159} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.914370] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.914527] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.914793] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96647486-5094-44d0-b2c8-cb99f23a9d93 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.962984] env[69183]: DEBUG oslo_concurrency.lockutils [req-1e276afd-57bf-4219-bb90-18195a8444d1 req-29ce6276-1c59-4a52-bda9-73d502f564e6 service nova] Releasing lock "refresh_cache-e0a6eea8-ea8f-491e-8390-86280974a654" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.986033] env[69183]: DEBUG oslo_vmware.api [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5284b8a8-9932-f33f-396c-cf6e4dad0641, 'name': SearchDatastore_Task, 'duration_secs': 0.019868} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.990393] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.990393] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.990393] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.990393] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.990393] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.990393] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.990393] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.990393] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Deleting the datastore file [datastore2] 8e72f6db-5dba-44ce-a406-76a5022f0001 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.990393] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8579795f-f323-4869-a650-d7b947f77ca8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.992172] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d57ad571-22c4-47f0-83f9-0c80454d4748 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.000321] env[69183]: DEBUG oslo_vmware.api [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for the task: (returnval){ [ 871.000321] env[69183]: value = "task-2789897" [ 871.000321] env[69183]: _type = "Task" [ 871.000321] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.001536] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.001725] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.005625] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c73e54c0-102f-43cc-8370-245ec5d439e8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.011827] env[69183]: DEBUG oslo_vmware.api [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Waiting for the task: (returnval){ [ 871.011827] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]526eb1ad-b289-7bcd-3753-496659207c3d" [ 871.011827] env[69183]: _type = "Task" [ 871.011827] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.015159] env[69183]: DEBUG oslo_vmware.api [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.024761] env[69183]: DEBUG nova.network.neutron [-] [instance: 332920e1-7182-4097-a570-0eab1737713c] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.025976] env[69183]: DEBUG oslo_vmware.api [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]526eb1ad-b289-7bcd-3753-496659207c3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010607} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.026935] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98ec6712-5af4-4453-9a65-e2a2c963294a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.033589] env[69183]: DEBUG oslo_vmware.api [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Waiting for the task: (returnval){ [ 871.033589] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52c5f734-bd66-88e5-fbd1-62f74aecf9d7" [ 871.033589] env[69183]: _type = "Task" [ 871.033589] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.040303] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789893, 'name': ReconfigVM_Task, 'duration_secs': 0.356963} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.041549] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Reconfigured VM instance instance-00000019 to attach disk [datastore2] c2b68522-d582-49d7-b288-426405aec498/c2b68522-d582-49d7-b288-426405aec498.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.042543] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f1e9c50-d3c9-4d69-95aa-4fd6ae85e7e4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.047222] env[69183]: DEBUG oslo_vmware.api [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c5f734-bd66-88e5-fbd1-62f74aecf9d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.052899] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 871.052899] env[69183]: value = "task-2789898" [ 871.052899] env[69183]: _type = "Task" [ 871.052899] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.062077] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789898, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.099711] env[69183]: INFO nova.compute.manager [-] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Took 1.42 seconds to deallocate network for instance. [ 871.162872] env[69183]: DEBUG nova.compute.utils [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.167832] env[69183]: DEBUG nova.compute.manager [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.168248] env[69183]: DEBUG nova.network.neutron [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.208864] env[69183]: DEBUG nova.policy [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '919207748c2949799624714cd8b855f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb086b69802b4f08ac70130e64dd96dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.348614] env[69183]: DEBUG nova.compute.manager [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.348822] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.349913] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba7416a-c616-4234-9851-f6cb6d614937 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.355221] env[69183]: DEBUG nova.compute.manager [req-f17d27a1-22a8-4e01-a9d2-5c34df8991da req-d098f578-9c0e-400a-ab09-f9f523cbfc48 service nova] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Received event network-vif-deleted-c7969fb4-4000-4227-844b-5cdebae5f528 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 871.355390] env[69183]: DEBUG nova.compute.manager [req-f17d27a1-22a8-4e01-a9d2-5c34df8991da req-d098f578-9c0e-400a-ab09-f9f523cbfc48 service nova] [instance: 332920e1-7182-4097-a570-0eab1737713c] Received event network-vif-deleted-204fd23c-5a0f-457f-85bf-68e9872402de {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 871.362365] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.362611] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-043cc30c-d768-4a5a-ac1e-f6088c5d7870 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.411824] env[69183]: DEBUG oslo_vmware.api [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Task: {'id': task-2789895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194146} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.412106] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.412649] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.412864] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.413088] env[69183]: INFO nova.compute.manager [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Took 2.13 seconds to destroy the instance on the hypervisor. [ 871.413352] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.413549] env[69183]: DEBUG nova.compute.manager [-] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.413642] env[69183]: DEBUG nova.network.neutron [-] [instance: d414f97c-8367-4357-9529-eeac7f04d472] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.460818] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.461083] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.461270] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Deleting the datastore file [datastore1] dc49620e-2afe-433a-833c-4b947fe22732 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.461790] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f60dbfd-b0c6-48a0-b503-34e0d3093a39 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.470551] env[69183]: DEBUG oslo_vmware.api [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 871.470551] env[69183]: value = "task-2789900" [ 871.470551] env[69183]: _type = "Task" [ 871.470551] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.480128] env[69183]: DEBUG oslo_vmware.api [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.511492] env[69183]: DEBUG oslo_vmware.api [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Task: {'id': task-2789897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30807} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.516275] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.516486] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.516672] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.516857] env[69183]: INFO nova.compute.manager [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Took 2.17 seconds to destroy the instance on the hypervisor. [ 871.517127] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.517576] env[69183]: DEBUG nova.compute.manager [-] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.517693] env[69183]: DEBUG nova.network.neutron [-] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.528396] env[69183]: INFO nova.compute.manager [-] [instance: 332920e1-7182-4097-a570-0eab1737713c] Took 1.65 seconds to deallocate network for instance. [ 871.545561] env[69183]: DEBUG oslo_vmware.api [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c5f734-bd66-88e5-fbd1-62f74aecf9d7, 'name': SearchDatastore_Task, 'duration_secs': 0.023108} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.548689] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.548964] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] e0a6eea8-ea8f-491e-8390-86280974a654/e0a6eea8-ea8f-491e-8390-86280974a654.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.549528] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10fb8d63-a57b-496b-bba5-c58e23d4674f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.566465] env[69183]: DEBUG oslo_vmware.api [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Waiting for the task: (returnval){ [ 871.566465] env[69183]: value = "task-2789901" [ 871.566465] env[69183]: _type = "Task" [ 871.566465] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.576266] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789898, 'name': Rename_Task, 'duration_secs': 0.178975} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.576978] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.577852] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1cfe9c2-8ebc-4671-9519-4bac88cb2914 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.584097] env[69183]: DEBUG oslo_vmware.api [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Task: {'id': task-2789901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.595238] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 871.595238] env[69183]: value = "task-2789902" [ 871.595238] env[69183]: _type = "Task" [ 871.595238] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.605091] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.605959] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.618282] env[69183]: DEBUG nova.network.neutron [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Successfully created port: 50506d15-69cb-4f62-aa88-138eb7b38326 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.665636] env[69183]: DEBUG nova.compute.manager [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.673013] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ee6e74-d955-43e3-b6ff-ff6e7898e2f1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.682771] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c1b417-858e-45fa-8588-46dd21a5aa7e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.719944] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ffe636-8496-449a-94cb-c3867edf46a4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.729483] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378fbe33-afdb-4829-a5be-c66e873e9f22 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.745028] env[69183]: DEBUG nova.compute.provider_tree [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.987545] env[69183]: DEBUG oslo_vmware.api [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2789900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164656} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.987545] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.990672] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.990672] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.990672] env[69183]: INFO nova.compute.manager [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Took 0.64 seconds to destroy the instance on the hypervisor. [ 871.990672] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.990672] env[69183]: DEBUG nova.compute.manager [-] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.990672] env[69183]: DEBUG nova.network.neutron [-] [instance: dc49620e-2afe-433a-833c-4b947fe22732] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.040060] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.082019] env[69183]: DEBUG oslo_vmware.api [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Task: {'id': task-2789901, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.110723] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789902, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.249077] env[69183]: DEBUG nova.scheduler.client.report [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.413336] env[69183]: DEBUG nova.compute.manager [req-bf05e8ca-9b0a-46ca-815e-e1d3ccb9d837 req-df446ddb-ff4d-43fc-923d-c09bedf44694 service nova] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Received event network-vif-deleted-8f4a8c9a-7fad-4f3a-9e00-c6f4e6f12645 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 872.413538] env[69183]: INFO nova.compute.manager [req-bf05e8ca-9b0a-46ca-815e-e1d3ccb9d837 req-df446ddb-ff4d-43fc-923d-c09bedf44694 service nova] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Neutron deleted interface 8f4a8c9a-7fad-4f3a-9e00-c6f4e6f12645; detaching it from the instance and deleting it from the info cache [ 872.413711] env[69183]: DEBUG nova.network.neutron [req-bf05e8ca-9b0a-46ca-815e-e1d3ccb9d837 req-df446ddb-ff4d-43fc-923d-c09bedf44694 service nova] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.500368] env[69183]: DEBUG nova.network.neutron [-] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.540706] env[69183]: DEBUG nova.network.neutron [-] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.579600] env[69183]: DEBUG oslo_vmware.api [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Task: {'id': task-2789901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551666} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.579789] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] e0a6eea8-ea8f-491e-8390-86280974a654/e0a6eea8-ea8f-491e-8390-86280974a654.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.580107] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.580424] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ad0dfaa-aba8-4acb-8619-311cbaa579a4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.589659] env[69183]: DEBUG oslo_vmware.api [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Waiting for the task: (returnval){ [ 872.589659] env[69183]: value = "task-2789903" [ 872.589659] env[69183]: _type = "Task" [ 872.589659] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.601224] env[69183]: DEBUG oslo_vmware.api [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Task: {'id': task-2789903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.612047] env[69183]: DEBUG oslo_vmware.api [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789902, 'name': PowerOnVM_Task, 'duration_secs': 0.808364} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.612389] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.612615] env[69183]: DEBUG nova.compute.manager [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.613486] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f86994-b565-4f83-ae6b-7ccd8ae12d8a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.675179] env[69183]: DEBUG nova.compute.manager [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.702164] env[69183]: DEBUG nova.virt.hardware [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.702469] env[69183]: DEBUG nova.virt.hardware [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.702575] env[69183]: DEBUG nova.virt.hardware [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.702743] env[69183]: DEBUG nova.virt.hardware [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.702923] env[69183]: DEBUG nova.virt.hardware [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.703088] env[69183]: DEBUG nova.virt.hardware [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.703311] env[69183]: DEBUG nova.virt.hardware [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.703477] env[69183]: DEBUG nova.virt.hardware [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.703651] env[69183]: DEBUG nova.virt.hardware [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.703857] env[69183]: DEBUG nova.virt.hardware [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.704057] env[69183]: DEBUG nova.virt.hardware [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.705363] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8deb1552-4a09-4252-ac5c-b569731adeeb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.714764] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c6784f-d2dc-4c12-9fba-0f889a5a5382 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.756173] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.762020] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.696s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.762020] env[69183]: INFO nova.compute.claims [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.798724] env[69183]: INFO nova.scheduler.client.report [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Deleted allocations for instance c9371531-6eeb-4f0b-9ed9-4c04942c187f [ 872.897174] env[69183]: DEBUG nova.network.neutron [-] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.917247] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b10aa75-9435-4ccd-9c72-b15a990bcebb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.931824] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c115b8-beb2-4ad2-94f9-13203c3e72de {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.970939] env[69183]: DEBUG nova.compute.manager [req-bf05e8ca-9b0a-46ca-815e-e1d3ccb9d837 req-df446ddb-ff4d-43fc-923d-c09bedf44694 service nova] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Detach interface failed, port_id=8f4a8c9a-7fad-4f3a-9e00-c6f4e6f12645, reason: Instance dc49620e-2afe-433a-833c-4b947fe22732 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 873.007693] env[69183]: INFO nova.compute.manager [-] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Took 1.59 seconds to deallocate network for instance. [ 873.043577] env[69183]: INFO nova.compute.manager [-] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Took 1.53 seconds to deallocate network for instance. [ 873.101162] env[69183]: DEBUG oslo_vmware.api [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Task: {'id': task-2789903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213809} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.101497] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.102325] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46078fa-9e5b-40ed-91e7-f5e804e791e1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.130036] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] e0a6eea8-ea8f-491e-8390-86280974a654/e0a6eea8-ea8f-491e-8390-86280974a654.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.130036] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-363f814a-20ba-4483-b76e-cc3ef33ba36c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.160182] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.164402] env[69183]: DEBUG oslo_vmware.api [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Waiting for the task: (returnval){ [ 873.164402] env[69183]: value = "task-2789904" [ 873.164402] env[69183]: _type = "Task" [ 873.164402] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.178638] env[69183]: DEBUG oslo_vmware.api [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Task: {'id': task-2789904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.310025] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e4d3b751-0df1-4501-94ae-dc47af1b82ca tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "c9371531-6eeb-4f0b-9ed9-4c04942c187f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.864s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.401813] env[69183]: INFO nova.compute.manager [-] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Took 1.41 seconds to deallocate network for instance. [ 873.412090] env[69183]: DEBUG nova.network.neutron [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Successfully updated port: 50506d15-69cb-4f62-aa88-138eb7b38326 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.515572] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.550432] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.583141] env[69183]: DEBUG nova.compute.manager [req-147b392d-38ce-47a6-bd88-5b3cfff4fe64 req-503528e1-89d9-447e-b90e-7c28893fe811 service nova] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Received event network-vif-deleted-0b20080e-83df-4ebb-8e54-d01054e9ed71 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 873.583141] env[69183]: DEBUG nova.compute.manager [req-147b392d-38ce-47a6-bd88-5b3cfff4fe64 req-503528e1-89d9-447e-b90e-7c28893fe811 service nova] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Received event network-vif-deleted-32389593-5c70-4a66-9a70-0ed594402f00 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 873.583141] env[69183]: DEBUG nova.compute.manager [req-147b392d-38ce-47a6-bd88-5b3cfff4fe64 req-503528e1-89d9-447e-b90e-7c28893fe811 service nova] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Received event network-vif-plugged-50506d15-69cb-4f62-aa88-138eb7b38326 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 873.584479] env[69183]: DEBUG oslo_concurrency.lockutils [req-147b392d-38ce-47a6-bd88-5b3cfff4fe64 req-503528e1-89d9-447e-b90e-7c28893fe811 service nova] Acquiring lock "748af884-cb92-47ab-a8c9-ed619f6e9876-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.584861] env[69183]: DEBUG oslo_concurrency.lockutils [req-147b392d-38ce-47a6-bd88-5b3cfff4fe64 req-503528e1-89d9-447e-b90e-7c28893fe811 service nova] Lock "748af884-cb92-47ab-a8c9-ed619f6e9876-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.585299] env[69183]: DEBUG oslo_concurrency.lockutils [req-147b392d-38ce-47a6-bd88-5b3cfff4fe64 req-503528e1-89d9-447e-b90e-7c28893fe811 service nova] Lock "748af884-cb92-47ab-a8c9-ed619f6e9876-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.585616] env[69183]: DEBUG nova.compute.manager [req-147b392d-38ce-47a6-bd88-5b3cfff4fe64 req-503528e1-89d9-447e-b90e-7c28893fe811 service nova] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] No waiting events found dispatching network-vif-plugged-50506d15-69cb-4f62-aa88-138eb7b38326 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.585983] env[69183]: WARNING nova.compute.manager [req-147b392d-38ce-47a6-bd88-5b3cfff4fe64 req-503528e1-89d9-447e-b90e-7c28893fe811 service nova] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Received unexpected event network-vif-plugged-50506d15-69cb-4f62-aa88-138eb7b38326 for instance with vm_state building and task_state spawning. [ 873.678807] env[69183]: DEBUG oslo_vmware.api [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Task: {'id': task-2789904, 'name': ReconfigVM_Task, 'duration_secs': 0.396014} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.678807] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Reconfigured VM instance instance-0000003f to attach disk [datastore2] e0a6eea8-ea8f-491e-8390-86280974a654/e0a6eea8-ea8f-491e-8390-86280974a654.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.679602] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9b4f6dc-427c-4505-b4c6-824c13e6a46e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.689075] env[69183]: DEBUG oslo_vmware.api [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Waiting for the task: (returnval){ [ 873.689075] env[69183]: value = "task-2789905" [ 873.689075] env[69183]: _type = "Task" [ 873.689075] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.701748] env[69183]: DEBUG oslo_vmware.api [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Task: {'id': task-2789905, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.913719] env[69183]: DEBUG oslo_concurrency.lockutils [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.915625] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Acquiring lock "refresh_cache-748af884-cb92-47ab-a8c9-ed619f6e9876" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.915913] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Acquired lock "refresh_cache-748af884-cb92-47ab-a8c9-ed619f6e9876" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.916277] env[69183]: DEBUG nova.network.neutron [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.099391] env[69183]: INFO nova.compute.manager [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Rebuilding instance [ 874.145638] env[69183]: DEBUG nova.compute.manager [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.146557] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e395c83d-00d9-43e3-a4f8-92fa6597063a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.202386] env[69183]: DEBUG oslo_vmware.api [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Task: {'id': task-2789905, 'name': Rename_Task, 'duration_secs': 0.157236} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.202725] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.203081] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26c51e25-89b4-4a50-8b29-6d58ee9bd534 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.208107] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbfa60e-18b8-401b-8ebd-14ed89deb170 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.212254] env[69183]: DEBUG oslo_vmware.api [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Waiting for the task: (returnval){ [ 874.212254] env[69183]: value = "task-2789906" [ 874.212254] env[69183]: _type = "Task" [ 874.212254] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.219098] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70679907-d128-4828-b78e-445c1f255f4a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.225504] env[69183]: DEBUG oslo_vmware.api [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Task: {'id': task-2789906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.257799] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8e7eac-bf9e-4e39-8fac-b8954b425df7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.267531] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265166fb-f17a-499f-aec6-8ec62568241b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.281756] env[69183]: DEBUG nova.compute.provider_tree [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 874.448948] env[69183]: DEBUG nova.network.neutron [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.588693] env[69183]: DEBUG nova.network.neutron [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Updating instance_info_cache with network_info: [{"id": "50506d15-69cb-4f62-aa88-138eb7b38326", "address": "fa:16:3e:04:66:d3", "network": {"id": "77f59531-f303-4188-8940-7a22ac1d1e92", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1834111767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb086b69802b4f08ac70130e64dd96dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50506d15-69", "ovs_interfaceid": "50506d15-69cb-4f62-aa88-138eb7b38326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.725292] env[69183]: DEBUG oslo_vmware.api [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Task: {'id': task-2789906, 'name': PowerOnVM_Task, 'duration_secs': 0.51126} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.725622] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.725852] env[69183]: INFO nova.compute.manager [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Took 7.92 seconds to spawn the instance on the hypervisor. [ 874.726056] env[69183]: DEBUG nova.compute.manager [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.727019] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25dbe7a-42f7-4878-a0e5-cd645f44d71e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.801864] env[69183]: ERROR nova.scheduler.client.report [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [req-8ca9d555-b135-44b9-933a-6892f66c2794] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ac1d5a79-805a-416e-80c0-31063a094839. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8ca9d555-b135-44b9-933a-6892f66c2794"}]} [ 874.817890] env[69183]: DEBUG nova.scheduler.client.report [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Refreshing inventories for resource provider ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 874.831336] env[69183]: DEBUG nova.scheduler.client.report [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Updating ProviderTree inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 874.831637] env[69183]: DEBUG nova.compute.provider_tree [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 874.845817] env[69183]: DEBUG nova.scheduler.client.report [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Refreshing aggregate associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, aggregates: None {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 874.864418] env[69183]: DEBUG nova.scheduler.client.report [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Refreshing trait associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 875.090948] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Releasing lock "refresh_cache-748af884-cb92-47ab-a8c9-ed619f6e9876" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.091287] env[69183]: DEBUG nova.compute.manager [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Instance network_info: |[{"id": "50506d15-69cb-4f62-aa88-138eb7b38326", "address": "fa:16:3e:04:66:d3", "network": {"id": "77f59531-f303-4188-8940-7a22ac1d1e92", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1834111767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb086b69802b4f08ac70130e64dd96dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50506d15-69", "ovs_interfaceid": "50506d15-69cb-4f62-aa88-138eb7b38326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.094123] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:66:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50506d15-69cb-4f62-aa88-138eb7b38326', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.102366] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Creating folder: Project (bb086b69802b4f08ac70130e64dd96dd). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.102895] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0112fe45-e650-4eb5-b993-0f36abf9e548 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.116269] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Created folder: Project (bb086b69802b4f08ac70130e64dd96dd) in parent group-v560622. [ 875.116472] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Creating folder: Instances. Parent ref: group-v560808. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.116722] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1271fcd-72d8-4e97-ac26-a3839d3d9979 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.127888] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Created folder: Instances in parent group-v560808. [ 875.128154] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.128354] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.128572] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-735a9f47-b76a-4845-a291-b7814d926285 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.151935] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.151935] env[69183]: value = "task-2789909" [ 875.151935] env[69183]: _type = "Task" [ 875.151935] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.162683] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.162846] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789909, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.163072] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-455cd6fc-7a6c-41bf-91a1-ae91d508f340 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.171174] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 875.171174] env[69183]: value = "task-2789910" [ 875.171174] env[69183]: _type = "Task" [ 875.171174] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.183109] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.245754] env[69183]: INFO nova.compute.manager [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Took 54.31 seconds to build instance. [ 875.302852] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4629767-9d1b-455d-97c9-1eec81e989dd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.313691] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7e85dc-70b5-4759-91b7-b4354367cdb2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.348566] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5745aa7a-33f5-4eb1-9a93-84c9eb096b07 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.356793] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffde93e4-664c-446e-8cba-c24764c01677 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.370921] env[69183]: DEBUG nova.compute.provider_tree [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 875.663041] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789909, 'name': CreateVM_Task, 'duration_secs': 0.354582} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.663227] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.663919] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.664097] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.664416] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.665809] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a2c7719-e0fd-41a0-8a20-bb2abb176093 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.668183] env[69183]: DEBUG nova.compute.manager [req-48519147-9cbe-4e5d-bd58-bfd3ea170bc9 req-ce4bd698-7da0-449e-91b7-b7d46dbfc323 service nova] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Received event network-changed-50506d15-69cb-4f62-aa88-138eb7b38326 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 875.668365] env[69183]: DEBUG nova.compute.manager [req-48519147-9cbe-4e5d-bd58-bfd3ea170bc9 req-ce4bd698-7da0-449e-91b7-b7d46dbfc323 service nova] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Refreshing instance network info cache due to event network-changed-50506d15-69cb-4f62-aa88-138eb7b38326. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 875.668589] env[69183]: DEBUG oslo_concurrency.lockutils [req-48519147-9cbe-4e5d-bd58-bfd3ea170bc9 req-ce4bd698-7da0-449e-91b7-b7d46dbfc323 service nova] Acquiring lock "refresh_cache-748af884-cb92-47ab-a8c9-ed619f6e9876" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.668697] env[69183]: DEBUG oslo_concurrency.lockutils [req-48519147-9cbe-4e5d-bd58-bfd3ea170bc9 req-ce4bd698-7da0-449e-91b7-b7d46dbfc323 service nova] Acquired lock "refresh_cache-748af884-cb92-47ab-a8c9-ed619f6e9876" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.668855] env[69183]: DEBUG nova.network.neutron [req-48519147-9cbe-4e5d-bd58-bfd3ea170bc9 req-ce4bd698-7da0-449e-91b7-b7d46dbfc323 service nova] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Refreshing network info cache for port 50506d15-69cb-4f62-aa88-138eb7b38326 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.676620] env[69183]: DEBUG oslo_vmware.api [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Waiting for the task: (returnval){ [ 875.676620] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52b9c95f-4592-b071-d5b9-edba1df43ef6" [ 875.676620] env[69183]: _type = "Task" [ 875.676620] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.684332] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789910, 'name': PowerOffVM_Task, 'duration_secs': 0.193975} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.684944] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.685184] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.685922] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc78f8a-9096-48c6-88e7-e1caf8f10de7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.692047] env[69183]: DEBUG oslo_vmware.api [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52b9c95f-4592-b071-d5b9-edba1df43ef6, 'name': SearchDatastore_Task, 'duration_secs': 0.010458} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.692869] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.693155] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.693346] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.693493] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.693670] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.693921] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-badf4456-fbd4-4732-92e4-ed849a5f42af {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.697759] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.698291] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef9450d6-65dc-4869-a57f-5ec71014d721 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.707065] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.707314] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.708054] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0946570-2274-4242-8c8b-ba7a8e1825dc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.717029] env[69183]: DEBUG oslo_vmware.api [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Waiting for the task: (returnval){ [ 875.717029] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52eb1651-0413-748b-ca1c-982c67ba5c20" [ 875.717029] env[69183]: _type = "Task" [ 875.717029] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.724259] env[69183]: DEBUG oslo_vmware.api [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52eb1651-0413-748b-ca1c-982c67ba5c20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.747911] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3f8269f-4806-4dbb-bad4-dad10c9afd36 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Lock "e0a6eea8-ea8f-491e-8390-86280974a654" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.829s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.780131] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.780396] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.780577] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Deleting the datastore file [datastore2] c2b68522-d582-49d7-b288-426405aec498 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.780834] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48eb9010-0bd0-4a0a-9332-a431c827c990 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.788110] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 875.788110] env[69183]: value = "task-2789912" [ 875.788110] env[69183]: _type = "Task" [ 875.788110] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.797335] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.901480] env[69183]: DEBUG nova.scheduler.client.report [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Updated inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 875.901804] env[69183]: DEBUG nova.compute.provider_tree [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 91 to 92 during operation: update_inventory {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 875.901991] env[69183]: DEBUG nova.compute.provider_tree [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 876.226249] env[69183]: DEBUG oslo_vmware.api [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52eb1651-0413-748b-ca1c-982c67ba5c20, 'name': SearchDatastore_Task, 'duration_secs': 0.009711} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.227000] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c86b5562-8f08-4faf-a487-a36f7d41f725 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.232706] env[69183]: DEBUG oslo_vmware.api [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Waiting for the task: (returnval){ [ 876.232706] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]523a7a60-cd0f-0655-0d04-ac07a86e38c9" [ 876.232706] env[69183]: _type = "Task" [ 876.232706] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.243517] env[69183]: DEBUG oslo_vmware.api [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]523a7a60-cd0f-0655-0d04-ac07a86e38c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.276218] env[69183]: DEBUG oslo_concurrency.lockutils [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Acquiring lock "e0a6eea8-ea8f-491e-8390-86280974a654" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.276463] env[69183]: DEBUG oslo_concurrency.lockutils [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Lock "e0a6eea8-ea8f-491e-8390-86280974a654" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.276669] env[69183]: DEBUG oslo_concurrency.lockutils [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Acquiring lock "e0a6eea8-ea8f-491e-8390-86280974a654-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.276908] env[69183]: DEBUG oslo_concurrency.lockutils [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Lock "e0a6eea8-ea8f-491e-8390-86280974a654-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.277109] env[69183]: DEBUG oslo_concurrency.lockutils [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Lock "e0a6eea8-ea8f-491e-8390-86280974a654-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.280029] env[69183]: INFO nova.compute.manager [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Terminating instance [ 876.300739] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133192} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.303709] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.303797] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.303939] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.371571] env[69183]: DEBUG nova.network.neutron [req-48519147-9cbe-4e5d-bd58-bfd3ea170bc9 req-ce4bd698-7da0-449e-91b7-b7d46dbfc323 service nova] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Updated VIF entry in instance network info cache for port 50506d15-69cb-4f62-aa88-138eb7b38326. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.371957] env[69183]: DEBUG nova.network.neutron [req-48519147-9cbe-4e5d-bd58-bfd3ea170bc9 req-ce4bd698-7da0-449e-91b7-b7d46dbfc323 service nova] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Updating instance_info_cache with network_info: [{"id": "50506d15-69cb-4f62-aa88-138eb7b38326", "address": "fa:16:3e:04:66:d3", "network": {"id": "77f59531-f303-4188-8940-7a22ac1d1e92", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1834111767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb086b69802b4f08ac70130e64dd96dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50506d15-69", "ovs_interfaceid": "50506d15-69cb-4f62-aa88-138eb7b38326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.407922] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.648s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.407922] env[69183]: DEBUG nova.compute.manager [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.409858] env[69183]: DEBUG oslo_concurrency.lockutils [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 40.282s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.746502] env[69183]: DEBUG oslo_vmware.api [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]523a7a60-cd0f-0655-0d04-ac07a86e38c9, 'name': SearchDatastore_Task, 'duration_secs': 0.036501} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.746781] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.747051] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 748af884-cb92-47ab-a8c9-ed619f6e9876/748af884-cb92-47ab-a8c9-ed619f6e9876.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.748056] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9257f5f0-5a05-4a0c-8281-0623954076d5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.753957] env[69183]: DEBUG oslo_vmware.api [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Waiting for the task: (returnval){ [ 876.753957] env[69183]: value = "task-2789913" [ 876.753957] env[69183]: _type = "Task" [ 876.753957] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.764982] env[69183]: DEBUG oslo_vmware.api [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Task: {'id': task-2789913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.783810] env[69183]: DEBUG nova.compute.manager [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.784080] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.784867] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6817d04-1443-4a00-97b0-70bb2aa68e61 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.793223] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.793450] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e327d35-10e2-4e52-a442-50657370ab5f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.800084] env[69183]: DEBUG oslo_vmware.api [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Waiting for the task: (returnval){ [ 876.800084] env[69183]: value = "task-2789914" [ 876.800084] env[69183]: _type = "Task" [ 876.800084] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.811987] env[69183]: DEBUG oslo_vmware.api [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Task: {'id': task-2789914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.874592] env[69183]: DEBUG oslo_concurrency.lockutils [req-48519147-9cbe-4e5d-bd58-bfd3ea170bc9 req-ce4bd698-7da0-449e-91b7-b7d46dbfc323 service nova] Releasing lock "refresh_cache-748af884-cb92-47ab-a8c9-ed619f6e9876" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.913966] env[69183]: DEBUG nova.compute.utils [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.916292] env[69183]: DEBUG nova.compute.manager [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.916604] env[69183]: DEBUG nova.network.neutron [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.919098] env[69183]: DEBUG nova.objects.instance [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lazy-loading 'migration_context' on Instance uuid ff75e3b8-15c2-4dd3-94a6-de77e6e73501 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.960210] env[69183]: DEBUG nova.policy [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40872afc348746a9aa1ad363d844cd51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5693178b56fa4638818e38f3f7b68860', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.264202] env[69183]: DEBUG oslo_vmware.api [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Task: {'id': task-2789913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468124} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.264481] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 748af884-cb92-47ab-a8c9-ed619f6e9876/748af884-cb92-47ab-a8c9-ed619f6e9876.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.264696] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.264940] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8849f69-651a-4099-8b91-854bbe5fa448 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.271557] env[69183]: DEBUG oslo_vmware.api [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Waiting for the task: (returnval){ [ 877.271557] env[69183]: value = "task-2789915" [ 877.271557] env[69183]: _type = "Task" [ 877.271557] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.272333] env[69183]: DEBUG nova.network.neutron [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Successfully created port: 44a0b3e1-1bfc-4e7c-93e2-e0968d645564 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.282494] env[69183]: DEBUG oslo_vmware.api [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Task: {'id': task-2789915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.310599] env[69183]: DEBUG oslo_vmware.api [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Task: {'id': task-2789914, 'name': PowerOffVM_Task, 'duration_secs': 0.258419} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.310922] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.311127] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.311388] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77e161b2-3e6f-4933-b6c0-637ec6149341 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.345759] env[69183]: DEBUG nova.virt.hardware [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.346069] env[69183]: DEBUG nova.virt.hardware [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.346235] env[69183]: DEBUG nova.virt.hardware [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.346419] env[69183]: DEBUG nova.virt.hardware [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.346567] env[69183]: DEBUG nova.virt.hardware [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.346716] env[69183]: DEBUG nova.virt.hardware [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.346923] env[69183]: DEBUG nova.virt.hardware [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.347097] env[69183]: DEBUG nova.virt.hardware [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.347280] env[69183]: DEBUG nova.virt.hardware [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.347441] env[69183]: DEBUG nova.virt.hardware [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.347615] env[69183]: DEBUG nova.virt.hardware [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.348524] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4854cdca-5ab3-49be-bb85-72fbd41a6128 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.356950] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4e3082-d38f-44a4-841c-7659da53cb06 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.370920] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:e2:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8614db14-cc04-466b-b309-367ab8296cda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ac95f4d-1be4-4f35-bf50-6ce98985749f', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.378413] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.378702] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2b68522-d582-49d7-b288-426405aec498] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.378922] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-713f306f-9d80-4b79-a1f4-34cee9f28cbc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.395395] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.395613] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.395795] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Deleting the datastore file [datastore2] e0a6eea8-ea8f-491e-8390-86280974a654 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.396435] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba2d1721-515e-48d8-bc3d-5cd38bd963fa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.401705] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.401705] env[69183]: value = "task-2789917" [ 877.401705] env[69183]: _type = "Task" [ 877.401705] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.406011] env[69183]: DEBUG oslo_vmware.api [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Waiting for the task: (returnval){ [ 877.406011] env[69183]: value = "task-2789918" [ 877.406011] env[69183]: _type = "Task" [ 877.406011] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.412291] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789917, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.417665] env[69183]: DEBUG nova.compute.manager [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.420358] env[69183]: DEBUG oslo_vmware.api [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Task: {'id': task-2789918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.787492] env[69183]: DEBUG oslo_vmware.api [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Task: {'id': task-2789915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069837} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.787769] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.788620] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9fb987-3f64-4658-975d-39ab30b96d65 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.813610] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 748af884-cb92-47ab-a8c9-ed619f6e9876/748af884-cb92-47ab-a8c9-ed619f6e9876.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.816413] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0c5acd6-a6aa-4816-b1db-7e5c3cc26f57 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.839319] env[69183]: DEBUG oslo_vmware.api [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Waiting for the task: (returnval){ [ 877.839319] env[69183]: value = "task-2789919" [ 877.839319] env[69183]: _type = "Task" [ 877.839319] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.850409] env[69183]: DEBUG oslo_vmware.api [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Task: {'id': task-2789919, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.891356] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbac3626-a344-4f70-bbda-fa42f9c2e47e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.899828] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772ec3a3-d575-4784-ab97-0cd9194e2bd0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.942527] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789917, 'name': CreateVM_Task, 'duration_secs': 0.362453} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.943971] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7276af-5564-41e5-9d92-95fb3666cfc6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.946667] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2b68522-d582-49d7-b288-426405aec498] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.950261] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.950442] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.950763] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.951074] env[69183]: DEBUG oslo_vmware.api [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Task: {'id': task-2789918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16037} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.951735] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54468103-13fe-48d1-96b7-92a63b97a663 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.953436] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.953653] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.953848] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.954045] env[69183]: INFO nova.compute.manager [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Took 1.17 seconds to destroy the instance on the hypervisor. [ 877.954279] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.956390] env[69183]: DEBUG nova.compute.manager [-] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.956501] env[69183]: DEBUG nova.network.neutron [-] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.959486] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2ef79a-a483-4ae2-a34e-c95424d2b595 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.965460] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 877.965460] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5243887b-421c-cd63-f780-63df9323e0d3" [ 877.965460] env[69183]: _type = "Task" [ 877.965460] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.980288] env[69183]: DEBUG nova.compute.provider_tree [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.988985] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5243887b-421c-cd63-f780-63df9323e0d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010106} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.989368] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.989636] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.989886] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.990063] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.990322] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.990687] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-325401bc-d23a-4599-bbe8-06b2eff5560e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.002940] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.002940] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.003673] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05993d42-ce64-4a29-94d0-82059f4f6a7e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.009986] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 878.009986] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52882a5e-4b88-a84b-7264-eefc7158be2f" [ 878.009986] env[69183]: _type = "Task" [ 878.009986] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.018880] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52882a5e-4b88-a84b-7264-eefc7158be2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.351627] env[69183]: DEBUG oslo_vmware.api [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Task: {'id': task-2789919, 'name': ReconfigVM_Task, 'duration_secs': 0.296146} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.352104] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 748af884-cb92-47ab-a8c9-ed619f6e9876/748af884-cb92-47ab-a8c9-ed619f6e9876.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.352874] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cae784f-dd71-41b2-a767-1aa8393098dd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.361053] env[69183]: DEBUG oslo_vmware.api [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Waiting for the task: (returnval){ [ 878.361053] env[69183]: value = "task-2789920" [ 878.361053] env[69183]: _type = "Task" [ 878.361053] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.370754] env[69183]: DEBUG oslo_vmware.api [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Task: {'id': task-2789920, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.404809] env[69183]: DEBUG nova.compute.manager [req-887354d8-bccc-4bdb-973a-95444f67960e req-0c8f1aac-3f72-44f6-86f8-7b559495526e service nova] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Received event network-vif-deleted-96866160-5762-4d64-b042-8540c2fe099a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 878.405145] env[69183]: INFO nova.compute.manager [req-887354d8-bccc-4bdb-973a-95444f67960e req-0c8f1aac-3f72-44f6-86f8-7b559495526e service nova] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Neutron deleted interface 96866160-5762-4d64-b042-8540c2fe099a; detaching it from the instance and deleting it from the info cache [ 878.405272] env[69183]: DEBUG nova.network.neutron [req-887354d8-bccc-4bdb-973a-95444f67960e req-0c8f1aac-3f72-44f6-86f8-7b559495526e service nova] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.444918] env[69183]: DEBUG nova.compute.manager [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.471843] env[69183]: DEBUG nova.virt.hardware [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.472126] env[69183]: DEBUG nova.virt.hardware [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.472305] env[69183]: DEBUG nova.virt.hardware [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.472522] env[69183]: DEBUG nova.virt.hardware [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.472684] env[69183]: DEBUG nova.virt.hardware [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.472827] env[69183]: DEBUG nova.virt.hardware [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.473051] env[69183]: DEBUG nova.virt.hardware [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.473238] env[69183]: DEBUG nova.virt.hardware [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.473471] env[69183]: DEBUG nova.virt.hardware [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.473663] env[69183]: DEBUG nova.virt.hardware [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.473908] env[69183]: DEBUG nova.virt.hardware [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.475491] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ac79d7-93b1-4f02-bc4c-ccf17174b229 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.483634] env[69183]: DEBUG nova.scheduler.client.report [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.487763] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb24a8aa-7479-4512-ba3e-a794e87bc38d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.519478] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52882a5e-4b88-a84b-7264-eefc7158be2f, 'name': SearchDatastore_Task, 'duration_secs': 0.010735} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.520188] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-826798a2-1f7c-46d7-afc8-d2cfc830a691 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.525287] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 878.525287] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52254678-81fa-1696-2688-b47b0fe00f59" [ 878.525287] env[69183]: _type = "Task" [ 878.525287] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.532736] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52254678-81fa-1696-2688-b47b0fe00f59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.765057] env[69183]: DEBUG nova.compute.manager [req-14b4db37-8167-481c-b9a9-bd430fafc781 req-8772fb99-f873-4d81-91f1-00d6f39877ee service nova] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Received event network-vif-plugged-44a0b3e1-1bfc-4e7c-93e2-e0968d645564 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 878.765057] env[69183]: DEBUG oslo_concurrency.lockutils [req-14b4db37-8167-481c-b9a9-bd430fafc781 req-8772fb99-f873-4d81-91f1-00d6f39877ee service nova] Acquiring lock "32a3f694-b433-4ce8-97e9-61211082a144-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.765057] env[69183]: DEBUG oslo_concurrency.lockutils [req-14b4db37-8167-481c-b9a9-bd430fafc781 req-8772fb99-f873-4d81-91f1-00d6f39877ee service nova] Lock "32a3f694-b433-4ce8-97e9-61211082a144-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.765057] env[69183]: DEBUG oslo_concurrency.lockutils [req-14b4db37-8167-481c-b9a9-bd430fafc781 req-8772fb99-f873-4d81-91f1-00d6f39877ee service nova] Lock "32a3f694-b433-4ce8-97e9-61211082a144-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.765057] env[69183]: DEBUG nova.compute.manager [req-14b4db37-8167-481c-b9a9-bd430fafc781 req-8772fb99-f873-4d81-91f1-00d6f39877ee service nova] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] No waiting events found dispatching network-vif-plugged-44a0b3e1-1bfc-4e7c-93e2-e0968d645564 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.765057] env[69183]: WARNING nova.compute.manager [req-14b4db37-8167-481c-b9a9-bd430fafc781 req-8772fb99-f873-4d81-91f1-00d6f39877ee service nova] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Received unexpected event network-vif-plugged-44a0b3e1-1bfc-4e7c-93e2-e0968d645564 for instance with vm_state building and task_state spawning. [ 878.786868] env[69183]: DEBUG nova.network.neutron [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Successfully updated port: 44a0b3e1-1bfc-4e7c-93e2-e0968d645564 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.831263] env[69183]: DEBUG nova.network.neutron [-] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.871689] env[69183]: DEBUG oslo_vmware.api [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Task: {'id': task-2789920, 'name': Rename_Task, 'duration_secs': 0.149785} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.872028] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.872545] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a183210-c358-4ca4-b8f5-8f6d5a81d0ad {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.879379] env[69183]: DEBUG oslo_vmware.api [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Waiting for the task: (returnval){ [ 878.879379] env[69183]: value = "task-2789921" [ 878.879379] env[69183]: _type = "Task" [ 878.879379] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.888101] env[69183]: DEBUG oslo_vmware.api [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Task: {'id': task-2789921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.908783] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5a0438f-ca13-4691-b393-b09cfbbf3f66 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.919497] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b33fe9-9f87-40e7-9b3b-c4e05732c288 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.955723] env[69183]: DEBUG nova.compute.manager [req-887354d8-bccc-4bdb-973a-95444f67960e req-0c8f1aac-3f72-44f6-86f8-7b559495526e service nova] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Detach interface failed, port_id=96866160-5762-4d64-b042-8540c2fe099a, reason: Instance e0a6eea8-ea8f-491e-8390-86280974a654 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 879.037197] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52254678-81fa-1696-2688-b47b0fe00f59, 'name': SearchDatastore_Task, 'duration_secs': 0.009185} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.037568] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.037854] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] c2b68522-d582-49d7-b288-426405aec498/c2b68522-d582-49d7-b288-426405aec498.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.038164] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e02216e6-1a56-429f-b295-f7166de479a5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.045855] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 879.045855] env[69183]: value = "task-2789922" [ 879.045855] env[69183]: _type = "Task" [ 879.045855] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.055803] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.289821] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "refresh_cache-32a3f694-b433-4ce8-97e9-61211082a144" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.289973] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquired lock "refresh_cache-32a3f694-b433-4ce8-97e9-61211082a144" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.290092] env[69183]: DEBUG nova.network.neutron [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.333884] env[69183]: INFO nova.compute.manager [-] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Took 1.38 seconds to deallocate network for instance. [ 879.391353] env[69183]: DEBUG oslo_vmware.api [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Task: {'id': task-2789921, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.502099] env[69183]: DEBUG oslo_concurrency.lockutils [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.091s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.507068] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.413s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.507328] env[69183]: DEBUG nova.objects.instance [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lazy-loading 'resources' on Instance uuid 75b53d5d-4246-4ad8-892e-e5540931365a {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.557384] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494768} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.557691] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] c2b68522-d582-49d7-b288-426405aec498/c2b68522-d582-49d7-b288-426405aec498.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.557954] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.558224] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4242723-0c81-4c8f-ae84-a82f2b181ad2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.564781] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 879.564781] env[69183]: value = "task-2789923" [ 879.564781] env[69183]: _type = "Task" [ 879.564781] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.575913] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.824270] env[69183]: DEBUG nova.network.neutron [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.841260] env[69183]: DEBUG oslo_concurrency.lockutils [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.890081] env[69183]: DEBUG oslo_vmware.api [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Task: {'id': task-2789921, 'name': PowerOnVM_Task, 'duration_secs': 0.695281} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.890373] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.890577] env[69183]: INFO nova.compute.manager [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Took 7.22 seconds to spawn the instance on the hypervisor. [ 879.890758] env[69183]: DEBUG nova.compute.manager [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.891570] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6191a221-9abf-4169-8a82-3c6146d244c8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.976461] env[69183]: DEBUG nova.network.neutron [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Updating instance_info_cache with network_info: [{"id": "44a0b3e1-1bfc-4e7c-93e2-e0968d645564", "address": "fa:16:3e:97:b6:cc", "network": {"id": "4d805c0b-229a-45c2-a038-04f1ba9ad064", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1673913808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5693178b56fa4638818e38f3f7b68860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44a0b3e1-1b", "ovs_interfaceid": "44a0b3e1-1bfc-4e7c-93e2-e0968d645564", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.077722] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07323} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.078010] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.078987] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c4149f-6571-4c45-b84a-3bc5fbad2c54 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.101661] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] c2b68522-d582-49d7-b288-426405aec498/c2b68522-d582-49d7-b288-426405aec498.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.104378] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f233a566-bb3d-49cb-b80e-29588a6c9a31 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.124941] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 880.124941] env[69183]: value = "task-2789924" [ 880.124941] env[69183]: _type = "Task" [ 880.124941] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.134821] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.412325] env[69183]: INFO nova.compute.manager [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Took 51.92 seconds to build instance. [ 880.446397] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a8c4d0-203e-4769-ab9b-98f906428f49 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.454841] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df71a34b-fad6-428e-a47a-8eb70b71cd81 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.486129] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Releasing lock "refresh_cache-32a3f694-b433-4ce8-97e9-61211082a144" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.486435] env[69183]: DEBUG nova.compute.manager [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Instance network_info: |[{"id": "44a0b3e1-1bfc-4e7c-93e2-e0968d645564", "address": "fa:16:3e:97:b6:cc", "network": {"id": "4d805c0b-229a-45c2-a038-04f1ba9ad064", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1673913808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5693178b56fa4638818e38f3f7b68860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44a0b3e1-1b", "ovs_interfaceid": "44a0b3e1-1bfc-4e7c-93e2-e0968d645564", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.487048] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:b6:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44a0b3e1-1bfc-4e7c-93e2-e0968d645564', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.494395] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.495077] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cfb935-c691-408e-8a86-344d6c87a1a1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.497597] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.497802] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2257bcda-ea2e-41c7-b699-bb62fc3fb686 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.518393] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1029195-d0b1-4079-bf61-fa34196e5cda {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.525242] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.525242] env[69183]: value = "task-2789925" [ 880.525242] env[69183]: _type = "Task" [ 880.525242] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.540901] env[69183]: DEBUG nova.compute.provider_tree [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.547341] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789925, 'name': CreateVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.636561] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789924, 'name': ReconfigVM_Task, 'duration_secs': 0.299294} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.637497] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Reconfigured VM instance instance-00000019 to attach disk [datastore2] c2b68522-d582-49d7-b288-426405aec498/c2b68522-d582-49d7-b288-426405aec498.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.638178] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b0aa4c2-fbeb-4c02-8ca4-d77913165537 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.646622] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 880.646622] env[69183]: value = "task-2789926" [ 880.646622] env[69183]: _type = "Task" [ 880.646622] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.656469] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789926, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.791648] env[69183]: DEBUG nova.compute.manager [req-8904abae-dfb6-47b0-a504-26e0eb0ee111 req-9ad13b31-eb82-4c90-a9e3-c7ad8ac969bd service nova] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Received event network-changed-44a0b3e1-1bfc-4e7c-93e2-e0968d645564 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 880.791957] env[69183]: DEBUG nova.compute.manager [req-8904abae-dfb6-47b0-a504-26e0eb0ee111 req-9ad13b31-eb82-4c90-a9e3-c7ad8ac969bd service nova] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Refreshing instance network info cache due to event network-changed-44a0b3e1-1bfc-4e7c-93e2-e0968d645564. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 880.792549] env[69183]: DEBUG oslo_concurrency.lockutils [req-8904abae-dfb6-47b0-a504-26e0eb0ee111 req-9ad13b31-eb82-4c90-a9e3-c7ad8ac969bd service nova] Acquiring lock "refresh_cache-32a3f694-b433-4ce8-97e9-61211082a144" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.792805] env[69183]: DEBUG oslo_concurrency.lockutils [req-8904abae-dfb6-47b0-a504-26e0eb0ee111 req-9ad13b31-eb82-4c90-a9e3-c7ad8ac969bd service nova] Acquired lock "refresh_cache-32a3f694-b433-4ce8-97e9-61211082a144" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.793071] env[69183]: DEBUG nova.network.neutron [req-8904abae-dfb6-47b0-a504-26e0eb0ee111 req-9ad13b31-eb82-4c90-a9e3-c7ad8ac969bd service nova] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Refreshing network info cache for port 44a0b3e1-1bfc-4e7c-93e2-e0968d645564 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.914153] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1f30ae5c-14ef-4fce-9190-4dc844cadee9 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Lock "748af884-cb92-47ab-a8c9-ed619f6e9876" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.980s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.039897] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789925, 'name': CreateVM_Task, 'duration_secs': 0.353956} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.039897] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.040467] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.040636] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.040952] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.041234] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1c4d3ae-2a08-415d-a639-60e63c92c2a7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.044049] env[69183]: DEBUG nova.scheduler.client.report [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.049232] env[69183]: INFO nova.compute.manager [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Swapping old allocation on dict_keys(['ac1d5a79-805a-416e-80c0-31063a094839']) held by migration a4faefee-e580-43e3-a357-2c9eab7418b8 for instance [ 881.052721] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 881.052721] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]528aea5d-8f3a-552a-e7f2-251569b61f48" [ 881.052721] env[69183]: _type = "Task" [ 881.052721] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.066178] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528aea5d-8f3a-552a-e7f2-251569b61f48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.081403] env[69183]: DEBUG nova.scheduler.client.report [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Overwriting current allocation {'allocations': {'ac1d5a79-805a-416e-80c0-31063a094839': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 92}}, 'project_id': '09b86a7103ba44f59bad12d9a89c9241', 'user_id': '3f00793f979a4790b93b80b41897264e', 'consumer_generation': 1} on consumer ff75e3b8-15c2-4dd3-94a6-de77e6e73501 {{(pid=69183) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 881.157823] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789926, 'name': Rename_Task, 'duration_secs': 0.159353} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.158402] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.158697] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4893ba54-e297-4005-af59-06241d0e3dfc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.164359] env[69183]: DEBUG oslo_concurrency.lockutils [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "refresh_cache-ff75e3b8-15c2-4dd3-94a6-de77e6e73501" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.164583] env[69183]: DEBUG oslo_concurrency.lockutils [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquired lock "refresh_cache-ff75e3b8-15c2-4dd3-94a6-de77e6e73501" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.164775] env[69183]: DEBUG nova.network.neutron [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.169138] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 881.169138] env[69183]: value = "task-2789927" [ 881.169138] env[69183]: _type = "Task" [ 881.169138] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.184015] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.492058] env[69183]: DEBUG nova.network.neutron [req-8904abae-dfb6-47b0-a504-26e0eb0ee111 req-9ad13b31-eb82-4c90-a9e3-c7ad8ac969bd service nova] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Updated VIF entry in instance network info cache for port 44a0b3e1-1bfc-4e7c-93e2-e0968d645564. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.492422] env[69183]: DEBUG nova.network.neutron [req-8904abae-dfb6-47b0-a504-26e0eb0ee111 req-9ad13b31-eb82-4c90-a9e3-c7ad8ac969bd service nova] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Updating instance_info_cache with network_info: [{"id": "44a0b3e1-1bfc-4e7c-93e2-e0968d645564", "address": "fa:16:3e:97:b6:cc", "network": {"id": "4d805c0b-229a-45c2-a038-04f1ba9ad064", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1673913808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5693178b56fa4638818e38f3f7b68860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44a0b3e1-1b", "ovs_interfaceid": "44a0b3e1-1bfc-4e7c-93e2-e0968d645564", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.549237] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.551619] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 39.461s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.564537] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528aea5d-8f3a-552a-e7f2-251569b61f48, 'name': SearchDatastore_Task, 'duration_secs': 0.011473} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.564899] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.565142] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.565443] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.565553] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.565742] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.566793] env[69183]: INFO nova.scheduler.client.report [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Deleted allocations for instance 75b53d5d-4246-4ad8-892e-e5540931365a [ 881.568296] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d55cdab-cbb9-4fb2-bf77-22a3c91568fe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.582607] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.582607] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.583320] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d5d90fc-5cd6-4985-bcbe-965cc82ec44b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.590143] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 881.590143] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]525d3914-4de2-18f8-bdd5-54e3ecccf67b" [ 881.590143] env[69183]: _type = "Task" [ 881.590143] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.599275] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525d3914-4de2-18f8-bdd5-54e3ecccf67b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.679530] env[69183]: DEBUG oslo_vmware.api [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789927, 'name': PowerOnVM_Task, 'duration_secs': 0.467846} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.679803] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.680019] env[69183]: DEBUG nova.compute.manager [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.682396] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db9e136-9411-4ee9-9e24-f533e1596e95 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.901270] env[69183]: DEBUG nova.network.neutron [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Updating instance_info_cache with network_info: [{"id": "54ac35e8-78b8-4a00-aed6-7c0c4334c712", "address": "fa:16:3e:fd:11:62", "network": {"id": "51fab9cf-9ffb-4dad-8c0c-7be3e0c2f5c7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "195626e9c5974d77b8be6dfc262f1caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ac35e8-78", "ovs_interfaceid": "54ac35e8-78b8-4a00-aed6-7c0c4334c712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.995480] env[69183]: DEBUG oslo_concurrency.lockutils [req-8904abae-dfb6-47b0-a504-26e0eb0ee111 req-9ad13b31-eb82-4c90-a9e3-c7ad8ac969bd service nova] Releasing lock "refresh_cache-32a3f694-b433-4ce8-97e9-61211082a144" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.077674] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a68a6b04-15dc-4363-b1d4-7c5554086ce0 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "75b53d5d-4246-4ad8-892e-e5540931365a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.497s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.103025] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525d3914-4de2-18f8-bdd5-54e3ecccf67b, 'name': SearchDatastore_Task, 'duration_secs': 0.015054} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.103025] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30e46065-45b7-4625-84ea-a8c93b714576 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.108440] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 882.108440] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]520c4e8f-1917-1d3e-e6b5-6bfb0bab6461" [ 882.108440] env[69183]: _type = "Task" [ 882.108440] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.119185] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520c4e8f-1917-1d3e-e6b5-6bfb0bab6461, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.198369] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.406595] env[69183]: DEBUG oslo_concurrency.lockutils [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Releasing lock "refresh_cache-ff75e3b8-15c2-4dd3-94a6-de77e6e73501" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.406595] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.406595] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e6a86ea-dbcc-49a7-9269-2e3e8af07b6f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.414069] env[69183]: DEBUG oslo_vmware.api [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 882.414069] env[69183]: value = "task-2789928" [ 882.414069] env[69183]: _type = "Task" [ 882.414069] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.421609] env[69183]: DEBUG oslo_vmware.api [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.574373] env[69183]: INFO nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Updating resource usage from migration dfff3088-b2d4-4dd0-8295-090c5abeb19c [ 882.603296] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 8b417b3a-4ec1-4b64-9a85-94cda10fcea9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 882.604380] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 37882545-0972-4f5c-a1e2-37b4f1bb2fc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 882.604531] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance c2b68522-d582-49d7-b288-426405aec498 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 882.604730] env[69183]: WARNING nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 121683d3-7205-425c-ae2e-e5866e555044 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 882.604885] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 78a992cb-c299-42a5-9c6c-f9108b471538 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 882.605059] env[69183]: WARNING nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance d414f97c-8367-4357-9529-eeac7f04d472 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 882.605242] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 5599a8c9-58c6-40c3-97cc-b0eea581ad5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 882.605407] env[69183]: WARNING nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 8e72f6db-5dba-44ce-a406-76a5022f0001 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 882.605539] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance c32e70e6-d4ed-4586-9492-9ee26735fbbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 882.605687] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 882.605828] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 39057950-8faf-45b1-8c3d-90798c8f8c94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 882.605965] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 6c26d3da-3013-4020-ae22-97093090fafe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 882.606130] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 97bcf6c5-8206-4ba6-a5af-f09d8c273040 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 882.606409] env[69183]: WARNING nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 882.606409] env[69183]: WARNING nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance ccdb57e9-c51c-4e38-a627-6c5ac5f7e622 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 882.606595] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance ff75e3b8-15c2-4dd3-94a6-de77e6e73501 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 882.606787] env[69183]: WARNING nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 4512063e-9589-46ec-bb14-d30ae898a87e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 882.606912] env[69183]: WARNING nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance dc49620e-2afe-433a-833c-4b947fe22732 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 882.607084] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 882.607269] env[69183]: WARNING nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance b0e5eb80-66b4-4292-a2db-826289a5d6db is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 882.607423] env[69183]: WARNING nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 332920e1-7182-4097-a570-0eab1737713c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 882.608345] env[69183]: WARNING nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance e0a6eea8-ea8f-491e-8390-86280974a654 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 882.608345] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 748af884-cb92-47ab-a8c9-ed619f6e9876 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 882.608345] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 32a3f694-b433-4ce8-97e9-61211082a144 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 882.619178] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520c4e8f-1917-1d3e-e6b5-6bfb0bab6461, 'name': SearchDatastore_Task, 'duration_secs': 0.010928} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.619896] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.620265] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 32a3f694-b433-4ce8-97e9-61211082a144/32a3f694-b433-4ce8-97e9-61211082a144.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.620588] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26375aba-155c-4bca-bf98-048bdf24514e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.629487] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 882.629487] env[69183]: value = "task-2789929" [ 882.629487] env[69183]: _type = "Task" [ 882.629487] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.642254] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.927223] env[69183]: DEBUG oslo_vmware.api [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789928, 'name': PowerOffVM_Task, 'duration_secs': 0.27717} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.927918] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.928719] env[69183]: DEBUG nova.virt.hardware [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:02:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f75dc275-e1c3-46c4-8151-de984a7bbaff',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-338754996',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.928992] env[69183]: DEBUG nova.virt.hardware [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.929223] env[69183]: DEBUG nova.virt.hardware [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.929635] env[69183]: DEBUG nova.virt.hardware [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.929840] env[69183]: DEBUG nova.virt.hardware [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.930035] env[69183]: DEBUG nova.virt.hardware [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.930287] env[69183]: DEBUG nova.virt.hardware [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.930481] env[69183]: DEBUG nova.virt.hardware [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.930681] env[69183]: DEBUG nova.virt.hardware [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.930888] env[69183]: DEBUG nova.virt.hardware [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.931108] env[69183]: DEBUG nova.virt.hardware [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.938191] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08b67c29-b6ed-4680-a7ab-f9be7c8eef7f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.956300] env[69183]: DEBUG oslo_vmware.api [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 882.956300] env[69183]: value = "task-2789930" [ 882.956300] env[69183]: _type = "Task" [ 882.956300] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.965875] env[69183]: DEBUG oslo_vmware.api [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.111732] env[69183]: DEBUG nova.compute.manager [req-6594e5e5-25bd-4465-9239-436b23b3ba00 req-9d4a73e1-2927-4211-b19a-ce4f2e5673af service nova] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Received event network-changed-50506d15-69cb-4f62-aa88-138eb7b38326 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 883.112044] env[69183]: DEBUG nova.compute.manager [req-6594e5e5-25bd-4465-9239-436b23b3ba00 req-9d4a73e1-2927-4211-b19a-ce4f2e5673af service nova] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Refreshing instance network info cache due to event network-changed-50506d15-69cb-4f62-aa88-138eb7b38326. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 883.112262] env[69183]: DEBUG oslo_concurrency.lockutils [req-6594e5e5-25bd-4465-9239-436b23b3ba00 req-9d4a73e1-2927-4211-b19a-ce4f2e5673af service nova] Acquiring lock "refresh_cache-748af884-cb92-47ab-a8c9-ed619f6e9876" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.112425] env[69183]: DEBUG oslo_concurrency.lockutils [req-6594e5e5-25bd-4465-9239-436b23b3ba00 req-9d4a73e1-2927-4211-b19a-ce4f2e5673af service nova] Acquired lock "refresh_cache-748af884-cb92-47ab-a8c9-ed619f6e9876" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.112633] env[69183]: DEBUG nova.network.neutron [req-6594e5e5-25bd-4465-9239-436b23b3ba00 req-9d4a73e1-2927-4211-b19a-ce4f2e5673af service nova] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Refreshing network info cache for port 50506d15-69cb-4f62-aa88-138eb7b38326 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.114886] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance dc9a2724-436c-4599-889b-8c447748135a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 883.141283] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789929, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.466256] env[69183]: DEBUG oslo_vmware.api [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789930, 'name': ReconfigVM_Task, 'duration_secs': 0.217078} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.467160] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7f22ac-ef93-4e8a-8818-e2cfd08e8677 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.487629] env[69183]: DEBUG nova.virt.hardware [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:02:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f75dc275-e1c3-46c4-8151-de984a7bbaff',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-338754996',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.488127] env[69183]: DEBUG nova.virt.hardware [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.488431] env[69183]: DEBUG nova.virt.hardware [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.491040] env[69183]: DEBUG nova.virt.hardware [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.491040] env[69183]: DEBUG nova.virt.hardware [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.491040] env[69183]: DEBUG nova.virt.hardware [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.491040] env[69183]: DEBUG nova.virt.hardware [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.491040] env[69183]: DEBUG nova.virt.hardware [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.491040] env[69183]: DEBUG nova.virt.hardware [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.491040] env[69183]: DEBUG nova.virt.hardware [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.491040] env[69183]: DEBUG nova.virt.hardware [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.491040] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96470747-f311-4264-91b3-92832903303d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.498623] env[69183]: DEBUG oslo_vmware.api [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 883.498623] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52d4d833-94e9-d1b8-6355-367ffb58a67b" [ 883.498623] env[69183]: _type = "Task" [ 883.498623] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.506492] env[69183]: DEBUG oslo_vmware.api [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d4d833-94e9-d1b8-6355-367ffb58a67b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.622588] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 883.643600] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773085} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.645068] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 32a3f694-b433-4ce8-97e9-61211082a144/32a3f694-b433-4ce8-97e9-61211082a144.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.645068] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.645068] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-286b81e7-f0e4-4556-819a-eb5d14eae5a8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.655236] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 883.655236] env[69183]: value = "task-2789931" [ 883.655236] env[69183]: _type = "Task" [ 883.655236] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.667355] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.831451] env[69183]: DEBUG nova.network.neutron [req-6594e5e5-25bd-4465-9239-436b23b3ba00 req-9d4a73e1-2927-4211-b19a-ce4f2e5673af service nova] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Updated VIF entry in instance network info cache for port 50506d15-69cb-4f62-aa88-138eb7b38326. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.831887] env[69183]: DEBUG nova.network.neutron [req-6594e5e5-25bd-4465-9239-436b23b3ba00 req-9d4a73e1-2927-4211-b19a-ce4f2e5673af service nova] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Updating instance_info_cache with network_info: [{"id": "50506d15-69cb-4f62-aa88-138eb7b38326", "address": "fa:16:3e:04:66:d3", "network": {"id": "77f59531-f303-4188-8940-7a22ac1d1e92", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1834111767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb086b69802b4f08ac70130e64dd96dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50506d15-69", "ovs_interfaceid": "50506d15-69cb-4f62-aa88-138eb7b38326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.009918] env[69183]: DEBUG oslo_vmware.api [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d4d833-94e9-d1b8-6355-367ffb58a67b, 'name': SearchDatastore_Task, 'duration_secs': 0.011546} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.014785] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 884.015087] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c05b278-7276-4a3d-8790-ee1d777b5f7d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.033596] env[69183]: DEBUG oslo_vmware.api [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 884.033596] env[69183]: value = "task-2789932" [ 884.033596] env[69183]: _type = "Task" [ 884.033596] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.041486] env[69183]: DEBUG oslo_vmware.api [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.124361] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance f816ac19-51db-46a8-9b77-4a44e5f3bb44 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 884.165479] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068258} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.165760] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.166568] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7ce3b2-dde0-47ed-b9d5-24cfc169541c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.190020] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 32a3f694-b433-4ce8-97e9-61211082a144/32a3f694-b433-4ce8-97e9-61211082a144.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.190354] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d341f18e-5021-4f85-9e5c-12506a558563 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.210874] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 884.210874] env[69183]: value = "task-2789933" [ 884.210874] env[69183]: _type = "Task" [ 884.210874] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.219075] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.335134] env[69183]: DEBUG oslo_concurrency.lockutils [req-6594e5e5-25bd-4465-9239-436b23b3ba00 req-9d4a73e1-2927-4211-b19a-ce4f2e5673af service nova] Releasing lock "refresh_cache-748af884-cb92-47ab-a8c9-ed619f6e9876" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.544408] env[69183]: DEBUG oslo_vmware.api [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789932, 'name': ReconfigVM_Task, 'duration_secs': 0.298108} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.544408] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 884.546045] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f40e509-625d-4d7f-996c-36564f7435f1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.569996] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] ff75e3b8-15c2-4dd3-94a6-de77e6e73501/ff75e3b8-15c2-4dd3-94a6-de77e6e73501.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.570918] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1599ec4f-d566-4bbd-8ccd-688f727a6db7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.589201] env[69183]: DEBUG oslo_vmware.api [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 884.589201] env[69183]: value = "task-2789934" [ 884.589201] env[69183]: _type = "Task" [ 884.589201] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.597989] env[69183]: DEBUG oslo_vmware.api [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.627299] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 78ce64c0-55e6-4c9e-a0c0-59053f78d67b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 884.721331] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789933, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.797538] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "75ba6f47-e8ae-4ece-bb9b-6b140344c1b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.797856] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "75ba6f47-e8ae-4ece-bb9b-6b140344c1b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.798110] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "75ba6f47-e8ae-4ece-bb9b-6b140344c1b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.798276] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "75ba6f47-e8ae-4ece-bb9b-6b140344c1b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.798745] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "75ba6f47-e8ae-4ece-bb9b-6b140344c1b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.801011] env[69183]: INFO nova.compute.manager [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Terminating instance [ 884.843338] env[69183]: DEBUG oslo_concurrency.lockutils [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "a0a9867e-44d4-456c-8352-48b10596797b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.843598] env[69183]: DEBUG oslo_concurrency.lockutils [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "a0a9867e-44d4-456c-8352-48b10596797b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.099380] env[69183]: DEBUG oslo_vmware.api [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.130218] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 1366812c-00a8-425a-a30e-c6f2578e7dd6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 885.130539] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Migration dfff3088-b2d4-4dd0-8295-090c5abeb19c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 885.130539] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 4aa83732-4f5c-45e5-8929-d8301c2e9b3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 885.130778] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 885.130921] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 885.229431] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789933, 'name': ReconfigVM_Task, 'duration_secs': 0.527566} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.231987] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 32a3f694-b433-4ce8-97e9-61211082a144/32a3f694-b433-4ce8-97e9-61211082a144.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.232855] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-944ee403-02ed-4078-bf3f-a063682f7222 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.240257] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 885.240257] env[69183]: value = "task-2789935" [ 885.240257] env[69183]: _type = "Task" [ 885.240257] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.251483] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789935, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.304887] env[69183]: DEBUG nova.compute.manager [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.305126] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.305970] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002fcd77-abb3-4ee4-af65-e8f59a9e3e89 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.313454] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.313691] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02b8b6cb-8592-4b92-b3b0-4087813a0f1e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.318928] env[69183]: DEBUG oslo_vmware.api [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 885.318928] env[69183]: value = "task-2789936" [ 885.318928] env[69183]: _type = "Task" [ 885.318928] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.328944] env[69183]: DEBUG oslo_vmware.api [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.346581] env[69183]: DEBUG nova.compute.manager [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.568984] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5cd08f-037c-4a35-9537-21eedef753b1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.576906] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f3296e-2efe-4a86-99fa-a998a22be89e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.612842] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c5e522-2d2a-40c2-9733-c86f5e70a87b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.622380] env[69183]: DEBUG oslo_vmware.api [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789934, 'name': ReconfigVM_Task, 'duration_secs': 0.61476} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.622793] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Reconfigured VM instance instance-0000002b to attach disk [datastore1] ff75e3b8-15c2-4dd3-94a6-de77e6e73501/ff75e3b8-15c2-4dd3-94a6-de77e6e73501.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.624471] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5cff63-20de-40d0-9507-c52b532c0298 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.629357] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc54292-dc6a-4f16-af7b-93d916ee4149 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.643337] env[69183]: DEBUG nova.compute.provider_tree [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.659110] env[69183]: DEBUG nova.scheduler.client.report [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.662671] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c04649-4926-45bb-a182-04da691d7084 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.682951] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f264314a-c515-4621-b1a3-36f8b86b9136 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.701426] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197ffd28-2e07-4170-8d0b-b79528f77a38 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.708060] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.708307] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-992bf07f-5543-4e3f-a610-07b426566d2b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.714768] env[69183]: DEBUG oslo_vmware.api [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 885.714768] env[69183]: value = "task-2789937" [ 885.714768] env[69183]: _type = "Task" [ 885.714768] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.724290] env[69183]: DEBUG oslo_vmware.api [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.749248] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789935, 'name': Rename_Task, 'duration_secs': 0.21431} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.749568] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.749792] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd1c1c9f-ca28-4970-a8a0-682c92dc965d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.755531] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 885.755531] env[69183]: value = "task-2789938" [ 885.755531] env[69183]: _type = "Task" [ 885.755531] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.762972] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.829224] env[69183]: DEBUG oslo_vmware.api [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789936, 'name': PowerOffVM_Task, 'duration_secs': 0.200473} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.829521] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.829729] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.829993] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8be5b8ae-51a5-4d40-b9aa-65a33343dabd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.871603] env[69183]: DEBUG oslo_concurrency.lockutils [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.898508] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.898757] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.898931] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Deleting the datastore file [datastore2] 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.899217] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ccf3f46-5572-42e8-ae7b-14093501f590 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.905792] env[69183]: DEBUG oslo_vmware.api [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 885.905792] env[69183]: value = "task-2789940" [ 885.905792] env[69183]: _type = "Task" [ 885.905792] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.914303] env[69183]: DEBUG oslo_vmware.api [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.166968] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69183) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 886.167293] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.616s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.168613] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.982s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.170312] env[69183]: INFO nova.compute.claims [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.173129] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 886.173280] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Cleaning up deleted instances {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 886.179592] env[69183]: DEBUG nova.compute.manager [req-0a833ca9-3e9a-47c9-9cc7-df4f187c7d54 req-b5de9920-f1db-4e9d-bc04-97bf38006b2c service nova] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Received event network-changed-50506d15-69cb-4f62-aa88-138eb7b38326 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 886.179692] env[69183]: DEBUG nova.compute.manager [req-0a833ca9-3e9a-47c9-9cc7-df4f187c7d54 req-b5de9920-f1db-4e9d-bc04-97bf38006b2c service nova] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Refreshing instance network info cache due to event network-changed-50506d15-69cb-4f62-aa88-138eb7b38326. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 886.179874] env[69183]: DEBUG oslo_concurrency.lockutils [req-0a833ca9-3e9a-47c9-9cc7-df4f187c7d54 req-b5de9920-f1db-4e9d-bc04-97bf38006b2c service nova] Acquiring lock "refresh_cache-748af884-cb92-47ab-a8c9-ed619f6e9876" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.180038] env[69183]: DEBUG oslo_concurrency.lockutils [req-0a833ca9-3e9a-47c9-9cc7-df4f187c7d54 req-b5de9920-f1db-4e9d-bc04-97bf38006b2c service nova] Acquired lock "refresh_cache-748af884-cb92-47ab-a8c9-ed619f6e9876" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.181317] env[69183]: DEBUG nova.network.neutron [req-0a833ca9-3e9a-47c9-9cc7-df4f187c7d54 req-b5de9920-f1db-4e9d-bc04-97bf38006b2c service nova] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Refreshing network info cache for port 50506d15-69cb-4f62-aa88-138eb7b38326 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.225885] env[69183]: DEBUG oslo_vmware.api [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789937, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.265673] env[69183]: DEBUG oslo_vmware.api [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789938, 'name': PowerOnVM_Task, 'duration_secs': 0.467759} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.265955] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.266167] env[69183]: INFO nova.compute.manager [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Took 7.82 seconds to spawn the instance on the hypervisor. [ 886.266348] env[69183]: DEBUG nova.compute.manager [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.267158] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e5e07f-3f4a-4787-8bee-f28d2b9d02a1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.416909] env[69183]: DEBUG oslo_vmware.api [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2789940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142527} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.417461] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.417665] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.417838] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.418017] env[69183]: INFO nova.compute.manager [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 886.418269] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.418537] env[69183]: DEBUG nova.compute.manager [-] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.418638] env[69183]: DEBUG nova.network.neutron [-] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.692932] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] There are 39 instances to clean {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 886.694143] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 75b53d5d-4246-4ad8-892e-e5540931365a] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 886.725015] env[69183]: DEBUG oslo_vmware.api [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789937, 'name': PowerOnVM_Task, 'duration_secs': 0.559903} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.725287] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.783121] env[69183]: DEBUG nova.compute.manager [req-71360e5e-84c8-47e9-8420-b4e9cdb48463 req-021bdbce-83cf-486c-9f99-5b36467c4d6c service nova] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Received event network-vif-deleted-f28656af-413d-4434-afb7-48c40011c370 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 886.783121] env[69183]: INFO nova.compute.manager [req-71360e5e-84c8-47e9-8420-b4e9cdb48463 req-021bdbce-83cf-486c-9f99-5b36467c4d6c service nova] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Neutron deleted interface f28656af-413d-4434-afb7-48c40011c370; detaching it from the instance and deleting it from the info cache [ 886.783121] env[69183]: DEBUG nova.network.neutron [req-71360e5e-84c8-47e9-8420-b4e9cdb48463 req-021bdbce-83cf-486c-9f99-5b36467c4d6c service nova] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.788017] env[69183]: INFO nova.compute.manager [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Took 52.76 seconds to build instance. [ 886.926026] env[69183]: DEBUG nova.network.neutron [req-0a833ca9-3e9a-47c9-9cc7-df4f187c7d54 req-b5de9920-f1db-4e9d-bc04-97bf38006b2c service nova] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Updated VIF entry in instance network info cache for port 50506d15-69cb-4f62-aa88-138eb7b38326. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.926139] env[69183]: DEBUG nova.network.neutron [req-0a833ca9-3e9a-47c9-9cc7-df4f187c7d54 req-b5de9920-f1db-4e9d-bc04-97bf38006b2c service nova] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Updating instance_info_cache with network_info: [{"id": "50506d15-69cb-4f62-aa88-138eb7b38326", "address": "fa:16:3e:04:66:d3", "network": {"id": "77f59531-f303-4188-8940-7a22ac1d1e92", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1834111767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb086b69802b4f08ac70130e64dd96dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50506d15-69", "ovs_interfaceid": "50506d15-69cb-4f62-aa88-138eb7b38326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.147079] env[69183]: DEBUG nova.network.neutron [-] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.198353] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 82521e51-2770-4675-be10-aa5beb72ab84] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 887.290027] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9fa2c7a-ca19-49eb-acf2-3a55541e4eab tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "32a3f694-b433-4ce8-97e9-61211082a144" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.130s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.290027] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adaf255e-1c92-4c99-ab57-0f0f60cbf402 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.302478] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec15ec2e-7798-43e7-96ec-7d340f07210f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.007606] env[69183]: DEBUG oslo_concurrency.lockutils [req-0a833ca9-3e9a-47c9-9cc7-df4f187c7d54 req-b5de9920-f1db-4e9d-bc04-97bf38006b2c service nova] Releasing lock "refresh_cache-748af884-cb92-47ab-a8c9-ed619f6e9876" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.007891] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Acquiring lock "748af884-cb92-47ab-a8c9-ed619f6e9876" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.008136] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Lock "748af884-cb92-47ab-a8c9-ed619f6e9876" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.008339] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Acquiring lock "748af884-cb92-47ab-a8c9-ed619f6e9876-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.008539] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Lock "748af884-cb92-47ab-a8c9-ed619f6e9876-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.008754] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Lock "748af884-cb92-47ab-a8c9-ed619f6e9876-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.010346] env[69183]: INFO nova.compute.manager [-] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Took 1.59 seconds to deallocate network for instance. [ 888.010676] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: f5d8ff76-766d-407a-87a8-89065f1cf8f3] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 888.014969] env[69183]: INFO nova.compute.manager [None req-62df4338-3bf6-41ac-95b8-b9fce84d93d9 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Updating instance to original state: 'active' [ 888.017467] env[69183]: DEBUG nova.compute.manager [req-71360e5e-84c8-47e9-8420-b4e9cdb48463 req-021bdbce-83cf-486c-9f99-5b36467c4d6c service nova] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Detach interface failed, port_id=f28656af-413d-4434-afb7-48c40011c370, reason: Instance 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 888.018100] env[69183]: INFO nova.compute.manager [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Terminating instance [ 888.312787] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ff4479-1a87-4f57-95f1-4d19cb4d47cd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.319841] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b0d73b-53e2-436b-93cb-3d1af6b1ec5d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.350171] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d280020e-1fd2-414d-ad08-5c20c41f474a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.357523] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c126c431-32f4-428e-b86c-7d4ace39559a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.375853] env[69183]: DEBUG nova.compute.provider_tree [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.519956] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: c9371531-6eeb-4f0b-9ed9-4c04942c187f] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 888.522763] env[69183]: DEBUG nova.compute.manager [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.524519] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012b3a82-c406-4a2a-a6dd-a85f56e788df {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.529882] env[69183]: DEBUG nova.compute.manager [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.530176] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.530864] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.533800] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f34424-264b-4865-9c42-f406f4eae214 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.545344] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.545926] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bec9c0d9-2b29-4ab7-b3e4-33ad1fc4da42 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.552066] env[69183]: DEBUG oslo_vmware.api [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Waiting for the task: (returnval){ [ 888.552066] env[69183]: value = "task-2789941" [ 888.552066] env[69183]: _type = "Task" [ 888.552066] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.563393] env[69183]: DEBUG oslo_vmware.api [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Task: {'id': task-2789941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.878675] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.879044] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.879314] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.879545] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.879862] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.882843] env[69183]: DEBUG nova.scheduler.client.report [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.887675] env[69183]: INFO nova.compute.manager [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Terminating instance [ 889.024966] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: fd82482c-4769-400c-9ee6-632e60be2e56] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 889.047540] env[69183]: INFO nova.compute.manager [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] instance snapshotting [ 889.051680] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c722c97e-b1db-4422-a5e7-70f510f23d65 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.078772] env[69183]: DEBUG oslo_vmware.api [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Task: {'id': task-2789941, 'name': PowerOffVM_Task, 'duration_secs': 0.324137} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.080653] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007c4319-d95d-4eb5-a485-52a06e29cc07 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.083440] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.083629] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.087202] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07e50e7b-d527-48c4-8d83-44ea1c2afb7b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.168591] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.168926] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.169203] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Deleting the datastore file [datastore2] 748af884-cb92-47ab-a8c9-ed619f6e9876 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.169543] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3970553e-77d0-4863-b4c6-a3bd7b8681ff {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.176553] env[69183]: DEBUG oslo_vmware.api [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Waiting for the task: (returnval){ [ 889.176553] env[69183]: value = "task-2789943" [ 889.176553] env[69183]: _type = "Task" [ 889.176553] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.184580] env[69183]: DEBUG oslo_vmware.api [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Task: {'id': task-2789943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.390916] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.222s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.391338] env[69183]: DEBUG nova.compute.manager [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.394234] env[69183]: DEBUG oslo_concurrency.lockutils [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.798s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.394430] env[69183]: DEBUG oslo_concurrency.lockutils [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.396449] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 45.543s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.396636] env[69183]: DEBUG nova.objects.instance [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69183) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 889.401309] env[69183]: DEBUG nova.compute.manager [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.401568] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.403679] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb6429b-173c-41fd-85ee-00ff3967e1e5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.410257] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.410429] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-834588b5-006e-43a0-bd28-053013e16530 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.416911] env[69183]: DEBUG oslo_vmware.api [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 889.416911] env[69183]: value = "task-2789944" [ 889.416911] env[69183]: _type = "Task" [ 889.416911] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.425204] env[69183]: DEBUG oslo_vmware.api [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.426208] env[69183]: INFO nova.scheduler.client.report [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Deleted allocations for instance 121683d3-7205-425c-ae2e-e5866e555044 [ 889.528270] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: d9ca7edd-63df-40f6-ae93-1a5911427ee7] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 889.588386] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "ff75e3b8-15c2-4dd3-94a6-de77e6e73501" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.588386] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "ff75e3b8-15c2-4dd3-94a6-de77e6e73501" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.588588] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "ff75e3b8-15c2-4dd3-94a6-de77e6e73501-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.589312] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "ff75e3b8-15c2-4dd3-94a6-de77e6e73501-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.589765] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "ff75e3b8-15c2-4dd3-94a6-de77e6e73501-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.592918] env[69183]: INFO nova.compute.manager [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Terminating instance [ 889.598071] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Creating Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 889.598071] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b1570421-bcfd-48b2-b29a-09685f5d0013 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.606582] env[69183]: DEBUG oslo_vmware.api [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 889.606582] env[69183]: value = "task-2789945" [ 889.606582] env[69183]: _type = "Task" [ 889.606582] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.616324] env[69183]: DEBUG oslo_vmware.api [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789945, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.686770] env[69183]: DEBUG oslo_vmware.api [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Task: {'id': task-2789943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320987} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.687029] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.687222] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.687402] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.687573] env[69183]: INFO nova.compute.manager [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Took 1.16 seconds to destroy the instance on the hypervisor. [ 889.687809] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.688011] env[69183]: DEBUG nova.compute.manager [-] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.688115] env[69183]: DEBUG nova.network.neutron [-] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.910020] env[69183]: DEBUG nova.compute.utils [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.910020] env[69183]: DEBUG nova.compute.manager [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.910142] env[69183]: DEBUG nova.network.neutron [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.927940] env[69183]: DEBUG oslo_vmware.api [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789944, 'name': PowerOffVM_Task, 'duration_secs': 0.222901} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.928076] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.928139] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.928396] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2b050c7-1dda-4422-a81d-e39e5ace66a9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.935840] env[69183]: DEBUG oslo_concurrency.lockutils [None req-93cdba6a-a75c-4406-a3ef-65bbb2b3e4c4 tempest-FloatingIPsAssociationTestJSON-1805583085 tempest-FloatingIPsAssociationTestJSON-1805583085-project-member] Lock "121683d3-7205-425c-ae2e-e5866e555044" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.891s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.989739] env[69183]: DEBUG nova.policy [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '606a0a806a21448eae45f49aa6834727', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b9061f0d97b40d29cad71e119357270', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.998613] env[69183]: DEBUG nova.compute.manager [req-e286f0b8-4f9d-4afd-b65d-e7b8658693bd req-92236bb5-5c9b-46da-b420-74e8c3c6e438 service nova] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Received event network-vif-deleted-50506d15-69cb-4f62-aa88-138eb7b38326 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 889.998825] env[69183]: INFO nova.compute.manager [req-e286f0b8-4f9d-4afd-b65d-e7b8658693bd req-92236bb5-5c9b-46da-b420-74e8c3c6e438 service nova] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Neutron deleted interface 50506d15-69cb-4f62-aa88-138eb7b38326; detaching it from the instance and deleting it from the info cache [ 889.999764] env[69183]: DEBUG nova.network.neutron [req-e286f0b8-4f9d-4afd-b65d-e7b8658693bd req-92236bb5-5c9b-46da-b420-74e8c3c6e438 service nova] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.004232] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.004232] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.004232] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Deleting the datastore file [datastore1] 37882545-0972-4f5c-a1e2-37b4f1bb2fc6 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.004232] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-776f4c1e-4321-4bb6-9253-b0e9baacc3dd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.009748] env[69183]: DEBUG oslo_vmware.api [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 890.009748] env[69183]: value = "task-2789947" [ 890.009748] env[69183]: _type = "Task" [ 890.009748] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.019687] env[69183]: DEBUG oslo_vmware.api [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.031994] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 68bd72ad-3ec6-44f8-8d5f-311cce1678f1] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 890.098695] env[69183]: DEBUG nova.compute.manager [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.098926] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.099810] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e806230-26ea-48b3-be58-982bae30bbf6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.107486] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.110431] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c967375-9287-4059-8783-7d50856a8cc1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.118377] env[69183]: DEBUG oslo_vmware.api [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789945, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.119620] env[69183]: DEBUG oslo_vmware.api [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 890.119620] env[69183]: value = "task-2789948" [ 890.119620] env[69183]: _type = "Task" [ 890.119620] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.127300] env[69183]: DEBUG oslo_vmware.api [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.411208] env[69183]: DEBUG oslo_concurrency.lockutils [None req-bfd71ac6-e817-4599-84ca-469652c0491f tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.412817] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.041s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.413199] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.416114] env[69183]: DEBUG oslo_concurrency.lockutils [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.433s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.416332] env[69183]: DEBUG oslo_concurrency.lockutils [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.418122] env[69183]: DEBUG oslo_concurrency.lockutils [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.636s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.419628] env[69183]: INFO nova.compute.claims [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.422718] env[69183]: DEBUG nova.compute.manager [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.448455] env[69183]: INFO nova.scheduler.client.report [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Deleted allocations for instance d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e [ 890.461731] env[69183]: INFO nova.scheduler.client.report [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Deleted allocations for instance ccdb57e9-c51c-4e38-a627-6c5ac5f7e622 [ 890.464144] env[69183]: DEBUG nova.network.neutron [-] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.504627] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9053c17f-bb9d-43c9-9905-f15b3ce6f24d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.516832] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0d5f69-2f6d-455b-a89c-5b0ba5491c60 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.534728] env[69183]: DEBUG oslo_vmware.api [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2789947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309649} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.537776] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 2813a4f7-0282-4365-a87d-a959016779c4] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 890.537776] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.537776] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.537776] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.537776] env[69183]: INFO nova.compute.manager [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 890.538163] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.539929] env[69183]: DEBUG nova.compute.manager [-] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.539929] env[69183]: DEBUG nova.network.neutron [-] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.554353] env[69183]: DEBUG nova.compute.manager [req-e286f0b8-4f9d-4afd-b65d-e7b8658693bd req-92236bb5-5c9b-46da-b420-74e8c3c6e438 service nova] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Detach interface failed, port_id=50506d15-69cb-4f62-aa88-138eb7b38326, reason: Instance 748af884-cb92-47ab-a8c9-ed619f6e9876 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 890.628426] env[69183]: DEBUG oslo_vmware.api [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789945, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.642604] env[69183]: DEBUG oslo_vmware.api [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789948, 'name': PowerOffVM_Task, 'duration_secs': 0.213764} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.643309] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.643440] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.643732] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-219bfd4b-d788-43c1-986b-1e737bc5c6f9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.718052] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.718669] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.718915] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Deleting the datastore file [datastore1] ff75e3b8-15c2-4dd3-94a6-de77e6e73501 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.719199] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b8ec9dd-efe0-417b-891c-753106e887d2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.725536] env[69183]: DEBUG oslo_vmware.api [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 890.725536] env[69183]: value = "task-2789950" [ 890.725536] env[69183]: _type = "Task" [ 890.725536] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.734682] env[69183]: DEBUG oslo_vmware.api [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.959361] env[69183]: DEBUG oslo_concurrency.lockutils [None req-88316b63-5534-44fc-b870-686cd081075e tempest-ServersListShow298Test-1545203686 tempest-ServersListShow298Test-1545203686-project-member] Lock "d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.770s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.967756] env[69183]: INFO nova.compute.manager [-] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Took 1.28 seconds to deallocate network for instance. [ 890.968111] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a3f8b895-dc41-4448-95ad-c2036ffd0875 tempest-ServersAaction247Test-678474839 tempest-ServersAaction247Test-678474839-project-member] Lock "ccdb57e9-c51c-4e38-a627-6c5ac5f7e622" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.944s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.039239] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: b3a1f91d-d3bd-4127-b294-c10ce3a2edfe] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 891.047077] env[69183]: DEBUG nova.network.neutron [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Successfully created port: 1aa5319f-45ca-441a-8303-02f397207cd9 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.118351] env[69183]: DEBUG oslo_vmware.api [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789945, 'name': CreateSnapshot_Task, 'duration_secs': 1.085416} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.118657] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Created Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 891.119393] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fd670c-3237-49d8-9740-6450850139f6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.235511] env[69183]: DEBUG oslo_vmware.api [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.438146] env[69183]: DEBUG nova.compute.manager [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.473814] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.478466] env[69183]: DEBUG nova.virt.hardware [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.478704] env[69183]: DEBUG nova.virt.hardware [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.478861] env[69183]: DEBUG nova.virt.hardware [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.479063] env[69183]: DEBUG nova.virt.hardware [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.479227] env[69183]: DEBUG nova.virt.hardware [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.479374] env[69183]: DEBUG nova.virt.hardware [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.479648] env[69183]: DEBUG nova.virt.hardware [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.479847] env[69183]: DEBUG nova.virt.hardware [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.480030] env[69183]: DEBUG nova.virt.hardware [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.480199] env[69183]: DEBUG nova.virt.hardware [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.480369] env[69183]: DEBUG nova.virt.hardware [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.481243] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f67890a-32a6-47d6-9a83-41dc65cdccc7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.490463] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c672e8-fc72-43a6-86e2-b87424e921f6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.531021] env[69183]: DEBUG nova.network.neutron [-] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.547647] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: d496b806-b894-48f1-839d-2551f81c2cb0] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 891.641178] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Creating linked-clone VM from snapshot {{(pid=69183) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 891.647129] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d1925231-f2ca-4722-ad2d-d620c9ebd502 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.657968] env[69183]: DEBUG oslo_vmware.api [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 891.657968] env[69183]: value = "task-2789951" [ 891.657968] env[69183]: _type = "Task" [ 891.657968] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.669248] env[69183]: DEBUG oslo_vmware.api [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789951, 'name': CloneVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.744801] env[69183]: DEBUG oslo_vmware.api [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2789950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.60535} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.745150] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.745858] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.745858] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.745858] env[69183]: INFO nova.compute.manager [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Took 1.65 seconds to destroy the instance on the hypervisor. [ 891.746025] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.746118] env[69183]: DEBUG nova.compute.manager [-] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.746210] env[69183]: DEBUG nova.network.neutron [-] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.995817] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb543b8d-cbc7-482f-a26b-65c55fad7609 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.004335] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1292b3a1-f340-4a84-afac-5dbab8f274f5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.038109] env[69183]: INFO nova.compute.manager [-] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Took 1.50 seconds to deallocate network for instance. [ 892.041393] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c5e9fb-8e3e-4b0e-a752-987a2c9cf519 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.051474] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97c90ad-0336-482b-853f-79b6932b4ff9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.056660] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 91ce0605-359f-4dad-8298-8e17ee656731] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 892.059536] env[69183]: DEBUG nova.compute.manager [req-5046cae4-9c1f-4724-91fd-28b340b122e3 req-12c5a82c-7346-493a-ac1c-493d9041abf2 service nova] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Received event network-vif-deleted-30fb968b-42c3-400a-bf84-562c057e680c {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 892.070485] env[69183]: DEBUG nova.compute.provider_tree [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.169137] env[69183]: DEBUG oslo_vmware.api [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789951, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.547840] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.561425] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 54e63c54-74ee-4ec4-aabe-517d3e58ca39] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 892.578483] env[69183]: DEBUG nova.scheduler.client.report [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.670988] env[69183]: DEBUG oslo_vmware.api [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789951, 'name': CloneVM_Task} progress is 95%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.735874] env[69183]: DEBUG nova.network.neutron [-] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.985605] env[69183]: DEBUG nova.network.neutron [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Successfully updated port: 1aa5319f-45ca-441a-8303-02f397207cd9 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.991911] env[69183]: DEBUG nova.compute.manager [req-c95e388c-dd0e-43c2-9cf3-ef6f97e4c5e4 req-5d1ef0e9-0fdc-4ac1-a118-fb681c94c97e service nova] [instance: dc9a2724-436c-4599-889b-8c447748135a] Received event network-vif-plugged-1aa5319f-45ca-441a-8303-02f397207cd9 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 892.991911] env[69183]: DEBUG oslo_concurrency.lockutils [req-c95e388c-dd0e-43c2-9cf3-ef6f97e4c5e4 req-5d1ef0e9-0fdc-4ac1-a118-fb681c94c97e service nova] Acquiring lock "dc9a2724-436c-4599-889b-8c447748135a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.991911] env[69183]: DEBUG oslo_concurrency.lockutils [req-c95e388c-dd0e-43c2-9cf3-ef6f97e4c5e4 req-5d1ef0e9-0fdc-4ac1-a118-fb681c94c97e service nova] Lock "dc9a2724-436c-4599-889b-8c447748135a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.991911] env[69183]: DEBUG oslo_concurrency.lockutils [req-c95e388c-dd0e-43c2-9cf3-ef6f97e4c5e4 req-5d1ef0e9-0fdc-4ac1-a118-fb681c94c97e service nova] Lock "dc9a2724-436c-4599-889b-8c447748135a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.991911] env[69183]: DEBUG nova.compute.manager [req-c95e388c-dd0e-43c2-9cf3-ef6f97e4c5e4 req-5d1ef0e9-0fdc-4ac1-a118-fb681c94c97e service nova] [instance: dc9a2724-436c-4599-889b-8c447748135a] No waiting events found dispatching network-vif-plugged-1aa5319f-45ca-441a-8303-02f397207cd9 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 892.991911] env[69183]: WARNING nova.compute.manager [req-c95e388c-dd0e-43c2-9cf3-ef6f97e4c5e4 req-5d1ef0e9-0fdc-4ac1-a118-fb681c94c97e service nova] [instance: dc9a2724-436c-4599-889b-8c447748135a] Received unexpected event network-vif-plugged-1aa5319f-45ca-441a-8303-02f397207cd9 for instance with vm_state building and task_state spawning. [ 893.064088] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 4b757ef6-19c1-4c73-b16a-3b1ce765c2bc] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 893.081161] env[69183]: DEBUG oslo_concurrency.lockutils [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.081872] env[69183]: DEBUG nova.compute.manager [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.085734] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.201s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.087509] env[69183]: INFO nova.compute.claims [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.172463] env[69183]: DEBUG oslo_vmware.api [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789951, 'name': CloneVM_Task, 'duration_secs': 1.117852} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.172784] env[69183]: INFO nova.virt.vmwareapi.vmops [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Created linked-clone VM from snapshot [ 893.173556] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d007d4-5a6e-4573-b729-8559a11ee841 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.180923] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Uploading image 501b6cfe-9f60-4893-a43e-ab3a4723f08f {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 893.208297] env[69183]: DEBUG oslo_vmware.rw_handles [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 893.208297] env[69183]: value = "vm-560814" [ 893.208297] env[69183]: _type = "VirtualMachine" [ 893.208297] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 893.208524] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9ac2c9b0-4ae7-44cd-adfa-200f090abc55 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.215966] env[69183]: DEBUG oslo_vmware.rw_handles [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lease: (returnval){ [ 893.215966] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527b1e7a-1ced-d48a-ba4f-229f663f5943" [ 893.215966] env[69183]: _type = "HttpNfcLease" [ 893.215966] env[69183]: } obtained for exporting VM: (result){ [ 893.215966] env[69183]: value = "vm-560814" [ 893.215966] env[69183]: _type = "VirtualMachine" [ 893.215966] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 893.216280] env[69183]: DEBUG oslo_vmware.api [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the lease: (returnval){ [ 893.216280] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527b1e7a-1ced-d48a-ba4f-229f663f5943" [ 893.216280] env[69183]: _type = "HttpNfcLease" [ 893.216280] env[69183]: } to be ready. {{(pid=69183) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 893.222751] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 893.222751] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527b1e7a-1ced-d48a-ba4f-229f663f5943" [ 893.222751] env[69183]: _type = "HttpNfcLease" [ 893.222751] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 893.238431] env[69183]: INFO nova.compute.manager [-] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Took 1.49 seconds to deallocate network for instance. [ 893.493341] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "refresh_cache-dc9a2724-436c-4599-889b-8c447748135a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.493341] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquired lock "refresh_cache-dc9a2724-436c-4599-889b-8c447748135a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.493341] env[69183]: DEBUG nova.network.neutron [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.567211] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 1622e6bf-5bfe-4a9b-9cb7-81f1ee801a01] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 893.596656] env[69183]: DEBUG nova.compute.utils [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.598379] env[69183]: DEBUG nova.compute.manager [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.598795] env[69183]: DEBUG nova.network.neutron [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.660824] env[69183]: DEBUG nova.policy [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abb6b21e8f6a433598c81aeb98cfcc6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a0be7e15da54f06aed63b8a88fbe11b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.729848] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 893.729848] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527b1e7a-1ced-d48a-ba4f-229f663f5943" [ 893.729848] env[69183]: _type = "HttpNfcLease" [ 893.729848] env[69183]: } is ready. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 893.730436] env[69183]: DEBUG oslo_vmware.rw_handles [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 893.730436] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527b1e7a-1ced-d48a-ba4f-229f663f5943" [ 893.730436] env[69183]: _type = "HttpNfcLease" [ 893.730436] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 893.732166] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393e8011-b43e-4f57-b9dc-49d4e3a669c6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.740167] env[69183]: DEBUG oslo_vmware.rw_handles [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d8132-7720-ea52-9397-73afa07cb51d/disk-0.vmdk from lease info. {{(pid=69183) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 893.740167] env[69183]: DEBUG oslo_vmware.rw_handles [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d8132-7720-ea52-9397-73afa07cb51d/disk-0.vmdk for reading. {{(pid=69183) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 893.805324] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.909683] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e44a75ff-e8f0-4e36-9102-7cf5ee6a4064 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.033959] env[69183]: DEBUG nova.network.neutron [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.071603] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: de6cb453-ef68-4121-93b8-5252d8e6fb33] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 894.103458] env[69183]: DEBUG nova.compute.manager [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.148531] env[69183]: DEBUG nova.compute.manager [req-a1d1cc24-54a0-4d51-bee6-3bccc939c796 req-580cce72-1c56-4a83-81a3-1585f728fd30 service nova] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Received event network-vif-deleted-54ac35e8-78b8-4a00-aed6-7c0c4334c712 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 894.211457] env[69183]: DEBUG nova.network.neutron [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Updating instance_info_cache with network_info: [{"id": "1aa5319f-45ca-441a-8303-02f397207cd9", "address": "fa:16:3e:34:28:7e", "network": {"id": "63aa2803-3c79-4d3f-b3e5-aa94c85e6a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046047333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9061f0d97b40d29cad71e119357270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa5319f-45", "ovs_interfaceid": "1aa5319f-45ca-441a-8303-02f397207cd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.352358] env[69183]: DEBUG nova.network.neutron [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Successfully created port: 31d35a67-70ef-4386-be39-a39da1b1ccce {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.568975] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d268fed9-96d2-42e1-af99-3556468f7086 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.574390] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: c1da3649-77d1-4da8-9779-9f4a3a591ba7] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 894.581543] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11a65fe-c82c-4eae-86df-29d88d46322a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.627442] env[69183]: INFO nova.virt.block_device [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Booting with volume a763d985-a6cd-4925-87fa-611fb40cb409 at /dev/sda [ 894.631363] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7942de2-3375-4d73-8e9a-9d8996bd1171 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.645666] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b56fa20-4cea-4a9c-b30c-8c9705d7d95f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.667795] env[69183]: DEBUG nova.compute.provider_tree [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.673936] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c9004a8-ec17-4457-a29a-03a65fc64311 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.687363] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ac0ba2-8be8-48bd-a1aa-0c092660ec0e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.729851] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Releasing lock "refresh_cache-dc9a2724-436c-4599-889b-8c447748135a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.730255] env[69183]: DEBUG nova.compute.manager [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Instance network_info: |[{"id": "1aa5319f-45ca-441a-8303-02f397207cd9", "address": "fa:16:3e:34:28:7e", "network": {"id": "63aa2803-3c79-4d3f-b3e5-aa94c85e6a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046047333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9061f0d97b40d29cad71e119357270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa5319f-45", "ovs_interfaceid": "1aa5319f-45ca-441a-8303-02f397207cd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 894.731561] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:28:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1aa5319f-45ca-441a-8303-02f397207cd9', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.741325] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Creating folder: Project (1b9061f0d97b40d29cad71e119357270). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 894.741725] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a212f2d-86b3-410f-b6ca-ca62e474d0bd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.743906] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-930a54e4-df2f-4341-a9f0-67f5a5149ead {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.752242] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d51954-9dd5-452f-8423-ab331fb6e4d7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.764745] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Created folder: Project (1b9061f0d97b40d29cad71e119357270) in parent group-v560622. [ 894.764745] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Creating folder: Instances. Parent ref: group-v560815. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 894.765131] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d47a18a-baac-48c9-a57d-8c0354e60650 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.774675] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Created folder: Instances in parent group-v560815. [ 894.774931] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.788133] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc9a2724-436c-4599-889b-8c447748135a] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.788957] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0deb72ec-23a4-4b6d-bc09-8e1b43a27e13 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.805652] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef40b2f-bf13-412e-8800-45a719b9264e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.816266] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6c4cb2-881e-421c-9b5f-d3e3aed4b698 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.819046] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.819046] env[69183]: value = "task-2789955" [ 894.819046] env[69183]: _type = "Task" [ 894.819046] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.827804] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789955, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.832046] env[69183]: DEBUG nova.virt.block_device [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Updating existing volume attachment record: d754b739-0797-46df-bbbe-031d708aa26c {{(pid=69183) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 895.079382] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 1c3ef044-6dd3-4bbd-9e4a-5044dc0cfe60] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 895.176041] env[69183]: DEBUG nova.scheduler.client.report [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.281908] env[69183]: DEBUG nova.compute.manager [req-57c2a6c2-e324-49fe-962b-890c52a3ed98 req-a7c90e79-f605-4bf0-807c-c4d65cebb765 service nova] [instance: dc9a2724-436c-4599-889b-8c447748135a] Received event network-changed-1aa5319f-45ca-441a-8303-02f397207cd9 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 895.282189] env[69183]: DEBUG nova.compute.manager [req-57c2a6c2-e324-49fe-962b-890c52a3ed98 req-a7c90e79-f605-4bf0-807c-c4d65cebb765 service nova] [instance: dc9a2724-436c-4599-889b-8c447748135a] Refreshing instance network info cache due to event network-changed-1aa5319f-45ca-441a-8303-02f397207cd9. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 895.282428] env[69183]: DEBUG oslo_concurrency.lockutils [req-57c2a6c2-e324-49fe-962b-890c52a3ed98 req-a7c90e79-f605-4bf0-807c-c4d65cebb765 service nova] Acquiring lock "refresh_cache-dc9a2724-436c-4599-889b-8c447748135a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.283247] env[69183]: DEBUG oslo_concurrency.lockutils [req-57c2a6c2-e324-49fe-962b-890c52a3ed98 req-a7c90e79-f605-4bf0-807c-c4d65cebb765 service nova] Acquired lock "refresh_cache-dc9a2724-436c-4599-889b-8c447748135a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.283247] env[69183]: DEBUG nova.network.neutron [req-57c2a6c2-e324-49fe-962b-890c52a3ed98 req-a7c90e79-f605-4bf0-807c-c4d65cebb765 service nova] [instance: dc9a2724-436c-4599-889b-8c447748135a] Refreshing network info cache for port 1aa5319f-45ca-441a-8303-02f397207cd9 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.331370] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789955, 'name': CreateVM_Task, 'duration_secs': 0.491233} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.331761] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc9a2724-436c-4599-889b-8c447748135a] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.333508] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.333508] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.333508] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.333711] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13e79c81-9013-47b4-aa25-84a0283c135d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.338617] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 895.338617] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52097077-9c11-6501-435b-57e83543f52f" [ 895.338617] env[69183]: _type = "Task" [ 895.338617] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.348990] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52097077-9c11-6501-435b-57e83543f52f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.582784] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: f1187494-accf-412b-a72a-fe68223da4cb] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 895.685060] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.685163] env[69183]: DEBUG nova.compute.manager [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.687885] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.008s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.689685] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.695401] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.548s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.697696] env[69183]: INFO nova.compute.claims [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.733125] env[69183]: INFO nova.scheduler.client.report [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Deleted allocations for instance 4512063e-9589-46ec-bb14-d30ae898a87e [ 895.851229] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52097077-9c11-6501-435b-57e83543f52f, 'name': SearchDatastore_Task, 'duration_secs': 0.010798} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.851568] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.851830] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.852115] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.852271] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.852457] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.852755] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13e2bd70-022e-46b9-a14b-3e2b4ab73d40 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.861642] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.861879] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.862770] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92840740-1d90-4d34-b7a6-16dec01fcf3d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.868082] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 895.868082] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]521fe8c2-440f-2930-be3d-38411abf92c2" [ 895.868082] env[69183]: _type = "Task" [ 895.868082] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.876548] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521fe8c2-440f-2930-be3d-38411abf92c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.086842] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: cbb7af1d-6a53-4762-8337-69b17cdb7581] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 896.121346] env[69183]: DEBUG nova.network.neutron [req-57c2a6c2-e324-49fe-962b-890c52a3ed98 req-a7c90e79-f605-4bf0-807c-c4d65cebb765 service nova] [instance: dc9a2724-436c-4599-889b-8c447748135a] Updated VIF entry in instance network info cache for port 1aa5319f-45ca-441a-8303-02f397207cd9. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.121346] env[69183]: DEBUG nova.network.neutron [req-57c2a6c2-e324-49fe-962b-890c52a3ed98 req-a7c90e79-f605-4bf0-807c-c4d65cebb765 service nova] [instance: dc9a2724-436c-4599-889b-8c447748135a] Updating instance_info_cache with network_info: [{"id": "1aa5319f-45ca-441a-8303-02f397207cd9", "address": "fa:16:3e:34:28:7e", "network": {"id": "63aa2803-3c79-4d3f-b3e5-aa94c85e6a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046047333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9061f0d97b40d29cad71e119357270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa5319f-45", "ovs_interfaceid": "1aa5319f-45ca-441a-8303-02f397207cd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.202982] env[69183]: DEBUG nova.compute.utils [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.211755] env[69183]: DEBUG nova.compute.manager [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.211755] env[69183]: DEBUG nova.network.neutron [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.242292] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8d76a756-5307-470c-8566-ab375bbde789 tempest-InstanceActionsTestJSON-1709136217 tempest-InstanceActionsTestJSON-1709136217-project-member] Lock "4512063e-9589-46ec-bb14-d30ae898a87e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.713s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.378364] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521fe8c2-440f-2930-be3d-38411abf92c2, 'name': SearchDatastore_Task, 'duration_secs': 0.012953} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.379221] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9283c6cd-1b47-404b-96db-1cfb1142b51b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.385794] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 896.385794] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52589daf-fa10-4206-513c-69e06bf4945b" [ 896.385794] env[69183]: _type = "Task" [ 896.385794] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.393492] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52589daf-fa10-4206-513c-69e06bf4945b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.520126] env[69183]: DEBUG nova.policy [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55fb806bf5074afb8bdda11da90ad6cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '947a00fe423a46e6afab13adb82f0200', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.591369] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 8e1c9ecd-2e46-4cac-b458-13c8183fbbe4] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 896.609442] env[69183]: DEBUG nova.network.neutron [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Successfully updated port: 31d35a67-70ef-4386-be39-a39da1b1ccce {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.626909] env[69183]: DEBUG oslo_concurrency.lockutils [req-57c2a6c2-e324-49fe-962b-890c52a3ed98 req-a7c90e79-f605-4bf0-807c-c4d65cebb765 service nova] Releasing lock "refresh_cache-dc9a2724-436c-4599-889b-8c447748135a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.713341] env[69183]: DEBUG nova.compute.manager [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.902899] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52589daf-fa10-4206-513c-69e06bf4945b, 'name': SearchDatastore_Task, 'duration_secs': 0.03085} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.907211] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.907549] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] dc9a2724-436c-4599-889b-8c447748135a/dc9a2724-436c-4599-889b-8c447748135a.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.908428] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b2ad92d-2b00-4ada-b651-d6994b9a0fa5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.916584] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 896.916584] env[69183]: value = "task-2789956" [ 896.916584] env[69183]: _type = "Task" [ 896.916584] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.930077] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2789956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.944921] env[69183]: DEBUG nova.compute.manager [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.945554] env[69183]: DEBUG nova.virt.hardware [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.945669] env[69183]: DEBUG nova.virt.hardware [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.945885] env[69183]: DEBUG nova.virt.hardware [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.946050] env[69183]: DEBUG nova.virt.hardware [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.948022] env[69183]: DEBUG nova.virt.hardware [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.948022] env[69183]: DEBUG nova.virt.hardware [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.948022] env[69183]: DEBUG nova.virt.hardware [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.948022] env[69183]: DEBUG nova.virt.hardware [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.948022] env[69183]: DEBUG nova.virt.hardware [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.948022] env[69183]: DEBUG nova.virt.hardware [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.948022] env[69183]: DEBUG nova.virt.hardware [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.948267] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1442bdc3-f5bb-4110-a6d7-bb965f95447f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.957405] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bac99c-1a89-429e-b794-abb6d8caa991 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.097382] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 67811381-5b1d-454d-923b-ba26dd2c3659] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 897.113967] env[69183]: DEBUG oslo_concurrency.lockutils [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Acquiring lock "refresh_cache-d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.114192] env[69183]: DEBUG oslo_concurrency.lockutils [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Acquired lock "refresh_cache-d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.114349] env[69183]: DEBUG nova.network.neutron [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.228820] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd657e39-6f70-46dd-841d-fe2b20d9b83c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.242587] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2810928-f9b5-4c3a-b92c-a36df79c2aa3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.277233] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d8bf3b-b427-43a7-8c98-a0be9f6ec799 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.287163] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47eb251d-ec10-4b91-ad6b-62aaef9520f8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.294664] env[69183]: DEBUG nova.network.neutron [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Successfully created port: e7e69400-796a-4db0-816c-ad95ac1c9a1a {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.308567] env[69183]: DEBUG nova.compute.provider_tree [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.427713] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2789956, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.525411] env[69183]: DEBUG nova.compute.manager [req-2fdbb230-f682-48b7-99e5-4e8d9f85d054 req-d58e8a97-2254-4e60-9b43-5c961936d083 service nova] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Received event network-vif-plugged-31d35a67-70ef-4386-be39-a39da1b1ccce {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 897.525737] env[69183]: DEBUG oslo_concurrency.lockutils [req-2fdbb230-f682-48b7-99e5-4e8d9f85d054 req-d58e8a97-2254-4e60-9b43-5c961936d083 service nova] Acquiring lock "d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.526052] env[69183]: DEBUG oslo_concurrency.lockutils [req-2fdbb230-f682-48b7-99e5-4e8d9f85d054 req-d58e8a97-2254-4e60-9b43-5c961936d083 service nova] Lock "d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.526332] env[69183]: DEBUG oslo_concurrency.lockutils [req-2fdbb230-f682-48b7-99e5-4e8d9f85d054 req-d58e8a97-2254-4e60-9b43-5c961936d083 service nova] Lock "d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.526558] env[69183]: DEBUG nova.compute.manager [req-2fdbb230-f682-48b7-99e5-4e8d9f85d054 req-d58e8a97-2254-4e60-9b43-5c961936d083 service nova] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] No waiting events found dispatching network-vif-plugged-31d35a67-70ef-4386-be39-a39da1b1ccce {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 897.526835] env[69183]: WARNING nova.compute.manager [req-2fdbb230-f682-48b7-99e5-4e8d9f85d054 req-d58e8a97-2254-4e60-9b43-5c961936d083 service nova] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Received unexpected event network-vif-plugged-31d35a67-70ef-4386-be39-a39da1b1ccce for instance with vm_state building and task_state spawning. [ 897.527111] env[69183]: DEBUG nova.compute.manager [req-2fdbb230-f682-48b7-99e5-4e8d9f85d054 req-d58e8a97-2254-4e60-9b43-5c961936d083 service nova] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Received event network-changed-31d35a67-70ef-4386-be39-a39da1b1ccce {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 897.527312] env[69183]: DEBUG nova.compute.manager [req-2fdbb230-f682-48b7-99e5-4e8d9f85d054 req-d58e8a97-2254-4e60-9b43-5c961936d083 service nova] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Refreshing instance network info cache due to event network-changed-31d35a67-70ef-4386-be39-a39da1b1ccce. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 897.527585] env[69183]: DEBUG oslo_concurrency.lockutils [req-2fdbb230-f682-48b7-99e5-4e8d9f85d054 req-d58e8a97-2254-4e60-9b43-5c961936d083 service nova] Acquiring lock "refresh_cache-d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.601201] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 73e2db9a-d476-4774-8d38-4268376f4dd1] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 897.670881] env[69183]: DEBUG nova.network.neutron [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.733454] env[69183]: DEBUG nova.compute.manager [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.776581] env[69183]: DEBUG nova.virt.hardware [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.776892] env[69183]: DEBUG nova.virt.hardware [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.777065] env[69183]: DEBUG nova.virt.hardware [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.777260] env[69183]: DEBUG nova.virt.hardware [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.777429] env[69183]: DEBUG nova.virt.hardware [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.777587] env[69183]: DEBUG nova.virt.hardware [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.777801] env[69183]: DEBUG nova.virt.hardware [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.778076] env[69183]: DEBUG nova.virt.hardware [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.778164] env[69183]: DEBUG nova.virt.hardware [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.778319] env[69183]: DEBUG nova.virt.hardware [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.778496] env[69183]: DEBUG nova.virt.hardware [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.779416] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52180609-adb4-4c1c-8a5b-9b47734b720c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.790962] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813e73b2-53b1-4e66-abd0-80252cec4976 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.816356] env[69183]: DEBUG nova.scheduler.client.report [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.928678] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2789956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570478} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.928804] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] dc9a2724-436c-4599-889b-8c447748135a/dc9a2724-436c-4599-889b-8c447748135a.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.929098] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.930390] env[69183]: DEBUG nova.network.neutron [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Updating instance_info_cache with network_info: [{"id": "31d35a67-70ef-4386-be39-a39da1b1ccce", "address": "fa:16:3e:1a:05:51", "network": {"id": "cdc0464d-248c-4f43-ae54-4cf67df96d1f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1583293021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a0be7e15da54f06aed63b8a88fbe11b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31d35a67-70", "ovs_interfaceid": "31d35a67-70ef-4386-be39-a39da1b1ccce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.931253] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd85d583-8e2d-4f5e-a3ab-1badd650f9bf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.941271] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 897.941271] env[69183]: value = "task-2789957" [ 897.941271] env[69183]: _type = "Task" [ 897.941271] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.953389] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2789957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.108749] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: ae4cf6bd-76d4-41cb-8de1-0ea5a8b8f68b] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 898.323793] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.324732] env[69183]: DEBUG nova.compute.manager [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.327014] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.843s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.331020] env[69183]: INFO nova.compute.claims [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.434886] env[69183]: DEBUG oslo_concurrency.lockutils [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Releasing lock "refresh_cache-d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.435480] env[69183]: DEBUG nova.compute.manager [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Instance network_info: |[{"id": "31d35a67-70ef-4386-be39-a39da1b1ccce", "address": "fa:16:3e:1a:05:51", "network": {"id": "cdc0464d-248c-4f43-ae54-4cf67df96d1f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1583293021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a0be7e15da54f06aed63b8a88fbe11b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31d35a67-70", "ovs_interfaceid": "31d35a67-70ef-4386-be39-a39da1b1ccce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.435807] env[69183]: DEBUG oslo_concurrency.lockutils [req-2fdbb230-f682-48b7-99e5-4e8d9f85d054 req-d58e8a97-2254-4e60-9b43-5c961936d083 service nova] Acquired lock "refresh_cache-d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.436031] env[69183]: DEBUG nova.network.neutron [req-2fdbb230-f682-48b7-99e5-4e8d9f85d054 req-d58e8a97-2254-4e60-9b43-5c961936d083 service nova] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Refreshing network info cache for port 31d35a67-70ef-4386-be39-a39da1b1ccce {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.440274] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:05:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31d35a67-70ef-4386-be39-a39da1b1ccce', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.451254] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Creating folder: Project (8a0be7e15da54f06aed63b8a88fbe11b). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.452804] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0c7da7c-f8c2-4084-b6bc-575c6817acea {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.464806] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2789957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075727} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.465352] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.466175] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c84f6a-9659-4700-9ca8-67b1b924a736 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.470881] env[69183]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 898.470881] env[69183]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69183) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 898.472048] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Folder already exists: Project (8a0be7e15da54f06aed63b8a88fbe11b). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 898.472266] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Creating folder: Instances. Parent ref: group-v560786. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.472951] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b60d992-9114-40ab-941e-d6a2b841c886 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.499887] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] dc9a2724-436c-4599-889b-8c447748135a/dc9a2724-436c-4599-889b-8c447748135a.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.500728] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61de17fe-c897-411a-8fad-17e40f26c970 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.524020] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Created folder: Instances in parent group-v560786. [ 898.524020] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.524020] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.524020] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05046665-305a-40bb-ace7-e53eea8878d4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.538495] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 898.538495] env[69183]: value = "task-2789960" [ 898.538495] env[69183]: _type = "Task" [ 898.538495] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.544259] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.544259] env[69183]: value = "task-2789961" [ 898.544259] env[69183]: _type = "Task" [ 898.544259] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.551336] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2789960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.557200] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789961, 'name': CreateVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.610607] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: bb261445-e43a-4a98-ac05-eb95ad4c67aa] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 898.833208] env[69183]: DEBUG nova.compute.utils [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.836972] env[69183]: DEBUG nova.compute.manager [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Not allocating networking since 'none' was specified. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 899.053493] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2789960, 'name': ReconfigVM_Task, 'duration_secs': 0.480188} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.056864] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Reconfigured VM instance instance-00000042 to attach disk [datastore2] dc9a2724-436c-4599-889b-8c447748135a/dc9a2724-436c-4599-889b-8c447748135a.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.057895] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789961, 'name': CreateVM_Task, 'duration_secs': 0.403809} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.060500] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ee12d2a-cf2c-42f1-a489-e28674a39305 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.065358] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.066140] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560793', 'volume_id': 'a763d985-a6cd-4925-87fa-611fb40cb409', 'name': 'volume-a763d985-a6cd-4925-87fa-611fb40cb409', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a763d985-a6cd-4925-87fa-611fb40cb409', 'serial': 'a763d985-a6cd-4925-87fa-611fb40cb409'}, 'mount_device': '/dev/sda', 'device_type': None, 'delete_on_termination': True, 'attachment_id': 'd754b739-0797-46df-bbbe-031d708aa26c', 'boot_index': 0, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69183) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 899.066648] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Root volume attach. Driver type: vmdk {{(pid=69183) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 899.068665] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8991d405-bc67-41b9-b7d5-e2b4ecee17f9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.073267] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 899.073267] env[69183]: value = "task-2789962" [ 899.073267] env[69183]: _type = "Task" [ 899.073267] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.081655] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484261fd-36a2-4526-9f2a-67a019ccf6ad {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.090720] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2789962, 'name': Rename_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.092924] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1b2a8b-8743-4678-b322-16dc18c9a31c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.099329] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-cb795709-563f-4607-934b-9b4afe3807f3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.111051] env[69183]: DEBUG oslo_vmware.api [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Waiting for the task: (returnval){ [ 899.111051] env[69183]: value = "task-2789963" [ 899.111051] env[69183]: _type = "Task" [ 899.111051] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.115366] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 54ecef88-0417-45f5-8558-3dbda97fd4c8] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 899.122615] env[69183]: DEBUG oslo_vmware.api [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Task: {'id': task-2789963, 'name': RelocateVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.158144] env[69183]: DEBUG nova.compute.manager [req-3dac1103-8835-4883-89d4-b214d4b8c287 req-4770d1eb-fef6-412f-8229-361afaff5206 service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Received event network-vif-plugged-e7e69400-796a-4db0-816c-ad95ac1c9a1a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 899.158430] env[69183]: DEBUG oslo_concurrency.lockutils [req-3dac1103-8835-4883-89d4-b214d4b8c287 req-4770d1eb-fef6-412f-8229-361afaff5206 service nova] Acquiring lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.158580] env[69183]: DEBUG oslo_concurrency.lockutils [req-3dac1103-8835-4883-89d4-b214d4b8c287 req-4770d1eb-fef6-412f-8229-361afaff5206 service nova] Lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.158768] env[69183]: DEBUG oslo_concurrency.lockutils [req-3dac1103-8835-4883-89d4-b214d4b8c287 req-4770d1eb-fef6-412f-8229-361afaff5206 service nova] Lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.158938] env[69183]: DEBUG nova.compute.manager [req-3dac1103-8835-4883-89d4-b214d4b8c287 req-4770d1eb-fef6-412f-8229-361afaff5206 service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] No waiting events found dispatching network-vif-plugged-e7e69400-796a-4db0-816c-ad95ac1c9a1a {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.159488] env[69183]: WARNING nova.compute.manager [req-3dac1103-8835-4883-89d4-b214d4b8c287 req-4770d1eb-fef6-412f-8229-361afaff5206 service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Received unexpected event network-vif-plugged-e7e69400-796a-4db0-816c-ad95ac1c9a1a for instance with vm_state building and task_state spawning. [ 899.299461] env[69183]: DEBUG nova.network.neutron [req-2fdbb230-f682-48b7-99e5-4e8d9f85d054 req-d58e8a97-2254-4e60-9b43-5c961936d083 service nova] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Updated VIF entry in instance network info cache for port 31d35a67-70ef-4386-be39-a39da1b1ccce. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.299861] env[69183]: DEBUG nova.network.neutron [req-2fdbb230-f682-48b7-99e5-4e8d9f85d054 req-d58e8a97-2254-4e60-9b43-5c961936d083 service nova] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Updating instance_info_cache with network_info: [{"id": "31d35a67-70ef-4386-be39-a39da1b1ccce", "address": "fa:16:3e:1a:05:51", "network": {"id": "cdc0464d-248c-4f43-ae54-4cf67df96d1f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1583293021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a0be7e15da54f06aed63b8a88fbe11b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31d35a67-70", "ovs_interfaceid": "31d35a67-70ef-4386-be39-a39da1b1ccce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.311530] env[69183]: DEBUG nova.network.neutron [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Successfully updated port: e7e69400-796a-4db0-816c-ad95ac1c9a1a {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.338293] env[69183]: DEBUG nova.compute.manager [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.586805] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2789962, 'name': Rename_Task, 'duration_secs': 0.196886} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.589756] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.590450] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-202e23be-2ebc-45c3-b3e6-a81ceb580964 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.598644] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 899.598644] env[69183]: value = "task-2789964" [ 899.598644] env[69183]: _type = "Task" [ 899.598644] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.608543] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2789964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.620304] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 1f5a975e-84aa-4352-b630-857afb6788f9] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 899.622448] env[69183]: DEBUG oslo_vmware.api [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Task: {'id': task-2789963, 'name': RelocateVM_Task, 'duration_secs': 0.025674} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.626134] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Volume attach. Driver type: vmdk {{(pid=69183) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 899.626134] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560793', 'volume_id': 'a763d985-a6cd-4925-87fa-611fb40cb409', 'name': 'volume-a763d985-a6cd-4925-87fa-611fb40cb409', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a763d985-a6cd-4925-87fa-611fb40cb409', 'serial': 'a763d985-a6cd-4925-87fa-611fb40cb409'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 899.627297] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d5d413-27c1-44b4-a61b-d64f501e823a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.653616] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbc7238-e3be-42cc-8b79-6952af5c1427 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.678605] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] volume-a763d985-a6cd-4925-87fa-611fb40cb409/volume-a763d985-a6cd-4925-87fa-611fb40cb409.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.682624] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f93db81-ef4d-4ce0-bc87-30d4841481ef {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.704483] env[69183]: DEBUG oslo_vmware.api [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Waiting for the task: (returnval){ [ 899.704483] env[69183]: value = "task-2789965" [ 899.704483] env[69183]: _type = "Task" [ 899.704483] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.714454] env[69183]: DEBUG oslo_vmware.api [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Task: {'id': task-2789965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.806862] env[69183]: DEBUG oslo_concurrency.lockutils [req-2fdbb230-f682-48b7-99e5-4e8d9f85d054 req-d58e8a97-2254-4e60-9b43-5c961936d083 service nova] Releasing lock "refresh_cache-d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.814485] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "refresh_cache-f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.814485] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "refresh_cache-f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.814485] env[69183]: DEBUG nova.network.neutron [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.822978] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45d0f0d-6bb0-459e-8805-f0af25d24a48 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.832798] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9393fd-0b4e-45ed-ba85-69ce70bf471e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.870435] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b546bc-20ac-476d-a70a-81aeb3a3b922 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.879802] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c736a52-f87b-41d7-adf7-7a91bfb91dec {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.895815] env[69183]: DEBUG nova.compute.provider_tree [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.111659] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2789964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.126654] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 6bf1dca1-d5a5-4654-9909-bb30f3c56d79] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 900.215039] env[69183]: DEBUG oslo_vmware.api [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Task: {'id': task-2789965, 'name': ReconfigVM_Task, 'duration_secs': 0.331804} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.215341] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Reconfigured VM instance instance-00000043 to attach disk [datastore2] volume-a763d985-a6cd-4925-87fa-611fb40cb409/volume-a763d985-a6cd-4925-87fa-611fb40cb409.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.220290] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-974ace9c-98a9-4ec4-a06a-409c8dc81ff1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.237039] env[69183]: DEBUG oslo_vmware.api [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Waiting for the task: (returnval){ [ 900.237039] env[69183]: value = "task-2789966" [ 900.237039] env[69183]: _type = "Task" [ 900.237039] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.247472] env[69183]: DEBUG oslo_vmware.api [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Task: {'id': task-2789966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.375462] env[69183]: DEBUG nova.compute.manager [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.399944] env[69183]: DEBUG nova.scheduler.client.report [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.411614] env[69183]: DEBUG nova.virt.hardware [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.411771] env[69183]: DEBUG nova.virt.hardware [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.411816] env[69183]: DEBUG nova.virt.hardware [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.412180] env[69183]: DEBUG nova.virt.hardware [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.412299] env[69183]: DEBUG nova.virt.hardware [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.412607] env[69183]: DEBUG nova.virt.hardware [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.412607] env[69183]: DEBUG nova.virt.hardware [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.412781] env[69183]: DEBUG nova.virt.hardware [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.412963] env[69183]: DEBUG nova.virt.hardware [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.415317] env[69183]: DEBUG nova.virt.hardware [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.415317] env[69183]: DEBUG nova.virt.hardware [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.415317] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f63b01-5590-4682-91cd-0cdd0a7374a3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.427508] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab419371-7cb0-4734-b04e-04d466e3a909 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.446289] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Instance VIF info [] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.453502] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Creating folder: Project (b766bd8657914da582e2fffcdaf255ef). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 900.454692] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08911c6e-e153-4fd5-913d-33e25c288d0e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.464921] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Created folder: Project (b766bd8657914da582e2fffcdaf255ef) in parent group-v560622. [ 900.465172] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Creating folder: Instances. Parent ref: group-v560820. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 900.465435] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d730b2da-6de4-41ad-9b3a-513ac1991855 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.480231] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Created folder: Instances in parent group-v560820. [ 900.480665] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.481129] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.481366] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f27a14a3-02b5-4b93-b8fe-defc9719aed3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.497434] env[69183]: DEBUG nova.network.neutron [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.502127] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.502127] env[69183]: value = "task-2789969" [ 900.502127] env[69183]: _type = "Task" [ 900.502127] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.511421] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789969, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.609049] env[69183]: DEBUG oslo_vmware.api [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2789964, 'name': PowerOnVM_Task, 'duration_secs': 0.89666} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.611815] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.612110] env[69183]: INFO nova.compute.manager [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Took 9.17 seconds to spawn the instance on the hypervisor. [ 900.612309] env[69183]: DEBUG nova.compute.manager [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.613147] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5aa58f-0b93-4e70-8cdd-b6e69867cdc8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.630161] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: b99b6af4-b37d-44cf-81d7-de744d7cc8e5] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 900.729035] env[69183]: DEBUG nova.network.neutron [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Updating instance_info_cache with network_info: [{"id": "e7e69400-796a-4db0-816c-ad95ac1c9a1a", "address": "fa:16:3e:fb:08:70", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e69400-79", "ovs_interfaceid": "e7e69400-796a-4db0-816c-ad95ac1c9a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.747754] env[69183]: DEBUG oslo_vmware.api [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Task: {'id': task-2789966, 'name': ReconfigVM_Task, 'duration_secs': 0.13999} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.748072] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560793', 'volume_id': 'a763d985-a6cd-4925-87fa-611fb40cb409', 'name': 'volume-a763d985-a6cd-4925-87fa-611fb40cb409', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a763d985-a6cd-4925-87fa-611fb40cb409', 'serial': 'a763d985-a6cd-4925-87fa-611fb40cb409'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 900.748595] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71240328-e794-423b-8bc4-d1eec7b4c4bf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.757124] env[69183]: DEBUG oslo_vmware.api [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Waiting for the task: (returnval){ [ 900.757124] env[69183]: value = "task-2789970" [ 900.757124] env[69183]: _type = "Task" [ 900.757124] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.770061] env[69183]: DEBUG oslo_vmware.api [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Task: {'id': task-2789970, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.905587] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.906193] env[69183]: DEBUG nova.compute.manager [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.909247] env[69183]: DEBUG oslo_concurrency.lockutils [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.081s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.014050] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789969, 'name': CreateVM_Task, 'duration_secs': 0.442797} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.014207] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.014629] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.014859] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.015251] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.015893] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb179870-cf9c-42b0-a01e-fe818508cfcd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.020504] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Waiting for the task: (returnval){ [ 901.020504] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52758f02-35a5-7696-d685-fb56dd6e1717" [ 901.020504] env[69183]: _type = "Task" [ 901.020504] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.029015] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52758f02-35a5-7696-d685-fb56dd6e1717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.132767] env[69183]: INFO nova.compute.manager [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Took 58.97 seconds to build instance. [ 901.134173] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 941df97c-8cc5-4ffd-9cff-60f38a72579d] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 901.230738] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "refresh_cache-f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.231345] env[69183]: DEBUG nova.compute.manager [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Instance network_info: |[{"id": "e7e69400-796a-4db0-816c-ad95ac1c9a1a", "address": "fa:16:3e:fb:08:70", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e69400-79", "ovs_interfaceid": "e7e69400-796a-4db0-816c-ad95ac1c9a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.231704] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:08:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7e69400-796a-4db0-816c-ad95ac1c9a1a', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.243098] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.243747] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.244057] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a3d0058-d42d-45cb-aa20-0aefe44731cf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.271734] env[69183]: DEBUG oslo_vmware.api [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Task: {'id': task-2789970, 'name': Rename_Task, 'duration_secs': 0.156768} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.273755] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.275215] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.275215] env[69183]: value = "task-2789971" [ 901.275215] env[69183]: _type = "Task" [ 901.275215] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.275215] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d2edfd8-8770-40f6-b7b1-222d7c67f274 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.288018] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789971, 'name': CreateVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.288018] env[69183]: DEBUG oslo_vmware.api [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Waiting for the task: (returnval){ [ 901.288018] env[69183]: value = "task-2789972" [ 901.288018] env[69183]: _type = "Task" [ 901.288018] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.296244] env[69183]: DEBUG oslo_vmware.api [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Task: {'id': task-2789972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.363189] env[69183]: DEBUG nova.compute.manager [req-9c5490d9-06ef-4c6b-96e3-cc12cbea79ab req-f9742127-3571-47cd-88d5-060c73f308ca service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Received event network-changed-e7e69400-796a-4db0-816c-ad95ac1c9a1a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 901.363189] env[69183]: DEBUG nova.compute.manager [req-9c5490d9-06ef-4c6b-96e3-cc12cbea79ab req-f9742127-3571-47cd-88d5-060c73f308ca service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Refreshing instance network info cache due to event network-changed-e7e69400-796a-4db0-816c-ad95ac1c9a1a. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 901.363189] env[69183]: DEBUG oslo_concurrency.lockutils [req-9c5490d9-06ef-4c6b-96e3-cc12cbea79ab req-f9742127-3571-47cd-88d5-060c73f308ca service nova] Acquiring lock "refresh_cache-f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.363189] env[69183]: DEBUG oslo_concurrency.lockutils [req-9c5490d9-06ef-4c6b-96e3-cc12cbea79ab req-f9742127-3571-47cd-88d5-060c73f308ca service nova] Acquired lock "refresh_cache-f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.363189] env[69183]: DEBUG nova.network.neutron [req-9c5490d9-06ef-4c6b-96e3-cc12cbea79ab req-f9742127-3571-47cd-88d5-060c73f308ca service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Refreshing network info cache for port e7e69400-796a-4db0-816c-ad95ac1c9a1a {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.413560] env[69183]: DEBUG nova.compute.utils [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.419255] env[69183]: INFO nova.compute.claims [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.422862] env[69183]: DEBUG nova.compute.manager [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.423126] env[69183]: DEBUG nova.network.neutron [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.517060] env[69183]: DEBUG nova.policy [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c93489d8ebd04f74a54413157742606c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ef83677521b4cb2b6d150bb6a3b8688', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.530938] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52758f02-35a5-7696-d685-fb56dd6e1717, 'name': SearchDatastore_Task, 'duration_secs': 0.018666} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.531664] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.531782] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.532078] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.532262] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.532477] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.532847] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af11ff40-1015-4fc9-b1b0-caf1f680cdcd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.547023] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.547023] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.547023] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a41837c-bcca-4ad3-ad13-d99bf79bb2b1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.551801] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Waiting for the task: (returnval){ [ 901.551801] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52296cec-de15-a0af-7ec2-b9b8b9da0675" [ 901.551801] env[69183]: _type = "Task" [ 901.551801] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.560342] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52296cec-de15-a0af-7ec2-b9b8b9da0675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.639804] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5014ffb7-4920-4318-9d5f-e061932b30e7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "dc9a2724-436c-4599-889b-8c447748135a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.486s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.640224] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 67db8d5d-3399-4519-a950-5dcce2f54210] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 901.786403] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789971, 'name': CreateVM_Task, 'duration_secs': 0.461222} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.786585] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.787289] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.787467] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.787824] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.788155] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75a94411-9629-4f81-935d-4788bd7e2303 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.795795] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 901.795795] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52df5722-77c3-8f71-6ce4-cb1a2933a2a4" [ 901.795795] env[69183]: _type = "Task" [ 901.795795] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.799484] env[69183]: DEBUG oslo_vmware.api [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Task: {'id': task-2789972, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.807409] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52df5722-77c3-8f71-6ce4-cb1a2933a2a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.924795] env[69183]: DEBUG nova.compute.manager [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.929606] env[69183]: INFO nova.compute.resource_tracker [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Updating resource usage from migration dfff3088-b2d4-4dd0-8295-090c5abeb19c [ 902.024087] env[69183]: DEBUG nova.network.neutron [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Successfully created port: 199f0678-8d91-4df0-951d-cf18454e0700 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.071536] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52296cec-de15-a0af-7ec2-b9b8b9da0675, 'name': SearchDatastore_Task, 'duration_secs': 0.01945} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.072465] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5915227-5c31-4066-83dd-99b8edfdbd5a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.084091] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Waiting for the task: (returnval){ [ 902.084091] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]521826e0-9cd1-6636-aee9-787c89e26b2f" [ 902.084091] env[69183]: _type = "Task" [ 902.084091] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.093766] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521826e0-9cd1-6636-aee9-787c89e26b2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.143739] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 94ac7c8f-5f74-4d4d-8bd2-ae57566d8f3f] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 902.309024] env[69183]: DEBUG oslo_vmware.api [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Task: {'id': task-2789972, 'name': PowerOnVM_Task, 'duration_secs': 0.64866} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.309024] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.309024] env[69183]: INFO nova.compute.manager [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Took 5.36 seconds to spawn the instance on the hypervisor. [ 902.309024] env[69183]: DEBUG nova.compute.manager [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.313448] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29597259-6b7a-4880-b45e-83d015c053ff {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.317520] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52df5722-77c3-8f71-6ce4-cb1a2933a2a4, 'name': SearchDatastore_Task, 'duration_secs': 0.025455} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.318483] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.318719] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.318949] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.429542] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7e949c-c440-4fa0-a055-85ec71787722 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.447321] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bf02c5-a6bb-48a8-8fc1-c2a6fec34d68 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.486136] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8216e5-a2b0-4ea5-be44-5a738d68f7d8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.495059] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8ef53c-6680-44f1-9e7e-c643a81013a8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.510931] env[69183]: DEBUG nova.compute.provider_tree [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.594206] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521826e0-9cd1-6636-aee9-787c89e26b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.027505} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.596555] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.596555] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 78ce64c0-55e6-4c9e-a0c0-59053f78d67b/78ce64c0-55e6-4c9e-a0c0-59053f78d67b.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.596555] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.596555] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.596555] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-591a19a7-efb7-4eeb-91c4-1f5a02578314 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.600427] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a5a8d0f-77d6-4f77-bd3a-135448d078a9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.607781] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Waiting for the task: (returnval){ [ 902.607781] env[69183]: value = "task-2789973" [ 902.607781] env[69183]: _type = "Task" [ 902.607781] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.613221] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.613434] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.618024] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab277ed2-9a6e-4048-af1c-37b7936ba4e2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.622375] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2789973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.626333] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 902.626333] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52f89f94-fd30-7fa3-99d7-313e65b9ad7f" [ 902.626333] env[69183]: _type = "Task" [ 902.626333] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.635017] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f89f94-fd30-7fa3-99d7-313e65b9ad7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.647185] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 71c69f98-c57a-4419-9e28-48f869f2dba4] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 902.689944] env[69183]: DEBUG nova.network.neutron [req-9c5490d9-06ef-4c6b-96e3-cc12cbea79ab req-f9742127-3571-47cd-88d5-060c73f308ca service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Updated VIF entry in instance network info cache for port e7e69400-796a-4db0-816c-ad95ac1c9a1a. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.690430] env[69183]: DEBUG nova.network.neutron [req-9c5490d9-06ef-4c6b-96e3-cc12cbea79ab req-f9742127-3571-47cd-88d5-060c73f308ca service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Updating instance_info_cache with network_info: [{"id": "e7e69400-796a-4db0-816c-ad95ac1c9a1a", "address": "fa:16:3e:fb:08:70", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e69400-79", "ovs_interfaceid": "e7e69400-796a-4db0-816c-ad95ac1c9a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.837410] env[69183]: INFO nova.compute.manager [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Took 48.08 seconds to build instance. [ 902.846903] env[69183]: DEBUG oslo_vmware.rw_handles [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d8132-7720-ea52-9397-73afa07cb51d/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 902.847997] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4ee0a0-2e7c-48e5-99a6-bb2cfada0d36 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.854815] env[69183]: DEBUG oslo_vmware.rw_handles [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d8132-7720-ea52-9397-73afa07cb51d/disk-0.vmdk is in state: ready. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 902.856964] env[69183]: ERROR oslo_vmware.rw_handles [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d8132-7720-ea52-9397-73afa07cb51d/disk-0.vmdk due to incomplete transfer. [ 902.856964] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fc04af8c-d296-4fe7-bab6-3dad613c251c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.861785] env[69183]: DEBUG oslo_vmware.rw_handles [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d8132-7720-ea52-9397-73afa07cb51d/disk-0.vmdk. {{(pid=69183) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 902.863030] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Uploaded image 501b6cfe-9f60-4893-a43e-ab3a4723f08f to the Glance image server {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 902.864468] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Destroying the VM {{(pid=69183) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 902.864951] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1f991dd7-d147-4e74-893e-6c3ed09b99d8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.872064] env[69183]: DEBUG oslo_vmware.api [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 902.872064] env[69183]: value = "task-2789974" [ 902.872064] env[69183]: _type = "Task" [ 902.872064] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.880038] env[69183]: DEBUG oslo_vmware.api [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789974, 'name': Destroy_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.946698] env[69183]: DEBUG nova.compute.manager [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.985623] env[69183]: DEBUG nova.virt.hardware [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.985623] env[69183]: DEBUG nova.virt.hardware [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.985850] env[69183]: DEBUG nova.virt.hardware [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.986108] env[69183]: DEBUG nova.virt.hardware [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.986272] env[69183]: DEBUG nova.virt.hardware [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.986422] env[69183]: DEBUG nova.virt.hardware [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.986691] env[69183]: DEBUG nova.virt.hardware [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.986861] env[69183]: DEBUG nova.virt.hardware [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.987050] env[69183]: DEBUG nova.virt.hardware [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.987241] env[69183]: DEBUG nova.virt.hardware [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.987437] env[69183]: DEBUG nova.virt.hardware [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.989097] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce49bcd-eb82-4aa6-b0a0-5d7df5f2f7ef {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.999109] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc5e2b9-4e89-45a2-b6e1-3cfb93209736 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.019979] env[69183]: DEBUG nova.scheduler.client.report [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.120867] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2789973, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.139790] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f89f94-fd30-7fa3-99d7-313e65b9ad7f, 'name': SearchDatastore_Task, 'duration_secs': 0.01266} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.140779] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98d3c631-84c6-4a1b-9d43-8b635e624f4d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.150010] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 903.150010] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52ce2085-422c-aca9-3730-d17ec20c7d4a" [ 903.150010] env[69183]: _type = "Task" [ 903.150010] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.150882] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 1cb528f3-387c-4e8b-8ef9-ffcfc7310c70] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 903.168467] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52ce2085-422c-aca9-3730-d17ec20c7d4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.195735] env[69183]: DEBUG oslo_concurrency.lockutils [req-9c5490d9-06ef-4c6b-96e3-cc12cbea79ab req-f9742127-3571-47cd-88d5-060c73f308ca service nova] Releasing lock "refresh_cache-f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.195735] env[69183]: DEBUG nova.compute.manager [req-a1ad5d57-3d84-4e99-8850-d85e079b366a req-53576ad8-46c6-4ab8-94d8-74a988af21f5 service nova] [instance: dc9a2724-436c-4599-889b-8c447748135a] Received event network-changed-1aa5319f-45ca-441a-8303-02f397207cd9 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 903.195735] env[69183]: DEBUG nova.compute.manager [req-a1ad5d57-3d84-4e99-8850-d85e079b366a req-53576ad8-46c6-4ab8-94d8-74a988af21f5 service nova] [instance: dc9a2724-436c-4599-889b-8c447748135a] Refreshing instance network info cache due to event network-changed-1aa5319f-45ca-441a-8303-02f397207cd9. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 903.195735] env[69183]: DEBUG oslo_concurrency.lockutils [req-a1ad5d57-3d84-4e99-8850-d85e079b366a req-53576ad8-46c6-4ab8-94d8-74a988af21f5 service nova] Acquiring lock "refresh_cache-dc9a2724-436c-4599-889b-8c447748135a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.195735] env[69183]: DEBUG oslo_concurrency.lockutils [req-a1ad5d57-3d84-4e99-8850-d85e079b366a req-53576ad8-46c6-4ab8-94d8-74a988af21f5 service nova] Acquired lock "refresh_cache-dc9a2724-436c-4599-889b-8c447748135a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.195735] env[69183]: DEBUG nova.network.neutron [req-a1ad5d57-3d84-4e99-8850-d85e079b366a req-53576ad8-46c6-4ab8-94d8-74a988af21f5 service nova] [instance: dc9a2724-436c-4599-889b-8c447748135a] Refreshing network info cache for port 1aa5319f-45ca-441a-8303-02f397207cd9 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.339534] env[69183]: DEBUG oslo_concurrency.lockutils [None req-901b6967-b65c-44fd-b1fc-70ee7dc2f4f0 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Lock "d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.592s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.382534] env[69183]: DEBUG oslo_vmware.api [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789974, 'name': Destroy_Task} progress is 33%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.528191] env[69183]: DEBUG oslo_concurrency.lockutils [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.617s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.528191] env[69183]: INFO nova.compute.manager [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Migrating [ 903.539043] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.136s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.539396] env[69183]: DEBUG nova.objects.instance [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69183) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 903.621184] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2789973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632488} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.621184] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 78ce64c0-55e6-4c9e-a0c0-59053f78d67b/78ce64c0-55e6-4c9e-a0c0-59053f78d67b.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.621184] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.621184] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8550b0e4-f7ff-4567-96a0-d1a0e8606091 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.628651] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Waiting for the task: (returnval){ [ 903.628651] env[69183]: value = "task-2789975" [ 903.628651] env[69183]: _type = "Task" [ 903.628651] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.638808] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2789975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.664775] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 15c37209-65dc-4dd2-800f-2987a3cbfa12] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 903.667370] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52ce2085-422c-aca9-3730-d17ec20c7d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.053346} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.668134] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.668491] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] f816ac19-51db-46a8-9b77-4a44e5f3bb44/f816ac19-51db-46a8-9b77-4a44e5f3bb44.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.668706] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-546481a3-5e05-46d0-8945-33ae2d77e6e3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.676605] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 903.676605] env[69183]: value = "task-2789976" [ 903.676605] env[69183]: _type = "Task" [ 903.676605] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.688235] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.764156] env[69183]: DEBUG nova.network.neutron [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Successfully updated port: 199f0678-8d91-4df0-951d-cf18454e0700 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.786203] env[69183]: DEBUG nova.compute.manager [req-57be8f71-7f48-4011-b4ab-05e51b8ca189 req-0702ccae-090e-4ace-9aec-d55e60df9583 service nova] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Received event network-vif-plugged-199f0678-8d91-4df0-951d-cf18454e0700 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 903.786525] env[69183]: DEBUG oslo_concurrency.lockutils [req-57be8f71-7f48-4011-b4ab-05e51b8ca189 req-0702ccae-090e-4ace-9aec-d55e60df9583 service nova] Acquiring lock "1366812c-00a8-425a-a30e-c6f2578e7dd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.786748] env[69183]: DEBUG oslo_concurrency.lockutils [req-57be8f71-7f48-4011-b4ab-05e51b8ca189 req-0702ccae-090e-4ace-9aec-d55e60df9583 service nova] Lock "1366812c-00a8-425a-a30e-c6f2578e7dd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.786921] env[69183]: DEBUG oslo_concurrency.lockutils [req-57be8f71-7f48-4011-b4ab-05e51b8ca189 req-0702ccae-090e-4ace-9aec-d55e60df9583 service nova] Lock "1366812c-00a8-425a-a30e-c6f2578e7dd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.787109] env[69183]: DEBUG nova.compute.manager [req-57be8f71-7f48-4011-b4ab-05e51b8ca189 req-0702ccae-090e-4ace-9aec-d55e60df9583 service nova] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] No waiting events found dispatching network-vif-plugged-199f0678-8d91-4df0-951d-cf18454e0700 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.787649] env[69183]: WARNING nova.compute.manager [req-57be8f71-7f48-4011-b4ab-05e51b8ca189 req-0702ccae-090e-4ace-9aec-d55e60df9583 service nova] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Received unexpected event network-vif-plugged-199f0678-8d91-4df0-951d-cf18454e0700 for instance with vm_state building and task_state spawning. [ 903.884077] env[69183]: DEBUG oslo_vmware.api [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789974, 'name': Destroy_Task, 'duration_secs': 0.80684} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.887112] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Destroyed the VM [ 903.887438] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Deleting Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 903.887756] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7a03da0d-3f29-4444-8445-a6e5d2217e96 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.897742] env[69183]: DEBUG oslo_vmware.api [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 903.897742] env[69183]: value = "task-2789977" [ 903.897742] env[69183]: _type = "Task" [ 903.897742] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.911861] env[69183]: DEBUG oslo_vmware.api [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789977, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.067478] env[69183]: DEBUG oslo_concurrency.lockutils [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "refresh_cache-4aa83732-4f5c-45e5-8929-d8301c2e9b3c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.067620] env[69183]: DEBUG oslo_concurrency.lockutils [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired lock "refresh_cache-4aa83732-4f5c-45e5-8929-d8301c2e9b3c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.067817] env[69183]: DEBUG nova.network.neutron [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.140295] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2789975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085715} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.140574] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.141441] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e359c8-a368-4e89-b25e-2614b74fca70 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.163961] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 78ce64c0-55e6-4c9e-a0c0-59053f78d67b/78ce64c0-55e6-4c9e-a0c0-59053f78d67b.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.171206] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fee510c-246f-4774-867d-99da6d6c1d15 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.190752] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 77f9c788-209c-4fab-8ca0-832bdc02e4b1] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 904.204856] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.206482] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Waiting for the task: (returnval){ [ 904.206482] env[69183]: value = "task-2789978" [ 904.206482] env[69183]: _type = "Task" [ 904.206482] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.218191] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2789978, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.268229] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "refresh_cache-1366812c-00a8-425a-a30e-c6f2578e7dd6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.268737] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired lock "refresh_cache-1366812c-00a8-425a-a30e-c6f2578e7dd6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.268968] env[69183]: DEBUG nova.network.neutron [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.275648] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Acquiring lock "bc2d838b-e3a0-4d73-8792-5e5cf1ed3577" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.278712] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Lock "bc2d838b-e3a0-4d73-8792-5e5cf1ed3577" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.410587] env[69183]: DEBUG oslo_vmware.api [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789977, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.426390] env[69183]: DEBUG nova.network.neutron [req-a1ad5d57-3d84-4e99-8850-d85e079b366a req-53576ad8-46c6-4ab8-94d8-74a988af21f5 service nova] [instance: dc9a2724-436c-4599-889b-8c447748135a] Updated VIF entry in instance network info cache for port 1aa5319f-45ca-441a-8303-02f397207cd9. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.426778] env[69183]: DEBUG nova.network.neutron [req-a1ad5d57-3d84-4e99-8850-d85e079b366a req-53576ad8-46c6-4ab8-94d8-74a988af21f5 service nova] [instance: dc9a2724-436c-4599-889b-8c447748135a] Updating instance_info_cache with network_info: [{"id": "1aa5319f-45ca-441a-8303-02f397207cd9", "address": "fa:16:3e:34:28:7e", "network": {"id": "63aa2803-3c79-4d3f-b3e5-aa94c85e6a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046047333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9061f0d97b40d29cad71e119357270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa5319f-45", "ovs_interfaceid": "1aa5319f-45ca-441a-8303-02f397207cd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.556860] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fb3c8966-0936-49ae-b3fe-4acf83a140ff tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.558746] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.952s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.563533] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.567895] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.527s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.567895] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.568483] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.409s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.568701] env[69183]: DEBUG nova.objects.instance [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69183) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 904.607718] env[69183]: INFO nova.scheduler.client.report [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Deleted allocations for instance 332920e1-7182-4097-a570-0eab1737713c [ 904.614271] env[69183]: INFO nova.scheduler.client.report [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Deleted allocations for instance b0e5eb80-66b4-4292-a2db-826289a5d6db [ 904.694491] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: f260ea23-705e-43fd-8559-d9ee217d5927] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 904.706624] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.956837} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.707242] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] f816ac19-51db-46a8-9b77-4a44e5f3bb44/f816ac19-51db-46a8-9b77-4a44e5f3bb44.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.707571] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.711123] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07861583-e6b7-4105-bd4b-08e68674f1e2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.717941] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2789978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.720128] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 904.720128] env[69183]: value = "task-2789979" [ 904.720128] env[69183]: _type = "Task" [ 904.720128] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.728744] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.778846] env[69183]: DEBUG nova.compute.manager [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.822373] env[69183]: DEBUG nova.network.neutron [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.912193] env[69183]: DEBUG oslo_vmware.api [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789977, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.930113] env[69183]: DEBUG oslo_concurrency.lockutils [req-a1ad5d57-3d84-4e99-8850-d85e079b366a req-53576ad8-46c6-4ab8-94d8-74a988af21f5 service nova] Releasing lock "refresh_cache-dc9a2724-436c-4599-889b-8c447748135a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.981306] env[69183]: DEBUG nova.network.neutron [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Updating instance_info_cache with network_info: [{"id": "199f0678-8d91-4df0-951d-cf18454e0700", "address": "fa:16:3e:97:21:09", "network": {"id": "fb8d0cb1-db67-46f8-b12f-c5b0b61f9bf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-851986354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ef83677521b4cb2b6d150bb6a3b8688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap199f0678-8d", "ovs_interfaceid": "199f0678-8d91-4df0-951d-cf18454e0700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.070283] env[69183]: DEBUG nova.network.neutron [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Updating instance_info_cache with network_info: [{"id": "fc95dd47-138c-4d1e-8fbd-638a6c5d31c4", "address": "fa:16:3e:a1:d2:a9", "network": {"id": "dd86d277-8747-4c50-a305-9b46298b69c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619207239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b95c9dfa9d48df99b1364995883c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc95dd47-13", "ovs_interfaceid": "fc95dd47-138c-4d1e-8fbd-638a6c5d31c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.120213] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9868b867-e87e-40f4-8c51-8e90eef78121 tempest-ImagesOneServerNegativeTestJSON-548975677 tempest-ImagesOneServerNegativeTestJSON-548975677-project-member] Lock "332920e1-7182-4097-a570-0eab1737713c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.907s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.126023] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9ed3b7b9-5706-47c2-bfb9-b3ab2378ca1a tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Lock "b0e5eb80-66b4-4292-a2db-826289a5d6db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.578s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.203459] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: e117a0fb-c4ad-4a94-a2b6-761047c35c72] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 905.217220] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2789978, 'name': ReconfigVM_Task, 'duration_secs': 0.8038} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.217608] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 78ce64c0-55e6-4c9e-a0c0-59053f78d67b/78ce64c0-55e6-4c9e-a0c0-59053f78d67b.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.218404] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ef22051-53e1-4bb2-b450-dcbb05d93ffa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.230237] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095231} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.231806] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.232674] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Waiting for the task: (returnval){ [ 905.232674] env[69183]: value = "task-2789980" [ 905.232674] env[69183]: _type = "Task" [ 905.232674] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.234112] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f439fb3-08a3-4965-b543-354c39820698 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.265774] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] f816ac19-51db-46a8-9b77-4a44e5f3bb44/f816ac19-51db-46a8-9b77-4a44e5f3bb44.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.266371] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2789980, 'name': Rename_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.266735] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9b6dd76-2e9d-443a-8876-cd954cf93c38 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.289120] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 905.289120] env[69183]: value = "task-2789981" [ 905.289120] env[69183]: _type = "Task" [ 905.289120] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.299020] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789981, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.300289] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.365789] env[69183]: DEBUG nova.compute.manager [req-ac11f3b6-6f3c-4372-b53a-d2d8248d3b18 req-6fac7fbe-6040-427e-957e-cac4458816b9 service nova] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Received event network-changed-31d35a67-70ef-4386-be39-a39da1b1ccce {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 905.365904] env[69183]: DEBUG nova.compute.manager [req-ac11f3b6-6f3c-4372-b53a-d2d8248d3b18 req-6fac7fbe-6040-427e-957e-cac4458816b9 service nova] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Refreshing instance network info cache due to event network-changed-31d35a67-70ef-4386-be39-a39da1b1ccce. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 905.366157] env[69183]: DEBUG oslo_concurrency.lockutils [req-ac11f3b6-6f3c-4372-b53a-d2d8248d3b18 req-6fac7fbe-6040-427e-957e-cac4458816b9 service nova] Acquiring lock "refresh_cache-d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.366334] env[69183]: DEBUG oslo_concurrency.lockutils [req-ac11f3b6-6f3c-4372-b53a-d2d8248d3b18 req-6fac7fbe-6040-427e-957e-cac4458816b9 service nova] Acquired lock "refresh_cache-d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.366559] env[69183]: DEBUG nova.network.neutron [req-ac11f3b6-6f3c-4372-b53a-d2d8248d3b18 req-6fac7fbe-6040-427e-957e-cac4458816b9 service nova] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Refreshing network info cache for port 31d35a67-70ef-4386-be39-a39da1b1ccce {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.411932] env[69183]: DEBUG oslo_vmware.api [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789977, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.420755] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "70bda115-3483-43b7-bb10-a9c5f4ec8001" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.421738] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "70bda115-3483-43b7-bb10-a9c5f4ec8001" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.485774] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Releasing lock "refresh_cache-1366812c-00a8-425a-a30e-c6f2578e7dd6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.486144] env[69183]: DEBUG nova.compute.manager [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Instance network_info: |[{"id": "199f0678-8d91-4df0-951d-cf18454e0700", "address": "fa:16:3e:97:21:09", "network": {"id": "fb8d0cb1-db67-46f8-b12f-c5b0b61f9bf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-851986354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ef83677521b4cb2b6d150bb6a3b8688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap199f0678-8d", "ovs_interfaceid": "199f0678-8d91-4df0-951d-cf18454e0700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.486574] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:21:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '199f0678-8d91-4df0-951d-cf18454e0700', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.495139] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Creating folder: Project (0ef83677521b4cb2b6d150bb6a3b8688). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.495606] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90565b9e-4fc3-4bbf-a8c2-04efeaee7595 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.507631] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Created folder: Project (0ef83677521b4cb2b6d150bb6a3b8688) in parent group-v560622. [ 905.507864] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Creating folder: Instances. Parent ref: group-v560824. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.508416] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae0474d1-8584-4ac6-a8bd-19d86195d3b5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.517254] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Created folder: Instances in parent group-v560824. [ 905.517491] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.517687] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.517919] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-def20c82-5760-4603-8007-5ad3c48068e9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.537271] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.537271] env[69183]: value = "task-2789984" [ 905.537271] env[69183]: _type = "Task" [ 905.537271] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.544924] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789984, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.573697] env[69183]: DEBUG oslo_concurrency.lockutils [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Releasing lock "refresh_cache-4aa83732-4f5c-45e5-8929-d8301c2e9b3c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.584116] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fd3786a9-a959-4a25-8d73-50ad8d0e116f tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.589484] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.071s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.589484] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.589484] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.039s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.589714] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.592127] env[69183]: DEBUG oslo_concurrency.lockutils [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.679s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.592269] env[69183]: DEBUG oslo_concurrency.lockutils [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.594143] env[69183]: DEBUG oslo_concurrency.lockutils [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.753s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.594351] env[69183]: DEBUG oslo_concurrency.lockutils [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.596134] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.398s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.596693] env[69183]: DEBUG nova.objects.instance [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69183) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 905.622226] env[69183]: INFO nova.scheduler.client.report [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Deleted allocations for instance 8e72f6db-5dba-44ce-a406-76a5022f0001 [ 905.627367] env[69183]: INFO nova.scheduler.client.report [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Deleted allocations for instance e0a6eea8-ea8f-491e-8390-86280974a654 [ 905.639900] env[69183]: INFO nova.scheduler.client.report [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Deleted allocations for instance d414f97c-8367-4357-9529-eeac7f04d472 [ 905.654714] env[69183]: INFO nova.scheduler.client.report [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Deleted allocations for instance dc49620e-2afe-433a-833c-4b947fe22732 [ 905.688251] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Acquiring lock "6c26d3da-3013-4020-ae22-97093090fafe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.688724] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Lock "6c26d3da-3013-4020-ae22-97093090fafe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.689045] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Acquiring lock "6c26d3da-3013-4020-ae22-97093090fafe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.689361] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Lock "6c26d3da-3013-4020-ae22-97093090fafe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.689648] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Lock "6c26d3da-3013-4020-ae22-97093090fafe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.694089] env[69183]: INFO nova.compute.manager [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Terminating instance [ 905.705233] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 85d6b2fc-0d67-471e-8476-436d5f47071a] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 905.748187] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2789980, 'name': Rename_Task, 'duration_secs': 0.334025} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.748594] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.748916] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b16e84b-14fb-489c-a5a3-a4108ead32e4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.757089] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Waiting for the task: (returnval){ [ 905.757089] env[69183]: value = "task-2789985" [ 905.757089] env[69183]: _type = "Task" [ 905.757089] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.765990] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2789985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.799983] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.838481] env[69183]: DEBUG nova.compute.manager [req-ce6bbd97-09c4-460e-80c1-6b5469c6db2e req-e5806c12-2149-4b60-a956-2e38eda82297 service nova] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Received event network-changed-199f0678-8d91-4df0-951d-cf18454e0700 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 905.838815] env[69183]: DEBUG nova.compute.manager [req-ce6bbd97-09c4-460e-80c1-6b5469c6db2e req-e5806c12-2149-4b60-a956-2e38eda82297 service nova] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Refreshing instance network info cache due to event network-changed-199f0678-8d91-4df0-951d-cf18454e0700. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 905.839128] env[69183]: DEBUG oslo_concurrency.lockutils [req-ce6bbd97-09c4-460e-80c1-6b5469c6db2e req-e5806c12-2149-4b60-a956-2e38eda82297 service nova] Acquiring lock "refresh_cache-1366812c-00a8-425a-a30e-c6f2578e7dd6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.839304] env[69183]: DEBUG oslo_concurrency.lockutils [req-ce6bbd97-09c4-460e-80c1-6b5469c6db2e req-e5806c12-2149-4b60-a956-2e38eda82297 service nova] Acquired lock "refresh_cache-1366812c-00a8-425a-a30e-c6f2578e7dd6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.839471] env[69183]: DEBUG nova.network.neutron [req-ce6bbd97-09c4-460e-80c1-6b5469c6db2e req-e5806c12-2149-4b60-a956-2e38eda82297 service nova] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Refreshing network info cache for port 199f0678-8d91-4df0-951d-cf18454e0700 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.914913] env[69183]: DEBUG oslo_vmware.api [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2789977, 'name': RemoveSnapshot_Task, 'duration_secs': 1.775141} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.915384] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Deleted Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 905.917979] env[69183]: INFO nova.compute.manager [None req-8733359c-b409-4784-ae78-afe8e616d3b8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Took 16.87 seconds to snapshot the instance on the hypervisor. [ 905.926581] env[69183]: DEBUG nova.compute.manager [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.057973] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789984, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.138673] env[69183]: DEBUG oslo_concurrency.lockutils [None req-97f88798-4328-4384-beca-4731180f43b2 tempest-ServerGroupTestJSON-392347984 tempest-ServerGroupTestJSON-392347984-project-member] Lock "e0a6eea8-ea8f-491e-8390-86280974a654" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.862s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.140160] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ddba7c43-ce77-4017-a537-d3a39b9253fb tempest-ListImageFiltersTestJSON-1589461299 tempest-ListImageFiltersTestJSON-1589461299-project-member] Lock "8e72f6db-5dba-44ce-a406-76a5022f0001" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.309s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.147432] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c97e9eb7-29f9-4524-b67b-00d3d487e8ae tempest-SecurityGroupsTestJSON-1642116030 tempest-SecurityGroupsTestJSON-1642116030-project-member] Lock "d414f97c-8367-4357-9529-eeac7f04d472" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.376s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.163229] env[69183]: DEBUG oslo_concurrency.lockutils [None req-24a6bbbf-8438-4778-90be-f7ca1847151a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "dc49620e-2afe-433a-833c-4b947fe22732" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.320s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.203102] env[69183]: DEBUG nova.compute.manager [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.203403] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.204309] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39da2ce1-9e1e-47c0-8030-8dee35585593 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.210246] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 7e74fe1d-28cd-4dcb-be20-c3617e3c2d23] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 906.215342] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.215342] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f744d944-f0f2-4772-86ec-c9010e7e8b98 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.223071] env[69183]: DEBUG oslo_vmware.api [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Waiting for the task: (returnval){ [ 906.223071] env[69183]: value = "task-2789986" [ 906.223071] env[69183]: _type = "Task" [ 906.223071] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.231625] env[69183]: DEBUG oslo_vmware.api [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.267465] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2789985, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.300764] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789981, 'name': ReconfigVM_Task, 'duration_secs': 0.841699} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.301138] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Reconfigured VM instance instance-00000044 to attach disk [datastore2] f816ac19-51db-46a8-9b77-4a44e5f3bb44/f816ac19-51db-46a8-9b77-4a44e5f3bb44.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.302449] env[69183]: DEBUG nova.network.neutron [req-ac11f3b6-6f3c-4372-b53a-d2d8248d3b18 req-6fac7fbe-6040-427e-957e-cac4458816b9 service nova] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Updated VIF entry in instance network info cache for port 31d35a67-70ef-4386-be39-a39da1b1ccce. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.302794] env[69183]: DEBUG nova.network.neutron [req-ac11f3b6-6f3c-4372-b53a-d2d8248d3b18 req-6fac7fbe-6040-427e-957e-cac4458816b9 service nova] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Updating instance_info_cache with network_info: [{"id": "31d35a67-70ef-4386-be39-a39da1b1ccce", "address": "fa:16:3e:1a:05:51", "network": {"id": "cdc0464d-248c-4f43-ae54-4cf67df96d1f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1583293021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a0be7e15da54f06aed63b8a88fbe11b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31d35a67-70", "ovs_interfaceid": "31d35a67-70ef-4386-be39-a39da1b1ccce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.304032] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9cf115d-e054-4aa5-b8c0-f33462bcc26a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.315012] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 906.315012] env[69183]: value = "task-2789987" [ 906.315012] env[69183]: _type = "Task" [ 906.315012] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.322438] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789987, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.451150] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.551836] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2789984, 'name': CreateVM_Task, 'duration_secs': 0.697225} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.551836] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.552472] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.552685] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.553086] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.553412] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d7d9d5b-b805-475c-be4c-4dff7874b355 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.559344] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 906.559344] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5287de6e-fe68-a032-0a40-8535a85895fd" [ 906.559344] env[69183]: _type = "Task" [ 906.559344] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.570986] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5287de6e-fe68-a032-0a40-8535a85895fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.606777] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd7c5f38-e2dc-4c9e-9be9-8c1c8f9e49a9 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.611022] env[69183]: DEBUG oslo_concurrency.lockutils [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.737s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.611022] env[69183]: INFO nova.compute.claims [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.690380] env[69183]: DEBUG nova.network.neutron [req-ce6bbd97-09c4-460e-80c1-6b5469c6db2e req-e5806c12-2149-4b60-a956-2e38eda82297 service nova] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Updated VIF entry in instance network info cache for port 199f0678-8d91-4df0-951d-cf18454e0700. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.691375] env[69183]: DEBUG nova.network.neutron [req-ce6bbd97-09c4-460e-80c1-6b5469c6db2e req-e5806c12-2149-4b60-a956-2e38eda82297 service nova] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Updating instance_info_cache with network_info: [{"id": "199f0678-8d91-4df0-951d-cf18454e0700", "address": "fa:16:3e:97:21:09", "network": {"id": "fb8d0cb1-db67-46f8-b12f-c5b0b61f9bf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-851986354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ef83677521b4cb2b6d150bb6a3b8688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap199f0678-8d", "ovs_interfaceid": "199f0678-8d91-4df0-951d-cf18454e0700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.716997] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.716997] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Cleaning up deleted instances with incomplete migration {{(pid=69183) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 906.739639] env[69183]: DEBUG oslo_vmware.api [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789986, 'name': PowerOffVM_Task, 'duration_secs': 0.277539} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.740170] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.740423] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.741213] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcf2e071-5489-4e52-b2a8-895e44deb025 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.769866] env[69183]: DEBUG oslo_vmware.api [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2789985, 'name': PowerOnVM_Task, 'duration_secs': 0.791892} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.770265] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.770554] env[69183]: INFO nova.compute.manager [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Took 6.40 seconds to spawn the instance on the hypervisor. [ 906.770787] env[69183]: DEBUG nova.compute.manager [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.771593] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4692db-3924-4454-8936-1ed64265a011 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.807582] env[69183]: DEBUG oslo_concurrency.lockutils [req-ac11f3b6-6f3c-4372-b53a-d2d8248d3b18 req-6fac7fbe-6040-427e-957e-cac4458816b9 service nova] Releasing lock "refresh_cache-d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.827177] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789987, 'name': Rename_Task, 'duration_secs': 0.208144} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.827502] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.827757] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16f7fdc3-01f6-40a7-87c5-d38902e2bf17 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.833209] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.833209] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.833209] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Deleting the datastore file [datastore2] 6c26d3da-3013-4020-ae22-97093090fafe {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.833209] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-428f8d82-3b5a-4b86-9432-0e1765511543 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.840924] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 906.840924] env[69183]: value = "task-2789989" [ 906.840924] env[69183]: _type = "Task" [ 906.840924] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.848293] env[69183]: DEBUG oslo_vmware.api [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Waiting for the task: (returnval){ [ 906.848293] env[69183]: value = "task-2789990" [ 906.848293] env[69183]: _type = "Task" [ 906.848293] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.858210] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.863980] env[69183]: DEBUG oslo_vmware.api [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.075938] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5287de6e-fe68-a032-0a40-8535a85895fd, 'name': SearchDatastore_Task, 'duration_secs': 0.048901} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.077946] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.077946] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.077946] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.077946] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.077946] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.078645] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0f9972f-c241-4b82-b51a-958694fe78d2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.090173] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.090464] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.094740] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-639c7782-25e8-47e7-abe7-4a1ca6b11b99 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.099180] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f550ee2-4db9-4967-a4ff-d150c0166b7e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.107665] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 907.107665] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52c099ba-d729-9d55-6020-c4c7d1976d71" [ 907.107665] env[69183]: _type = "Task" [ 907.107665] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.130379] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Updating instance '4aa83732-4f5c-45e5-8929-d8301c2e9b3c' progress to 0 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 907.151383] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c099ba-d729-9d55-6020-c4c7d1976d71, 'name': SearchDatastore_Task, 'duration_secs': 0.012481} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.151743] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba4d79e5-cee1-478e-b858-72b81ea074c8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.161117] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 907.161117] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]523bd80d-e1f3-14e8-a142-f261b8156aab" [ 907.161117] env[69183]: _type = "Task" [ 907.161117] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.173182] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]523bd80d-e1f3-14e8-a142-f261b8156aab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.197050] env[69183]: DEBUG oslo_concurrency.lockutils [req-ce6bbd97-09c4-460e-80c1-6b5469c6db2e req-e5806c12-2149-4b60-a956-2e38eda82297 service nova] Releasing lock "refresh_cache-1366812c-00a8-425a-a30e-c6f2578e7dd6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.222810] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 907.297105] env[69183]: INFO nova.compute.manager [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Took 43.17 seconds to build instance. [ 907.355878] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789989, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.367698] env[69183]: DEBUG oslo_vmware.api [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Task: {'id': task-2789990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273795} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.368048] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.368228] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.368408] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.368579] env[69183]: INFO nova.compute.manager [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Took 1.17 seconds to destroy the instance on the hypervisor. [ 907.368826] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.369048] env[69183]: DEBUG nova.compute.manager [-] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.369255] env[69183]: DEBUG nova.network.neutron [-] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.645491] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.645491] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f0e9c52-209b-4e89-8761-5491f31c95f1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.667722] env[69183]: DEBUG oslo_vmware.api [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 907.667722] env[69183]: value = "task-2789991" [ 907.667722] env[69183]: _type = "Task" [ 907.667722] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.681738] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]523bd80d-e1f3-14e8-a142-f261b8156aab, 'name': SearchDatastore_Task, 'duration_secs': 0.014971} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.682899] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.682899] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 1366812c-00a8-425a-a30e-c6f2578e7dd6/1366812c-00a8-425a-a30e-c6f2578e7dd6.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.683140] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f760c2e-ec7e-4a73-80d9-8cf0a9942cdd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.690593] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] VM already powered off {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 907.690593] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Updating instance '4aa83732-4f5c-45e5-8929-d8301c2e9b3c' progress to 17 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 907.695955] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 907.695955] env[69183]: value = "task-2789992" [ 907.695955] env[69183]: _type = "Task" [ 907.695955] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.702194] env[69183]: INFO nova.compute.manager [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Rebuilding instance [ 907.710861] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2789992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.779605] env[69183]: DEBUG nova.compute.manager [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.780602] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb7441b-35d6-49bd-8f11-1e6746ddbd62 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.802252] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6d67467-aa17-4eb3-907b-37e18327b202 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Lock "78ce64c0-55e6-4c9e-a0c0-59053f78d67b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.684s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.856995] env[69183]: DEBUG oslo_vmware.api [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2789989, 'name': PowerOnVM_Task, 'duration_secs': 0.673211} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.857361] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.857582] env[69183]: INFO nova.compute.manager [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Took 10.12 seconds to spawn the instance on the hypervisor. [ 907.858390] env[69183]: DEBUG nova.compute.manager [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.858701] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56481f7c-e203-4f7d-971d-506c1e764217 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.106311] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc4bf58-5f03-499d-96bd-621ba20224af {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.117647] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37df5f8e-07e6-4d53-b92b-c48ddf4fe9c0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.155859] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171bdfc5-6201-4c45-bdbd-ec2dbc44b32f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.166523] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825e1024-2f90-4c6c-81f4-d44fc4f7b026 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.184551] env[69183]: DEBUG nova.compute.provider_tree [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.207818] env[69183]: DEBUG nova.virt.hardware [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.208267] env[69183]: DEBUG nova.virt.hardware [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.209232] env[69183]: DEBUG nova.virt.hardware [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.209232] env[69183]: DEBUG nova.virt.hardware [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.209232] env[69183]: DEBUG nova.virt.hardware [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.209232] env[69183]: DEBUG nova.virt.hardware [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.209232] env[69183]: DEBUG nova.virt.hardware [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.209482] env[69183]: DEBUG nova.virt.hardware [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.209920] env[69183]: DEBUG nova.virt.hardware [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.210201] env[69183]: DEBUG nova.virt.hardware [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.214021] env[69183]: DEBUG nova.virt.hardware [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.224843] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7db883ec-a0e2-4113-ba7c-53d517cd0c64 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.239796] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2789992, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.247537] env[69183]: DEBUG oslo_vmware.api [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 908.247537] env[69183]: value = "task-2789993" [ 908.247537] env[69183]: _type = "Task" [ 908.247537] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.260538] env[69183]: DEBUG oslo_vmware.api [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.385668] env[69183]: INFO nova.compute.manager [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Took 50.52 seconds to build instance. [ 908.532451] env[69183]: DEBUG nova.compute.manager [req-2c225911-a14b-41ed-85f4-5f7c3705e3ed req-ca80a7e0-2966-4fc2-9750-fd480e84ec26 service nova] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Received event network-vif-deleted-fc5bf907-4c88-4467-ace1-04d913cb9e4d {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 908.533282] env[69183]: INFO nova.compute.manager [req-2c225911-a14b-41ed-85f4-5f7c3705e3ed req-ca80a7e0-2966-4fc2-9750-fd480e84ec26 service nova] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Neutron deleted interface fc5bf907-4c88-4467-ace1-04d913cb9e4d; detaching it from the instance and deleting it from the info cache [ 908.533530] env[69183]: DEBUG nova.network.neutron [req-2c225911-a14b-41ed-85f4-5f7c3705e3ed req-ca80a7e0-2966-4fc2-9750-fd480e84ec26 service nova] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.688602] env[69183]: DEBUG nova.scheduler.client.report [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.706427] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2789992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723726} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.706699] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 1366812c-00a8-425a-a30e-c6f2578e7dd6/1366812c-00a8-425a-a30e-c6f2578e7dd6.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.706919] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.707208] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-331f628d-6fcd-4c26-af21-03e9cb4a62d5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.715456] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 908.715456] env[69183]: value = "task-2789994" [ 908.715456] env[69183]: _type = "Task" [ 908.715456] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.726362] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2789994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.767875] env[69183]: DEBUG oslo_vmware.api [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789993, 'name': ReconfigVM_Task, 'duration_secs': 0.336598} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.768108] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Updating instance '4aa83732-4f5c-45e5-8929-d8301c2e9b3c' progress to 33 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.799727] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.800128] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e3b8619-0943-48fb-927d-f72ccf271db2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.814454] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Waiting for the task: (returnval){ [ 908.814454] env[69183]: value = "task-2789995" [ 908.814454] env[69183]: _type = "Task" [ 908.814454] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.825303] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2789995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.854355] env[69183]: DEBUG nova.network.neutron [-] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.890207] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d692e8bb-9768-4483-a8ba-41e159094536 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.032s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.037867] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db6bf47c-04f0-46c7-8c36-e7884c7e7de0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.048485] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b78b828-d40c-4ec1-bd9b-322da3bd1db4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.086675] env[69183]: DEBUG nova.compute.manager [req-2c225911-a14b-41ed-85f4-5f7c3705e3ed req-ca80a7e0-2966-4fc2-9750-fd480e84ec26 service nova] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Detach interface failed, port_id=fc5bf907-4c88-4467-ace1-04d913cb9e4d, reason: Instance 6c26d3da-3013-4020-ae22-97093090fafe could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 909.194838] env[69183]: DEBUG oslo_concurrency.lockutils [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.195421] env[69183]: DEBUG nova.compute.manager [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.198508] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.668s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.198766] env[69183]: DEBUG nova.objects.instance [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lazy-loading 'resources' on Instance uuid 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.238059] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2789994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071517} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.238415] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.239490] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da2e620-6667-4a71-94e2-84531190eafb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.268175] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 1366812c-00a8-425a-a30e-c6f2578e7dd6/1366812c-00a8-425a-a30e-c6f2578e7dd6.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.269024] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caa575c1-9c40-479d-8d28-f8294ef60b2f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.286732] env[69183]: DEBUG nova.virt.hardware [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.286918] env[69183]: DEBUG nova.virt.hardware [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.287387] env[69183]: DEBUG nova.virt.hardware [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.287387] env[69183]: DEBUG nova.virt.hardware [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.287387] env[69183]: DEBUG nova.virt.hardware [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.287497] env[69183]: DEBUG nova.virt.hardware [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.287694] env[69183]: DEBUG nova.virt.hardware [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.287850] env[69183]: DEBUG nova.virt.hardware [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.288039] env[69183]: DEBUG nova.virt.hardware [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.288227] env[69183]: DEBUG nova.virt.hardware [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.288404] env[69183]: DEBUG nova.virt.hardware [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.293980] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Reconfiguring VM instance instance-00000009 to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 909.294237] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16bd82bc-9ff2-4969-8246-feedbb58f1d5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.320435] env[69183]: DEBUG oslo_vmware.api [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 909.320435] env[69183]: value = "task-2789996" [ 909.320435] env[69183]: _type = "Task" [ 909.320435] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.320842] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 909.320842] env[69183]: value = "task-2789997" [ 909.320842] env[69183]: _type = "Task" [ 909.320842] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.339127] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2789995, 'name': PowerOffVM_Task, 'duration_secs': 0.171949} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.339127] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.339127] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.339880] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2687da-7b73-4e4d-9a76-1ab431e8c868 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.349547] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2789997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.349766] env[69183]: DEBUG oslo_vmware.api [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.356155] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.356155] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8133bb0-70e0-4335-abf3-8e774ef285dc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.358797] env[69183]: INFO nova.compute.manager [-] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Took 1.99 seconds to deallocate network for instance. [ 909.389070] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.390210] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.390210] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Deleting the datastore file [datastore2] 78ce64c0-55e6-4c9e-a0c0-59053f78d67b {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.390210] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a06e4a6b-99ee-4496-b1a8-2f5b32fab955 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.398016] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Waiting for the task: (returnval){ [ 909.398016] env[69183]: value = "task-2789999" [ 909.398016] env[69183]: _type = "Task" [ 909.398016] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.407774] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2789999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.701983] env[69183]: DEBUG nova.compute.utils [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.708388] env[69183]: DEBUG nova.compute.manager [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.708388] env[69183]: DEBUG nova.network.neutron [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.810800] env[69183]: DEBUG nova.policy [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8175843e9eb2404cb08555828b0bfbf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0f1ea9e931040e7ab58ed069396eed6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.837625] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2789997, 'name': ReconfigVM_Task, 'duration_secs': 0.483296} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.842190] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 1366812c-00a8-425a-a30e-c6f2578e7dd6/1366812c-00a8-425a-a30e-c6f2578e7dd6.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.843068] env[69183]: DEBUG oslo_vmware.api [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2789996, 'name': ReconfigVM_Task, 'duration_secs': 0.231947} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.843346] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c47c06c-c821-46ae-839e-031337256b75 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.845044] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Reconfigured VM instance instance-00000009 to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 909.848366] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e598517-debb-4f62-81a2-acde8f66eeb5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.870925] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.881111] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 4aa83732-4f5c-45e5-8929-d8301c2e9b3c/4aa83732-4f5c-45e5-8929-d8301c2e9b3c.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.888120] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5718b6c4-7e1d-4920-bef5-c2380f61a95f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.908527] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 909.908527] env[69183]: value = "task-2790000" [ 909.908527] env[69183]: _type = "Task" [ 909.908527] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.920221] env[69183]: DEBUG oslo_vmware.api [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 909.920221] env[69183]: value = "task-2790001" [ 909.920221] env[69183]: _type = "Task" [ 909.920221] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.926789] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790000, 'name': Rename_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.927078] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2789999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102214} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.933605] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.933744] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.933981] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.944535] env[69183]: DEBUG oslo_vmware.api [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790001, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.198398] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf80f000-08f6-4052-a4f1-951217322164 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.209068] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d05f1d1-a6c1-4b46-ace2-180ffd75c06e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.215587] env[69183]: DEBUG nova.compute.manager [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.269135] env[69183]: DEBUG nova.network.neutron [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Successfully created port: 90c29100-6f2c-4f5a-89f6-eb2854ba5e05 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.273951] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7243c6-1d4d-45cf-95e4-6cec35c476ca {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.284967] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49dc7b09-88c6-4071-94d8-1d107f3c0dec {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.304294] env[69183]: DEBUG nova.compute.provider_tree [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.421602] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790000, 'name': Rename_Task, 'duration_secs': 0.318101} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.421934] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.422232] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce5bed6f-e897-4497-a791-cdfc8263878d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.426495] env[69183]: DEBUG nova.compute.manager [req-9b5505b9-b56b-4920-a891-fcadae5b0b19 req-7cad742c-3415-41fb-94f6-c7b6fb222373 service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Received event network-changed-e7e69400-796a-4db0-816c-ad95ac1c9a1a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 910.426756] env[69183]: DEBUG nova.compute.manager [req-9b5505b9-b56b-4920-a891-fcadae5b0b19 req-7cad742c-3415-41fb-94f6-c7b6fb222373 service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Refreshing instance network info cache due to event network-changed-e7e69400-796a-4db0-816c-ad95ac1c9a1a. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 910.427126] env[69183]: DEBUG oslo_concurrency.lockutils [req-9b5505b9-b56b-4920-a891-fcadae5b0b19 req-7cad742c-3415-41fb-94f6-c7b6fb222373 service nova] Acquiring lock "refresh_cache-f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.427403] env[69183]: DEBUG oslo_concurrency.lockutils [req-9b5505b9-b56b-4920-a891-fcadae5b0b19 req-7cad742c-3415-41fb-94f6-c7b6fb222373 service nova] Acquired lock "refresh_cache-f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.427629] env[69183]: DEBUG nova.network.neutron [req-9b5505b9-b56b-4920-a891-fcadae5b0b19 req-7cad742c-3415-41fb-94f6-c7b6fb222373 service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Refreshing network info cache for port e7e69400-796a-4db0-816c-ad95ac1c9a1a {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.437339] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 910.437339] env[69183]: value = "task-2790002" [ 910.437339] env[69183]: _type = "Task" [ 910.437339] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.448573] env[69183]: DEBUG oslo_vmware.api [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790001, 'name': ReconfigVM_Task, 'duration_secs': 0.488547} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.449425] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 4aa83732-4f5c-45e5-8929-d8301c2e9b3c/4aa83732-4f5c-45e5-8929-d8301c2e9b3c.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.453776] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Updating instance '4aa83732-4f5c-45e5-8929-d8301c2e9b3c' progress to 50 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 910.461403] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790002, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.809036] env[69183]: DEBUG nova.scheduler.client.report [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.939082] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.939393] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.956834] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790002, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.960940] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3537e5e3-32a0-4db6-ae50-c645ceac04a9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.988747] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423afc0e-5ea7-4966-91cb-d04b2593c4c2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.009817] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Updating instance '4aa83732-4f5c-45e5-8929-d8301c2e9b3c' progress to 67 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.018067] env[69183]: DEBUG nova.virt.hardware [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.018406] env[69183]: DEBUG nova.virt.hardware [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.018593] env[69183]: DEBUG nova.virt.hardware [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.018969] env[69183]: DEBUG nova.virt.hardware [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.019053] env[69183]: DEBUG nova.virt.hardware [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.019228] env[69183]: DEBUG nova.virt.hardware [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.019479] env[69183]: DEBUG nova.virt.hardware [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.019708] env[69183]: DEBUG nova.virt.hardware [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.019879] env[69183]: DEBUG nova.virt.hardware [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.020140] env[69183]: DEBUG nova.virt.hardware [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.020539] env[69183]: DEBUG nova.virt.hardware [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.021527] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e783feba-5e66-4047-9738-da726e4b21c9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.032759] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb72a05-e63e-4589-a90a-21fee1d26d30 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.052332] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Instance VIF info [] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.059409] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.059409] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.059409] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c59cc490-05de-4787-9b01-f9816e5ffbd3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.078753] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.078753] env[69183]: value = "task-2790003" [ 911.078753] env[69183]: _type = "Task" [ 911.078753] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.088415] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790003, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.234802] env[69183]: DEBUG nova.compute.manager [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.271368] env[69183]: DEBUG nova.virt.hardware [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.271653] env[69183]: DEBUG nova.virt.hardware [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.272103] env[69183]: DEBUG nova.virt.hardware [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.272511] env[69183]: DEBUG nova.virt.hardware [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.272716] env[69183]: DEBUG nova.virt.hardware [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.272904] env[69183]: DEBUG nova.virt.hardware [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.273174] env[69183]: DEBUG nova.virt.hardware [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.273371] env[69183]: DEBUG nova.virt.hardware [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.273584] env[69183]: DEBUG nova.virt.hardware [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.273789] env[69183]: DEBUG nova.virt.hardware [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.274013] env[69183]: DEBUG nova.virt.hardware [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.275016] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf3b072-fbc5-4529-8ab6-c57fde56d314 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.288676] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97700b95-e87f-4d0b-81bc-8b786bce03ec {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.317257] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.319547] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.846s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.319793] env[69183]: DEBUG nova.objects.instance [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Lazy-loading 'resources' on Instance uuid 748af884-cb92-47ab-a8c9-ed619f6e9876 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.345530] env[69183]: INFO nova.scheduler.client.report [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Deleted allocations for instance 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0 [ 911.445944] env[69183]: DEBUG nova.compute.manager [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.452659] env[69183]: DEBUG oslo_vmware.api [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790002, 'name': PowerOnVM_Task, 'duration_secs': 0.824782} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.453427] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.453427] env[69183]: INFO nova.compute.manager [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Took 8.51 seconds to spawn the instance on the hypervisor. [ 911.453554] env[69183]: DEBUG nova.compute.manager [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.454370] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17b9fc9-0b89-47c9-9f6c-aa11ef53e67f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.591134] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790003, 'name': CreateVM_Task, 'duration_secs': 0.333358} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.591134] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.591134] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.591250] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.591775] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.592049] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f32581-b05f-47fa-8c36-33000dbc21c5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.598768] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Waiting for the task: (returnval){ [ 911.598768] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52fcbad4-2cea-ed42-ff1c-5fd598021392" [ 911.598768] env[69183]: _type = "Task" [ 911.598768] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.608102] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52fcbad4-2cea-ed42-ff1c-5fd598021392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.610679] env[69183]: DEBUG nova.network.neutron [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Port fc95dd47-138c-4d1e-8fbd-638a6c5d31c4 binding to destination host cpu-1 is already ACTIVE {{(pid=69183) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 911.649017] env[69183]: DEBUG nova.network.neutron [req-9b5505b9-b56b-4920-a891-fcadae5b0b19 req-7cad742c-3415-41fb-94f6-c7b6fb222373 service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Updated VIF entry in instance network info cache for port e7e69400-796a-4db0-816c-ad95ac1c9a1a. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.649431] env[69183]: DEBUG nova.network.neutron [req-9b5505b9-b56b-4920-a891-fcadae5b0b19 req-7cad742c-3415-41fb-94f6-c7b6fb222373 service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Updating instance_info_cache with network_info: [{"id": "e7e69400-796a-4db0-816c-ad95ac1c9a1a", "address": "fa:16:3e:fb:08:70", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e69400-79", "ovs_interfaceid": "e7e69400-796a-4db0-816c-ad95ac1c9a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.858352] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a588d41d-f1fb-4bdc-8432-c04d03075c57 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "75ba6f47-e8ae-4ece-bb9b-6b140344c1b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.060s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.974279] env[69183]: INFO nova.compute.manager [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Took 47.51 seconds to build instance. [ 911.993273] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.119099] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52fcbad4-2cea-ed42-ff1c-5fd598021392, 'name': SearchDatastore_Task, 'duration_secs': 0.011877} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.122491] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.122947] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.123026] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.123125] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.123306] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.128221] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b79f1f8-ab49-40df-9d6c-bdd88fb35a13 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.140543] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.141250] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.142441] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f51e78bf-fd74-4e9c-9bfe-8caa314ee2f8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.152809] env[69183]: DEBUG oslo_concurrency.lockutils [req-9b5505b9-b56b-4920-a891-fcadae5b0b19 req-7cad742c-3415-41fb-94f6-c7b6fb222373 service nova] Releasing lock "refresh_cache-f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.155458] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Waiting for the task: (returnval){ [ 912.155458] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]520be5a2-8d31-9588-5947-40bfec89c4be" [ 912.155458] env[69183]: _type = "Task" [ 912.155458] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.168155] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520be5a2-8d31-9588-5947-40bfec89c4be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.245300] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65d8cb9-7523-48c3-b57d-2f0051df6570 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.253964] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7f20d1-9ba6-4a07-9c26-da6d574319bf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.291911] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352d3e32-3a3b-4502-85ad-46b242038e2a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.303775] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0209f2-2fdd-48fe-b441-64471b61a112 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.319698] env[69183]: DEBUG nova.compute.provider_tree [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.476422] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fe27bce-f1dd-4647-9ed3-6b02c4ad4712 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "1366812c-00a8-425a-a30e-c6f2578e7dd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.022s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.592161] env[69183]: DEBUG oslo_concurrency.lockutils [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "39057950-8faf-45b1-8c3d-90798c8f8c94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.592161] env[69183]: DEBUG oslo_concurrency.lockutils [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "39057950-8faf-45b1-8c3d-90798c8f8c94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.592161] env[69183]: DEBUG oslo_concurrency.lockutils [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "39057950-8faf-45b1-8c3d-90798c8f8c94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.592161] env[69183]: DEBUG oslo_concurrency.lockutils [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "39057950-8faf-45b1-8c3d-90798c8f8c94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.592161] env[69183]: DEBUG oslo_concurrency.lockutils [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "39057950-8faf-45b1-8c3d-90798c8f8c94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.593574] env[69183]: INFO nova.compute.manager [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Terminating instance [ 912.638990] env[69183]: DEBUG oslo_concurrency.lockutils [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "4aa83732-4f5c-45e5-8929-d8301c2e9b3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.639343] env[69183]: DEBUG oslo_concurrency.lockutils [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "4aa83732-4f5c-45e5-8929-d8301c2e9b3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.640029] env[69183]: DEBUG oslo_concurrency.lockutils [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "4aa83732-4f5c-45e5-8929-d8301c2e9b3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.661918] env[69183]: DEBUG nova.network.neutron [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Successfully updated port: 90c29100-6f2c-4f5a-89f6-eb2854ba5e05 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.671124] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520be5a2-8d31-9588-5947-40bfec89c4be, 'name': SearchDatastore_Task, 'duration_secs': 0.017349} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.672147] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ee9dca0-284e-47ad-9c5e-0fb851b9d02f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.686645] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Waiting for the task: (returnval){ [ 912.686645] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]521d2d20-9e24-3e23-0107-79179134addd" [ 912.686645] env[69183]: _type = "Task" [ 912.686645] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.697671] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521d2d20-9e24-3e23-0107-79179134addd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.722937] env[69183]: DEBUG nova.compute.manager [req-79ddaf17-91cf-42ca-882d-98d0975b92eb req-de6feeb3-3d7f-4376-9956-4a3325467e20 service nova] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Received event network-vif-plugged-90c29100-6f2c-4f5a-89f6-eb2854ba5e05 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 912.722937] env[69183]: DEBUG oslo_concurrency.lockutils [req-79ddaf17-91cf-42ca-882d-98d0975b92eb req-de6feeb3-3d7f-4376-9956-4a3325467e20 service nova] Acquiring lock "a0a9867e-44d4-456c-8352-48b10596797b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.722937] env[69183]: DEBUG oslo_concurrency.lockutils [req-79ddaf17-91cf-42ca-882d-98d0975b92eb req-de6feeb3-3d7f-4376-9956-4a3325467e20 service nova] Lock "a0a9867e-44d4-456c-8352-48b10596797b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.722937] env[69183]: DEBUG oslo_concurrency.lockutils [req-79ddaf17-91cf-42ca-882d-98d0975b92eb req-de6feeb3-3d7f-4376-9956-4a3325467e20 service nova] Lock "a0a9867e-44d4-456c-8352-48b10596797b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.722937] env[69183]: DEBUG nova.compute.manager [req-79ddaf17-91cf-42ca-882d-98d0975b92eb req-de6feeb3-3d7f-4376-9956-4a3325467e20 service nova] [instance: a0a9867e-44d4-456c-8352-48b10596797b] No waiting events found dispatching network-vif-plugged-90c29100-6f2c-4f5a-89f6-eb2854ba5e05 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.722937] env[69183]: WARNING nova.compute.manager [req-79ddaf17-91cf-42ca-882d-98d0975b92eb req-de6feeb3-3d7f-4376-9956-4a3325467e20 service nova] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Received unexpected event network-vif-plugged-90c29100-6f2c-4f5a-89f6-eb2854ba5e05 for instance with vm_state building and task_state spawning. [ 912.827195] env[69183]: DEBUG nova.scheduler.client.report [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.105814] env[69183]: DEBUG nova.compute.manager [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.106092] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.106958] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39893ed-7fb2-425e-b5f7-d4d692aa0ff7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.116157] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.116454] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85becf0b-dd48-471a-8216-3435c3c19b34 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.125230] env[69183]: DEBUG oslo_vmware.api [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 913.125230] env[69183]: value = "task-2790004" [ 913.125230] env[69183]: _type = "Task" [ 913.125230] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.136753] env[69183]: DEBUG oslo_vmware.api [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2790004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.165243] env[69183]: DEBUG oslo_concurrency.lockutils [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "refresh_cache-a0a9867e-44d4-456c-8352-48b10596797b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.165418] env[69183]: DEBUG oslo_concurrency.lockutils [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired lock "refresh_cache-a0a9867e-44d4-456c-8352-48b10596797b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.165617] env[69183]: DEBUG nova.network.neutron [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.184147] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "1366812c-00a8-425a-a30e-c6f2578e7dd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.184669] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "1366812c-00a8-425a-a30e-c6f2578e7dd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.184893] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "1366812c-00a8-425a-a30e-c6f2578e7dd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.185103] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "1366812c-00a8-425a-a30e-c6f2578e7dd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.185297] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "1366812c-00a8-425a-a30e-c6f2578e7dd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.188687] env[69183]: INFO nova.compute.manager [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Terminating instance [ 913.206095] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521d2d20-9e24-3e23-0107-79179134addd, 'name': SearchDatastore_Task, 'duration_secs': 0.010745} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.207306] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.207543] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 78ce64c0-55e6-4c9e-a0c0-59053f78d67b/78ce64c0-55e6-4c9e-a0c0-59053f78d67b.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.207863] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-656dd736-9fc0-44ec-be01-6920c5866f38 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.218146] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Waiting for the task: (returnval){ [ 913.218146] env[69183]: value = "task-2790005" [ 913.218146] env[69183]: _type = "Task" [ 913.218146] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.230158] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2790005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.334947] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.337408] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.790s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.337854] env[69183]: DEBUG nova.objects.instance [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lazy-loading 'resources' on Instance uuid 37882545-0972-4f5c-a1e2-37b4f1bb2fc6 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.377345] env[69183]: INFO nova.scheduler.client.report [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Deleted allocations for instance 748af884-cb92-47ab-a8c9-ed619f6e9876 [ 913.637129] env[69183]: DEBUG oslo_vmware.api [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2790004, 'name': PowerOffVM_Task, 'duration_secs': 0.222573} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.637472] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.637616] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.637890] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cde15a8-43f9-451b-9f1f-4eecb5489714 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.697352] env[69183]: DEBUG nova.compute.manager [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.698084] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.698611] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14c39b4-b2b1-4a2d-8eac-1b3bb394207e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.710692] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.711078] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c41383d1-3a62-467a-b9af-095094b9e890 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.720389] env[69183]: DEBUG oslo_vmware.api [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 913.720389] env[69183]: value = "task-2790007" [ 913.720389] env[69183]: _type = "Task" [ 913.720389] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.721426] env[69183]: DEBUG nova.network.neutron [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.737508] env[69183]: DEBUG oslo_concurrency.lockutils [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "refresh_cache-4aa83732-4f5c-45e5-8929-d8301c2e9b3c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.737745] env[69183]: DEBUG oslo_concurrency.lockutils [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired lock "refresh_cache-4aa83732-4f5c-45e5-8929-d8301c2e9b3c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.737959] env[69183]: DEBUG nova.network.neutron [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.749719] env[69183]: DEBUG oslo_vmware.api [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.749991] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2790005, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.767290] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.767735] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.768466] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Deleting the datastore file [datastore2] 39057950-8faf-45b1-8c3d-90798c8f8c94 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.768466] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2e5dfb1-ca88-4a8b-abb1-4fb68e12926d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.780619] env[69183]: DEBUG oslo_vmware.api [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 913.780619] env[69183]: value = "task-2790008" [ 913.780619] env[69183]: _type = "Task" [ 913.780619] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.791326] env[69183]: DEBUG oslo_vmware.api [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2790008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.890163] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e489fd78-ea71-49fe-b8d2-6dd002751498 tempest-FloatingIPsAssociationNegativeTestJSON-6040293 tempest-FloatingIPsAssociationNegativeTestJSON-6040293-project-member] Lock "748af884-cb92-47ab-a8c9-ed619f6e9876" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.881s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.941696] env[69183]: DEBUG nova.network.neutron [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Updating instance_info_cache with network_info: [{"id": "90c29100-6f2c-4f5a-89f6-eb2854ba5e05", "address": "fa:16:3e:c2:fb:72", "network": {"id": "fa72ed74-9065-45b7-aa13-47e112133d42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1425645619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f1ea9e931040e7ab58ed069396eed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90c29100-6f", "ovs_interfaceid": "90c29100-6f2c-4f5a-89f6-eb2854ba5e05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.023302] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "e7f71e56-f5c1-463e-af37-5f8e59040d5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.023558] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "e7f71e56-f5c1-463e-af37-5f8e59040d5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.239809] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2790005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556732} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.240642] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 78ce64c0-55e6-4c9e-a0c0-59053f78d67b/78ce64c0-55e6-4c9e-a0c0-59053f78d67b.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.240954] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.243870] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bff11090-f3e9-4924-b0d9-c4ad27725746 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.250996] env[69183]: DEBUG oslo_vmware.api [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790007, 'name': PowerOffVM_Task, 'duration_secs': 0.215525} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.252211] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.252491] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.252794] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8762c605-bfe6-4351-8b3f-c61ef91ec831 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.258179] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Waiting for the task: (returnval){ [ 914.258179] env[69183]: value = "task-2790009" [ 914.258179] env[69183]: _type = "Task" [ 914.258179] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.271785] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2790009, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.295022] env[69183]: DEBUG oslo_vmware.api [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2790008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178731} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.295022] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.295022] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.295022] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.295022] env[69183]: INFO nova.compute.manager [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Took 1.19 seconds to destroy the instance on the hypervisor. [ 914.295022] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.295022] env[69183]: DEBUG nova.compute.manager [-] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.295022] env[69183]: DEBUG nova.network.neutron [-] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.300952] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb41426-4a76-4dac-964a-c099eca06cc2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.312977] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b90125-a368-4b2d-9eed-60c441e2ac3b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.356089] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dd61b9-5c94-4c66-90fd-7438c9109fdc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.358950] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.359664] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.359664] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Deleting the datastore file [datastore2] 1366812c-00a8-425a-a30e-c6f2578e7dd6 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.359851] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4845efde-01fd-4868-a737-1994617ff97c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.370120] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036e6a05-8fb1-4523-95d1-5984d8a540a1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.374377] env[69183]: DEBUG oslo_vmware.api [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 914.374377] env[69183]: value = "task-2790011" [ 914.374377] env[69183]: _type = "Task" [ 914.374377] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.386672] env[69183]: DEBUG nova.compute.provider_tree [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.397080] env[69183]: DEBUG oslo_vmware.api [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.444305] env[69183]: DEBUG oslo_concurrency.lockutils [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Releasing lock "refresh_cache-a0a9867e-44d4-456c-8352-48b10596797b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.444637] env[69183]: DEBUG nova.compute.manager [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Instance network_info: |[{"id": "90c29100-6f2c-4f5a-89f6-eb2854ba5e05", "address": "fa:16:3e:c2:fb:72", "network": {"id": "fa72ed74-9065-45b7-aa13-47e112133d42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1425645619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f1ea9e931040e7ab58ed069396eed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90c29100-6f", "ovs_interfaceid": "90c29100-6f2c-4f5a-89f6-eb2854ba5e05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.445087] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:fb:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90c29100-6f2c-4f5a-89f6-eb2854ba5e05', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.454082] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.454378] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.454607] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-998595e6-bff4-4429-b94d-954a490c2825 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.476574] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.476574] env[69183]: value = "task-2790012" [ 914.476574] env[69183]: _type = "Task" [ 914.476574] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.487751] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790012, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.529602] env[69183]: DEBUG nova.compute.manager [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.676195] env[69183]: DEBUG nova.network.neutron [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Updating instance_info_cache with network_info: [{"id": "fc95dd47-138c-4d1e-8fbd-638a6c5d31c4", "address": "fa:16:3e:a1:d2:a9", "network": {"id": "dd86d277-8747-4c50-a305-9b46298b69c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619207239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b95c9dfa9d48df99b1364995883c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc95dd47-13", "ovs_interfaceid": "fc95dd47-138c-4d1e-8fbd-638a6c5d31c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.770582] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2790009, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086364} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.770582] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.770582] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2344a8c1-9b12-4d4d-a483-22a16e7a6821 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.793779] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 78ce64c0-55e6-4c9e-a0c0-59053f78d67b/78ce64c0-55e6-4c9e-a0c0-59053f78d67b.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.794556] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a339e4b2-e38e-4ba1-bce1-51871fbc36f8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.814677] env[69183]: DEBUG nova.compute.manager [req-d781baeb-2518-424e-9b2b-6211d92adf16 req-7ed89720-2979-4a80-9742-978a11aea7d8 service nova] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Received event network-changed-90c29100-6f2c-4f5a-89f6-eb2854ba5e05 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 914.817335] env[69183]: DEBUG nova.compute.manager [req-d781baeb-2518-424e-9b2b-6211d92adf16 req-7ed89720-2979-4a80-9742-978a11aea7d8 service nova] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Refreshing instance network info cache due to event network-changed-90c29100-6f2c-4f5a-89f6-eb2854ba5e05. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 914.817335] env[69183]: DEBUG oslo_concurrency.lockutils [req-d781baeb-2518-424e-9b2b-6211d92adf16 req-7ed89720-2979-4a80-9742-978a11aea7d8 service nova] Acquiring lock "refresh_cache-a0a9867e-44d4-456c-8352-48b10596797b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.817335] env[69183]: DEBUG oslo_concurrency.lockutils [req-d781baeb-2518-424e-9b2b-6211d92adf16 req-7ed89720-2979-4a80-9742-978a11aea7d8 service nova] Acquired lock "refresh_cache-a0a9867e-44d4-456c-8352-48b10596797b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.817335] env[69183]: DEBUG nova.network.neutron [req-d781baeb-2518-424e-9b2b-6211d92adf16 req-7ed89720-2979-4a80-9742-978a11aea7d8 service nova] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Refreshing network info cache for port 90c29100-6f2c-4f5a-89f6-eb2854ba5e05 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.824270] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Waiting for the task: (returnval){ [ 914.824270] env[69183]: value = "task-2790013" [ 914.824270] env[69183]: _type = "Task" [ 914.824270] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.837882] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2790013, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.885722] env[69183]: DEBUG oslo_vmware.api [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.506341} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.886013] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.886271] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.886389] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.886568] env[69183]: INFO nova.compute.manager [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 914.886816] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.887081] env[69183]: DEBUG nova.compute.manager [-] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.887190] env[69183]: DEBUG nova.network.neutron [-] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.892310] env[69183]: DEBUG nova.scheduler.client.report [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.989392] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790012, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.059821] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.178963] env[69183]: DEBUG oslo_concurrency.lockutils [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Releasing lock "refresh_cache-4aa83732-4f5c-45e5-8929-d8301c2e9b3c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.214424] env[69183]: DEBUG nova.network.neutron [-] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.337177] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2790013, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.397297] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.401363] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.595s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.401641] env[69183]: DEBUG nova.objects.instance [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lazy-loading 'resources' on Instance uuid ff75e3b8-15c2-4dd3-94a6-de77e6e73501 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.433937] env[69183]: INFO nova.scheduler.client.report [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Deleted allocations for instance 37882545-0972-4f5c-a1e2-37b4f1bb2fc6 [ 915.496602] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790012, 'name': CreateVM_Task, 'duration_secs': 0.742553} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.496602] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.496602] env[69183]: DEBUG oslo_concurrency.lockutils [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.496602] env[69183]: DEBUG oslo_concurrency.lockutils [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.498585] env[69183]: DEBUG oslo_concurrency.lockutils [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.498585] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9127650c-de5b-42d6-a99a-d6811b6e55c5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.504062] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 915.504062] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e7f290-b90d-c113-db77-fa4c3334d42b" [ 915.504062] env[69183]: _type = "Task" [ 915.504062] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.514957] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e7f290-b90d-c113-db77-fa4c3334d42b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.708870] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce68a88f-fc75-4e3d-8e5e-9ac65106b65f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.734290] env[69183]: INFO nova.compute.manager [-] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Took 1.44 seconds to deallocate network for instance. [ 915.740984] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b12d5a-ec07-4d5a-b431-16f1240ca130 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.745700] env[69183]: DEBUG nova.network.neutron [req-d781baeb-2518-424e-9b2b-6211d92adf16 req-7ed89720-2979-4a80-9742-978a11aea7d8 service nova] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Updated VIF entry in instance network info cache for port 90c29100-6f2c-4f5a-89f6-eb2854ba5e05. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.745926] env[69183]: DEBUG nova.network.neutron [req-d781baeb-2518-424e-9b2b-6211d92adf16 req-7ed89720-2979-4a80-9742-978a11aea7d8 service nova] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Updating instance_info_cache with network_info: [{"id": "90c29100-6f2c-4f5a-89f6-eb2854ba5e05", "address": "fa:16:3e:c2:fb:72", "network": {"id": "fa72ed74-9065-45b7-aa13-47e112133d42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1425645619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f1ea9e931040e7ab58ed069396eed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90c29100-6f", "ovs_interfaceid": "90c29100-6f2c-4f5a-89f6-eb2854ba5e05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.750582] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Updating instance '4aa83732-4f5c-45e5-8929-d8301c2e9b3c' progress to 83 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 915.774515] env[69183]: DEBUG nova.network.neutron [-] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.839459] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2790013, 'name': ReconfigVM_Task, 'duration_secs': 0.662908} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.839770] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 78ce64c0-55e6-4c9e-a0c0-59053f78d67b/78ce64c0-55e6-4c9e-a0c0-59053f78d67b.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.841068] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-966bc172-6fdf-4f53-bb9f-1a731607abf9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.850403] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Waiting for the task: (returnval){ [ 915.850403] env[69183]: value = "task-2790014" [ 915.850403] env[69183]: _type = "Task" [ 915.850403] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.860113] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2790014, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.943150] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86280f9c-b107-48d9-8b33-7ee8f3391d92 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "37882545-0972-4f5c-a1e2-37b4f1bb2fc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.064s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.016010] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e7f290-b90d-c113-db77-fa4c3334d42b, 'name': SearchDatastore_Task, 'duration_secs': 0.022931} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.016294] env[69183]: DEBUG oslo_concurrency.lockutils [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.016575] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.016861] env[69183]: DEBUG oslo_concurrency.lockutils [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.017147] env[69183]: DEBUG oslo_concurrency.lockutils [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.017411] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.018059] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb910a6a-101b-4e51-b84d-ea12b93d272d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.031307] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.031915] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.032389] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-942872e2-9e8c-4dfd-80c1-fa270605fc63 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.040582] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 916.040582] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52c7f6db-e1ea-d822-b354-68679df19f63" [ 916.040582] env[69183]: _type = "Task" [ 916.040582] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.051473] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c7f6db-e1ea-d822-b354-68679df19f63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.241810] env[69183]: DEBUG oslo_concurrency.lockutils [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.248333] env[69183]: DEBUG oslo_concurrency.lockutils [req-d781baeb-2518-424e-9b2b-6211d92adf16 req-7ed89720-2979-4a80-9742-978a11aea7d8 service nova] Releasing lock "refresh_cache-a0a9867e-44d4-456c-8352-48b10596797b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.248581] env[69183]: DEBUG nova.compute.manager [req-d781baeb-2518-424e-9b2b-6211d92adf16 req-7ed89720-2979-4a80-9742-978a11aea7d8 service nova] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Received event network-vif-deleted-ed064b9e-e06c-42d0-916c-cdd64a96bc03 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 916.248756] env[69183]: INFO nova.compute.manager [req-d781baeb-2518-424e-9b2b-6211d92adf16 req-7ed89720-2979-4a80-9742-978a11aea7d8 service nova] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Neutron deleted interface ed064b9e-e06c-42d0-916c-cdd64a96bc03; detaching it from the instance and deleting it from the info cache [ 916.248926] env[69183]: DEBUG nova.network.neutron [req-d781baeb-2518-424e-9b2b-6211d92adf16 req-7ed89720-2979-4a80-9742-978a11aea7d8 service nova] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.257214] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-24e3498d-ff03-4034-a0f5-c82235f60a0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Updating instance '4aa83732-4f5c-45e5-8929-d8301c2e9b3c' progress to 100 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 916.277973] env[69183]: INFO nova.compute.manager [-] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Took 1.39 seconds to deallocate network for instance. [ 916.328551] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd20866-a66e-49b0-8de1-6ec3f56c1849 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.336957] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68b1026-788b-4f60-8aa0-efcb4dd55720 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.373250] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7344e6-ad52-4aaf-8be8-4310137d5a28 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.382027] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2790014, 'name': Rename_Task, 'duration_secs': 0.246964} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.384280] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.384601] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97da9abc-8e89-4e9a-b537-c9d8b79a1098 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.388790] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dfb3ac-3034-420a-bf8e-fa5f41806020 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.403403] env[69183]: DEBUG nova.compute.provider_tree [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.409177] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Waiting for the task: (returnval){ [ 916.409177] env[69183]: value = "task-2790015" [ 916.409177] env[69183]: _type = "Task" [ 916.409177] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.418818] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2790015, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.555683] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c7f6db-e1ea-d822-b354-68679df19f63, 'name': SearchDatastore_Task, 'duration_secs': 0.012786} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.556643] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13a82844-4d46-46d3-a01a-c2263f98edf8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.563061] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 916.563061] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5251996d-f22e-1419-0692-110568ad6383" [ 916.563061] env[69183]: _type = "Task" [ 916.563061] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.571832] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5251996d-f22e-1419-0692-110568ad6383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.751525] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96ef18d6-87ac-4043-9a10-83c71dea1d06 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.763607] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ddeb63-1046-45a1-b955-028cd124efa7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.787866] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.803052] env[69183]: DEBUG nova.compute.manager [req-d781baeb-2518-424e-9b2b-6211d92adf16 req-7ed89720-2979-4a80-9742-978a11aea7d8 service nova] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Detach interface failed, port_id=ed064b9e-e06c-42d0-916c-cdd64a96bc03, reason: Instance 39057950-8faf-45b1-8c3d-90798c8f8c94 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 916.858568] env[69183]: DEBUG nova.compute.manager [req-f9e0678f-f657-4512-99d6-ad250c5b26bc req-c258370a-a5ab-4a6f-8b64-b95cae30cdd4 service nova] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Received event network-vif-deleted-199f0678-8d91-4df0-951d-cf18454e0700 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 916.911708] env[69183]: DEBUG nova.scheduler.client.report [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.929322] env[69183]: DEBUG oslo_vmware.api [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2790015, 'name': PowerOnVM_Task, 'duration_secs': 0.453638} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.929322] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.929322] env[69183]: DEBUG nova.compute.manager [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.930386] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a7102b-cc2f-4593-9b82-bc8a7b9a1fc6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.074669] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5251996d-f22e-1419-0692-110568ad6383, 'name': SearchDatastore_Task, 'duration_secs': 0.01215} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.074982] env[69183]: DEBUG oslo_concurrency.lockutils [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.075362] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] a0a9867e-44d4-456c-8352-48b10596797b/a0a9867e-44d4-456c-8352-48b10596797b.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.075773] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a703f736-195c-4981-9535-3126dbb18e65 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.083401] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 917.083401] env[69183]: value = "task-2790016" [ 917.083401] env[69183]: _type = "Task" [ 917.083401] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.092519] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.422008] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.426578] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.126s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.429610] env[69183]: INFO nova.compute.claims [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.451564] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.456868] env[69183]: INFO nova.scheduler.client.report [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Deleted allocations for instance ff75e3b8-15c2-4dd3-94a6-de77e6e73501 [ 917.595566] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790016, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.965483] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4dc3318c-82f8-47cc-87cf-91a2cd6dc2cf tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "ff75e3b8-15c2-4dd3-94a6-de77e6e73501" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.377s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.098033] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.830534} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.098033] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] a0a9867e-44d4-456c-8352-48b10596797b/a0a9867e-44d4-456c-8352-48b10596797b.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.098033] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.100763] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5016262-a0f0-4810-85e8-40607dbdfff5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.114237] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 918.114237] env[69183]: value = "task-2790017" [ 918.114237] env[69183]: _type = "Task" [ 918.114237] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.123887] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.234876] env[69183]: DEBUG oslo_concurrency.lockutils [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.235336] env[69183]: DEBUG oslo_concurrency.lockutils [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.607126] env[69183]: INFO nova.compute.manager [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Rebuilding instance [ 918.630307] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073045} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.634524] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.638753] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f368ed9-02a7-4810-8f07-e96603bc5f33 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.669291] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] a0a9867e-44d4-456c-8352-48b10596797b/a0a9867e-44d4-456c-8352-48b10596797b.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.677063] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ce6e6af-9c9b-4e98-a414-6f05ab129330 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.703060] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 918.703060] env[69183]: value = "task-2790018" [ 918.703060] env[69183]: _type = "Task" [ 918.703060] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.716011] env[69183]: DEBUG nova.compute.manager [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.716974] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbcd4c7-46ca-4c6b-a8dd-1f3d0e91ba96 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.723598] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.738095] env[69183]: DEBUG nova.compute.manager [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.867644] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "8b417b3a-4ec1-4b64-9a85-94cda10fcea9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.868064] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "8b417b3a-4ec1-4b64-9a85-94cda10fcea9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.868883] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "8b417b3a-4ec1-4b64-9a85-94cda10fcea9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.869107] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "8b417b3a-4ec1-4b64-9a85-94cda10fcea9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.869289] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "8b417b3a-4ec1-4b64-9a85-94cda10fcea9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.871781] env[69183]: INFO nova.compute.manager [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Terminating instance [ 918.876151] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cbb9e1-2a57-45ba-98f1-c4cc1e90d9be {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.885690] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccabda82-0922-484e-9b0a-fbb25b571404 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.895678] env[69183]: DEBUG oslo_concurrency.lockutils [None req-67d668c8-bdbc-4d72-adae-f47116e049f6 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "4aa83732-4f5c-45e5-8929-d8301c2e9b3c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.895956] env[69183]: DEBUG oslo_concurrency.lockutils [None req-67d668c8-bdbc-4d72-adae-f47116e049f6 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "4aa83732-4f5c-45e5-8929-d8301c2e9b3c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.896169] env[69183]: DEBUG nova.compute.manager [None req-67d668c8-bdbc-4d72-adae-f47116e049f6 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Going to confirm migration 3 {{(pid=69183) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 918.925382] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad058b9-b1c9-46df-8475-8bdb8d6def75 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.935865] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fa3cec-4203-42d8-9687-ad38e9dcc41d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.956273] env[69183]: DEBUG nova.compute.provider_tree [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.221395] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.294075] env[69183]: DEBUG oslo_concurrency.lockutils [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.382260] env[69183]: DEBUG nova.compute.manager [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.382644] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.383945] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8931f17-fb02-48a9-80bc-44dc057e4f1b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.396240] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.396533] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fcfa7df-2be1-4015-a994-4bce85ef6cb6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.407428] env[69183]: DEBUG oslo_vmware.api [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 919.407428] env[69183]: value = "task-2790019" [ 919.407428] env[69183]: _type = "Task" [ 919.407428] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.429374] env[69183]: DEBUG oslo_vmware.api [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2790019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.461420] env[69183]: DEBUG nova.scheduler.client.report [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.513868] env[69183]: DEBUG oslo_concurrency.lockutils [None req-67d668c8-bdbc-4d72-adae-f47116e049f6 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "refresh_cache-4aa83732-4f5c-45e5-8929-d8301c2e9b3c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.513868] env[69183]: DEBUG oslo_concurrency.lockutils [None req-67d668c8-bdbc-4d72-adae-f47116e049f6 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired lock "refresh_cache-4aa83732-4f5c-45e5-8929-d8301c2e9b3c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.513868] env[69183]: DEBUG nova.network.neutron [None req-67d668c8-bdbc-4d72-adae-f47116e049f6 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.513868] env[69183]: DEBUG nova.objects.instance [None req-67d668c8-bdbc-4d72-adae-f47116e049f6 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lazy-loading 'info_cache' on Instance uuid 4aa83732-4f5c-45e5-8929-d8301c2e9b3c {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.717860] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790018, 'name': ReconfigVM_Task, 'duration_secs': 0.847118} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.718605] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Reconfigured VM instance instance-00000047 to attach disk [datastore2] a0a9867e-44d4-456c-8352-48b10596797b/a0a9867e-44d4-456c-8352-48b10596797b.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.718777] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f621f38-9784-4151-96c1-4a4cb2477933 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.726038] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 919.726038] env[69183]: value = "task-2790020" [ 919.726038] env[69183]: _type = "Task" [ 919.726038] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.737494] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790020, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.740084] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.740367] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d16d7fa1-9767-4ff3-9b37-f5568af8e297 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.747364] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Waiting for the task: (returnval){ [ 919.747364] env[69183]: value = "task-2790021" [ 919.747364] env[69183]: _type = "Task" [ 919.747364] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.756318] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Task: {'id': task-2790021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.920179] env[69183]: DEBUG oslo_vmware.api [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2790019, 'name': PowerOffVM_Task, 'duration_secs': 0.237353} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.920640] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.921815] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.921815] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca6a5a1c-9896-4198-8ac8-d641f875fc6f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.971939] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.972576] env[69183]: DEBUG nova.compute.manager [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.976525] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.526s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.978312] env[69183]: INFO nova.compute.claims [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.004380] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.004380] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.004380] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Deleting the datastore file [datastore2] 8b417b3a-4ec1-4b64-9a85-94cda10fcea9 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.004380] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffeb4731-bcce-4d59-8995-9f0ad07fc4c7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.014037] env[69183]: DEBUG oslo_vmware.api [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for the task: (returnval){ [ 920.014037] env[69183]: value = "task-2790023" [ 920.014037] env[69183]: _type = "Task" [ 920.014037] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.024876] env[69183]: DEBUG oslo_vmware.api [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2790023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.239499] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790020, 'name': Rename_Task, 'duration_secs': 0.243021} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.239890] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.240084] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3be4bd1b-c8c1-4f67-8bcb-878ddbcc1995 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.247610] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 920.247610] env[69183]: value = "task-2790024" [ 920.247610] env[69183]: _type = "Task" [ 920.247610] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.260287] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.264764] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Task: {'id': task-2790021, 'name': PowerOffVM_Task, 'duration_secs': 0.124127} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.265088] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.265398] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.266228] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce4e7c9-2f63-4ede-97e5-0ccfd9c5ef11 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.275735] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.276002] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed35425d-cfa2-4bcb-836a-5cc8907581e4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.304590] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.304834] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.305039] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Deleting the datastore file [datastore2] 78ce64c0-55e6-4c9e-a0c0-59053f78d67b {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.305332] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-101e3e1a-0c68-49e7-bca8-f2a29e8bec63 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.314785] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Waiting for the task: (returnval){ [ 920.314785] env[69183]: value = "task-2790026" [ 920.314785] env[69183]: _type = "Task" [ 920.314785] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.323619] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Task: {'id': task-2790026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.482490] env[69183]: DEBUG nova.compute.utils [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.488254] env[69183]: DEBUG nova.compute.manager [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.488254] env[69183]: DEBUG nova.network.neutron [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.526630] env[69183]: DEBUG oslo_vmware.api [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Task: {'id': task-2790023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143463} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.528347] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.528347] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.529451] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.529451] env[69183]: INFO nova.compute.manager [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 920.529451] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.533279] env[69183]: DEBUG nova.compute.manager [-] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.533374] env[69183]: DEBUG nova.network.neutron [-] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.592343] env[69183]: DEBUG nova.policy [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '596116566b8e4016a5c6f5a1cd6c8c6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd23272b0088b417db405fa555e94764c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.760616] env[69183]: DEBUG oslo_vmware.api [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790024, 'name': PowerOnVM_Task, 'duration_secs': 0.502474} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.760925] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.761099] env[69183]: INFO nova.compute.manager [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Took 9.53 seconds to spawn the instance on the hypervisor. [ 920.761312] env[69183]: DEBUG nova.compute.manager [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.762150] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afee8f22-54bf-4ab5-b35d-ce5a50241ad0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.831086] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Task: {'id': task-2790026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100362} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.831418] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.831652] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.831876] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.899888] env[69183]: DEBUG nova.network.neutron [None req-67d668c8-bdbc-4d72-adae-f47116e049f6 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Updating instance_info_cache with network_info: [{"id": "fc95dd47-138c-4d1e-8fbd-638a6c5d31c4", "address": "fa:16:3e:a1:d2:a9", "network": {"id": "dd86d277-8747-4c50-a305-9b46298b69c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619207239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b95c9dfa9d48df99b1364995883c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc95dd47-13", "ovs_interfaceid": "fc95dd47-138c-4d1e-8fbd-638a6c5d31c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.962741] env[69183]: DEBUG nova.compute.manager [req-fe792b6e-20a6-4cfb-91e7-6f668697656b req-906b737c-5ef1-4d5b-b2f3-c2bf5b3c8eca service nova] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Received event network-vif-deleted-1cb42eda-ecf1-40d2-8f6b-379fb01c9383 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 920.962890] env[69183]: INFO nova.compute.manager [req-fe792b6e-20a6-4cfb-91e7-6f668697656b req-906b737c-5ef1-4d5b-b2f3-c2bf5b3c8eca service nova] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Neutron deleted interface 1cb42eda-ecf1-40d2-8f6b-379fb01c9383; detaching it from the instance and deleting it from the info cache [ 920.963625] env[69183]: DEBUG nova.network.neutron [req-fe792b6e-20a6-4cfb-91e7-6f668697656b req-906b737c-5ef1-4d5b-b2f3-c2bf5b3c8eca service nova] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.987955] env[69183]: DEBUG nova.compute.manager [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.284719] env[69183]: INFO nova.compute.manager [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Took 35.43 seconds to build instance. [ 921.349436] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b207ebe5-808e-4c4d-81ea-d5cb181d6999 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.360967] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d79e083-8fbd-4ea3-9546-b442c95777af {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.395854] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae206ff-3b3e-4b8d-9fce-ae6281bb5248 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.401381] env[69183]: DEBUG nova.network.neutron [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Successfully created port: 875b9cae-de7e-4c40-8828-ed6669235d3f {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.403687] env[69183]: DEBUG oslo_concurrency.lockutils [None req-67d668c8-bdbc-4d72-adae-f47116e049f6 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Releasing lock "refresh_cache-4aa83732-4f5c-45e5-8929-d8301c2e9b3c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.403919] env[69183]: DEBUG nova.objects.instance [None req-67d668c8-bdbc-4d72-adae-f47116e049f6 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lazy-loading 'migration_context' on Instance uuid 4aa83732-4f5c-45e5-8929-d8301c2e9b3c {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.409556] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e273b492-cdf4-466b-a1da-cda0b45d723e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.431399] env[69183]: DEBUG nova.compute.provider_tree [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.441819] env[69183]: DEBUG nova.network.neutron [-] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.466302] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82144560-08de-44e9-a255-9fb54611e2fe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.477805] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c0c5df-c2ba-4055-ab26-ea03145b8a18 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.517939] env[69183]: DEBUG nova.compute.manager [req-fe792b6e-20a6-4cfb-91e7-6f668697656b req-906b737c-5ef1-4d5b-b2f3-c2bf5b3c8eca service nova] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Detach interface failed, port_id=1cb42eda-ecf1-40d2-8f6b-379fb01c9383, reason: Instance 8b417b3a-4ec1-4b64-9a85-94cda10fcea9 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 921.786616] env[69183]: DEBUG oslo_concurrency.lockutils [None req-994354cf-a944-4719-8566-9ff447dca400 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "a0a9867e-44d4-456c-8352-48b10596797b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.943s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.879442] env[69183]: DEBUG nova.virt.hardware [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.879442] env[69183]: DEBUG nova.virt.hardware [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.879442] env[69183]: DEBUG nova.virt.hardware [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.879442] env[69183]: DEBUG nova.virt.hardware [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.880204] env[69183]: DEBUG nova.virt.hardware [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.880397] env[69183]: DEBUG nova.virt.hardware [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.880668] env[69183]: DEBUG nova.virt.hardware [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.880781] env[69183]: DEBUG nova.virt.hardware [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.880950] env[69183]: DEBUG nova.virt.hardware [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.881127] env[69183]: DEBUG nova.virt.hardware [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.881302] env[69183]: DEBUG nova.virt.hardware [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.882216] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129f5586-34e3-4a5d-8b74-ceb862558628 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.898721] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02620dd-2d79-4860-a0ea-0a85d0c4e4e3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.917130] env[69183]: DEBUG nova.objects.base [None req-67d668c8-bdbc-4d72-adae-f47116e049f6 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Object Instance<4aa83732-4f5c-45e5-8929-d8301c2e9b3c> lazy-loaded attributes: info_cache,migration_context {{(pid=69183) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 921.917540] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Instance VIF info [] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.923872] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.924691] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7defcf94-d215-4d9d-ab00-fa4e6346b443 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.927793] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.927793] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cedd3c81-7be2-4527-9e6b-4833eff06bb2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.940958] env[69183]: DEBUG nova.scheduler.client.report [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.948120] env[69183]: INFO nova.compute.manager [-] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Took 1.41 seconds to deallocate network for instance. [ 921.970341] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-292e6dcb-89b7-4cfa-96b1-8ced437c827a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.973067] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.973067] env[69183]: value = "task-2790027" [ 921.973067] env[69183]: _type = "Task" [ 921.973067] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.981135] env[69183]: DEBUG oslo_vmware.api [None req-67d668c8-bdbc-4d72-adae-f47116e049f6 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 921.981135] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5241af23-14c1-906e-a287-55334d39bf3d" [ 921.981135] env[69183]: _type = "Task" [ 921.981135] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.989074] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790027, 'name': CreateVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.996486] env[69183]: DEBUG oslo_vmware.api [None req-67d668c8-bdbc-4d72-adae-f47116e049f6 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5241af23-14c1-906e-a287-55334d39bf3d, 'name': SearchDatastore_Task, 'duration_secs': 0.008736} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.996790] env[69183]: DEBUG oslo_concurrency.lockutils [None req-67d668c8-bdbc-4d72-adae-f47116e049f6 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.004688] env[69183]: DEBUG nova.compute.manager [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.029136] env[69183]: DEBUG nova.virt.hardware [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.032038] env[69183]: DEBUG nova.virt.hardware [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.032038] env[69183]: DEBUG nova.virt.hardware [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.032038] env[69183]: DEBUG nova.virt.hardware [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.032038] env[69183]: DEBUG nova.virt.hardware [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.032038] env[69183]: DEBUG nova.virt.hardware [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.032038] env[69183]: DEBUG nova.virt.hardware [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.032038] env[69183]: DEBUG nova.virt.hardware [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.032038] env[69183]: DEBUG nova.virt.hardware [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.032038] env[69183]: DEBUG nova.virt.hardware [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.032038] env[69183]: DEBUG nova.virt.hardware [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.033035] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078bef68-7115-47eb-9a13-7a806ff13e8c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.042145] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d548ecf-8d4f-4ebe-bc44-caa9b48a0490 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.465308] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.465856] env[69183]: DEBUG nova.compute.manager [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.472018] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.598s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.472018] env[69183]: DEBUG nova.objects.instance [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Lazy-loading 'resources' on Instance uuid 6c26d3da-3013-4020-ae22-97093090fafe {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.474460] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.485133] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790027, 'name': CreateVM_Task, 'duration_secs': 0.348741} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.485300] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.485699] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.485930] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.486274] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.486520] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56de3c33-c3d3-4f15-88d3-a9bbb9bd7af7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.492665] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Waiting for the task: (returnval){ [ 922.492665] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]525cb911-02d6-d8a7-3c80-62ae18da0830" [ 922.492665] env[69183]: _type = "Task" [ 922.492665] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.502593] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525cb911-02d6-d8a7-3c80-62ae18da0830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.688156] env[69183]: DEBUG oslo_concurrency.lockutils [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "a0a9867e-44d4-456c-8352-48b10596797b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.688331] env[69183]: DEBUG oslo_concurrency.lockutils [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "a0a9867e-44d4-456c-8352-48b10596797b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.688599] env[69183]: DEBUG oslo_concurrency.lockutils [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "a0a9867e-44d4-456c-8352-48b10596797b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.688720] env[69183]: DEBUG oslo_concurrency.lockutils [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "a0a9867e-44d4-456c-8352-48b10596797b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.688897] env[69183]: DEBUG oslo_concurrency.lockutils [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "a0a9867e-44d4-456c-8352-48b10596797b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.694678] env[69183]: INFO nova.compute.manager [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Terminating instance [ 922.976392] env[69183]: DEBUG nova.compute.utils [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.977783] env[69183]: DEBUG nova.compute.manager [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 922.977783] env[69183]: DEBUG nova.network.neutron [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.010540] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525cb911-02d6-d8a7-3c80-62ae18da0830, 'name': SearchDatastore_Task, 'duration_secs': 0.009806} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.011093] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.011737] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.011737] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.011737] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.012019] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.013242] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c4b1ff4-0f57-4e2c-a00e-96b461fcf99d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.026629] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.027200] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.028018] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5c5774d-5c07-49af-bd87-2c29ce5bbcea {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.039484] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Waiting for the task: (returnval){ [ 923.039484] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52af8441-eb31-7b31-1031-e355165afbff" [ 923.039484] env[69183]: _type = "Task" [ 923.039484] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.049115] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52af8441-eb31-7b31-1031-e355165afbff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.053709] env[69183]: DEBUG nova.policy [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40872afc348746a9aa1ad363d844cd51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5693178b56fa4638818e38f3f7b68860', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.201147] env[69183]: DEBUG nova.compute.manager [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.201362] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.202304] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f6c22b-b368-490f-9084-4fef6594342c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.212695] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.213543] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ac76a4b-5f26-43bb-a9c0-eb956f9a9e91 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.222099] env[69183]: DEBUG oslo_vmware.api [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 923.222099] env[69183]: value = "task-2790028" [ 923.222099] env[69183]: _type = "Task" [ 923.222099] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.247743] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Acquiring lock "8f2991aa-5a42-422f-a35d-79f457430c41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.248136] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Lock "8f2991aa-5a42-422f-a35d-79f457430c41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.250784] env[69183]: DEBUG oslo_vmware.api [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.381088] env[69183]: DEBUG nova.compute.manager [req-5c46bc57-858f-4bdc-82df-b22d6306e0af req-e3cdf3d0-4b9d-4663-b056-36e62097fe21 service nova] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Received event network-vif-plugged-875b9cae-de7e-4c40-8828-ed6669235d3f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 923.381312] env[69183]: DEBUG oslo_concurrency.lockutils [req-5c46bc57-858f-4bdc-82df-b22d6306e0af req-e3cdf3d0-4b9d-4663-b056-36e62097fe21 service nova] Acquiring lock "bc2d838b-e3a0-4d73-8792-5e5cf1ed3577-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.381517] env[69183]: DEBUG oslo_concurrency.lockutils [req-5c46bc57-858f-4bdc-82df-b22d6306e0af req-e3cdf3d0-4b9d-4663-b056-36e62097fe21 service nova] Lock "bc2d838b-e3a0-4d73-8792-5e5cf1ed3577-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.381677] env[69183]: DEBUG oslo_concurrency.lockutils [req-5c46bc57-858f-4bdc-82df-b22d6306e0af req-e3cdf3d0-4b9d-4663-b056-36e62097fe21 service nova] Lock "bc2d838b-e3a0-4d73-8792-5e5cf1ed3577-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.381861] env[69183]: DEBUG nova.compute.manager [req-5c46bc57-858f-4bdc-82df-b22d6306e0af req-e3cdf3d0-4b9d-4663-b056-36e62097fe21 service nova] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] No waiting events found dispatching network-vif-plugged-875b9cae-de7e-4c40-8828-ed6669235d3f {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 923.382055] env[69183]: WARNING nova.compute.manager [req-5c46bc57-858f-4bdc-82df-b22d6306e0af req-e3cdf3d0-4b9d-4663-b056-36e62097fe21 service nova] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Received unexpected event network-vif-plugged-875b9cae-de7e-4c40-8828-ed6669235d3f for instance with vm_state building and task_state spawning. [ 923.427490] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85512c5-2677-4fe2-8769-eaa5eacd0ace {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.439534] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018f5ae6-eb45-4bfa-8421-be7b0cc856d2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.475701] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf7e19a-6296-4726-b966-2bd507b36642 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.481833] env[69183]: DEBUG nova.compute.manager [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.490916] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270b7f73-8a4c-4a74-9ba0-136a4e7254cc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.512985] env[69183]: DEBUG nova.compute.provider_tree [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.542779] env[69183]: DEBUG nova.network.neutron [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Successfully created port: a564f09d-e1a5-4b8c-9773-1459c5917dbc {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 923.545454] env[69183]: DEBUG nova.network.neutron [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Successfully updated port: 875b9cae-de7e-4c40-8828-ed6669235d3f {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.557835] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52af8441-eb31-7b31-1031-e355165afbff, 'name': SearchDatastore_Task, 'duration_secs': 0.010079} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.558333] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44113322-ceae-4e03-815b-1abb11601daf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.567408] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Waiting for the task: (returnval){ [ 923.567408] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52757351-ef48-980c-8e0a-62ffac8aa625" [ 923.567408] env[69183]: _type = "Task" [ 923.567408] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.576282] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52757351-ef48-980c-8e0a-62ffac8aa625, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.733417] env[69183]: DEBUG oslo_vmware.api [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790028, 'name': PowerOffVM_Task, 'duration_secs': 0.191644} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.733789] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.734009] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.734309] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-953a1aed-ee38-494f-a282-c4fd2a34f81c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.751849] env[69183]: DEBUG nova.compute.manager [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.812102] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.812408] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.814359] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Deleting the datastore file [datastore2] a0a9867e-44d4-456c-8352-48b10596797b {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.814359] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a2f3200-15ff-4133-8abb-5effcaf3b032 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.820442] env[69183]: DEBUG oslo_vmware.api [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 923.820442] env[69183]: value = "task-2790030" [ 923.820442] env[69183]: _type = "Task" [ 923.820442] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.831068] env[69183]: DEBUG oslo_vmware.api [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.019545] env[69183]: DEBUG nova.scheduler.client.report [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.048443] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Acquiring lock "refresh_cache-bc2d838b-e3a0-4d73-8792-5e5cf1ed3577" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.048443] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Acquired lock "refresh_cache-bc2d838b-e3a0-4d73-8792-5e5cf1ed3577" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.048443] env[69183]: DEBUG nova.network.neutron [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.080424] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52757351-ef48-980c-8e0a-62ffac8aa625, 'name': SearchDatastore_Task, 'duration_secs': 0.010409} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.080759] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.081036] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 78ce64c0-55e6-4c9e-a0c0-59053f78d67b/78ce64c0-55e6-4c9e-a0c0-59053f78d67b.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.081303] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cde2251-fe48-4bf2-ba45-ffcd5935f7a9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.090663] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Waiting for the task: (returnval){ [ 924.090663] env[69183]: value = "task-2790031" [ 924.090663] env[69183]: _type = "Task" [ 924.090663] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.103880] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Task: {'id': task-2790031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.284148] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.342087] env[69183]: DEBUG oslo_vmware.api [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133306} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.342519] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.342727] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.342970] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.343516] env[69183]: INFO nova.compute.manager [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 924.343883] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.344242] env[69183]: DEBUG nova.compute.manager [-] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.344409] env[69183]: DEBUG nova.network.neutron [-] [instance: a0a9867e-44d4-456c-8352-48b10596797b] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.494956] env[69183]: DEBUG nova.compute.manager [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.525646] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.528613] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.535s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.530409] env[69183]: INFO nova.compute.claims [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.537128] env[69183]: DEBUG nova.virt.hardware [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='438d2267662ea766611b7e04e8da48f4',container_format='bare',created_at=2025-03-06T06:05:50Z,direct_url=,disk_format='vmdk',id=501b6cfe-9f60-4893-a43e-ab3a4723f08f,min_disk=1,min_ram=0,name='tempest-test-snap-1793108133',owner='5693178b56fa4638818e38f3f7b68860',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-06T06:06:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.537386] env[69183]: DEBUG nova.virt.hardware [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.537547] env[69183]: DEBUG nova.virt.hardware [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.537726] env[69183]: DEBUG nova.virt.hardware [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.537871] env[69183]: DEBUG nova.virt.hardware [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.538492] env[69183]: DEBUG nova.virt.hardware [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.538804] env[69183]: DEBUG nova.virt.hardware [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.538983] env[69183]: DEBUG nova.virt.hardware [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.539316] env[69183]: DEBUG nova.virt.hardware [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.539386] env[69183]: DEBUG nova.virt.hardware [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.539540] env[69183]: DEBUG nova.virt.hardware [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.540452] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9093875-da9d-44bb-a402-d2687822bcb6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.553153] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e0e820-41fb-4ab0-b0f5-8720bb22adbe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.562406] env[69183]: INFO nova.scheduler.client.report [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Deleted allocations for instance 6c26d3da-3013-4020-ae22-97093090fafe [ 924.601159] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Task: {'id': task-2790031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468217} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.602163] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 78ce64c0-55e6-4c9e-a0c0-59053f78d67b/78ce64c0-55e6-4c9e-a0c0-59053f78d67b.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.602383] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.602651] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-398fc6d2-c2af-4d3a-8aed-4ce7a9892ced {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.612023] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Waiting for the task: (returnval){ [ 924.612023] env[69183]: value = "task-2790032" [ 924.612023] env[69183]: _type = "Task" [ 924.612023] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.618178] env[69183]: DEBUG nova.network.neutron [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.626580] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Task: {'id': task-2790032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.859600] env[69183]: DEBUG nova.network.neutron [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Updating instance_info_cache with network_info: [{"id": "875b9cae-de7e-4c40-8828-ed6669235d3f", "address": "fa:16:3e:6a:41:ae", "network": {"id": "32895a9e-dba1-41a8-8241-f1f7989bf0bb", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1887731285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d23272b0088b417db405fa555e94764c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875b9cae-de", "ovs_interfaceid": "875b9cae-de7e-4c40-8828-ed6669235d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.091530] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7f55ee18-b65c-4978-bb7e-a2b775dd3af4 tempest-ServersAdminNegativeTestJSON-836638610 tempest-ServersAdminNegativeTestJSON-836638610-project-member] Lock "6c26d3da-3013-4020-ae22-97093090fafe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.403s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.122599] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Task: {'id': task-2790032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066669} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.122946] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.123801] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc83f7c8-fa20-462c-9fe1-1ccc2c101f59 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.130856] env[69183]: DEBUG nova.network.neutron [-] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.151027] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 78ce64c0-55e6-4c9e-a0c0-59053f78d67b/78ce64c0-55e6-4c9e-a0c0-59053f78d67b.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.151849] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bca2518-471f-4088-84e5-f7fab9c65f49 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.177223] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Waiting for the task: (returnval){ [ 925.177223] env[69183]: value = "task-2790033" [ 925.177223] env[69183]: _type = "Task" [ 925.177223] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.188220] env[69183]: DEBUG nova.network.neutron [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Successfully updated port: a564f09d-e1a5-4b8c-9773-1459c5917dbc {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 925.191796] env[69183]: DEBUG nova.compute.manager [req-7dd975f6-4249-4dbf-b4e2-be794d2764fe req-f85f8593-afa9-422b-bbdb-651a9a0d31c0 service nova] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Received event network-vif-plugged-a564f09d-e1a5-4b8c-9773-1459c5917dbc {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 925.191796] env[69183]: DEBUG oslo_concurrency.lockutils [req-7dd975f6-4249-4dbf-b4e2-be794d2764fe req-f85f8593-afa9-422b-bbdb-651a9a0d31c0 service nova] Acquiring lock "70bda115-3483-43b7-bb10-a9c5f4ec8001-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.191796] env[69183]: DEBUG oslo_concurrency.lockutils [req-7dd975f6-4249-4dbf-b4e2-be794d2764fe req-f85f8593-afa9-422b-bbdb-651a9a0d31c0 service nova] Lock "70bda115-3483-43b7-bb10-a9c5f4ec8001-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.191796] env[69183]: DEBUG oslo_concurrency.lockutils [req-7dd975f6-4249-4dbf-b4e2-be794d2764fe req-f85f8593-afa9-422b-bbdb-651a9a0d31c0 service nova] Lock "70bda115-3483-43b7-bb10-a9c5f4ec8001-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.191796] env[69183]: DEBUG nova.compute.manager [req-7dd975f6-4249-4dbf-b4e2-be794d2764fe req-f85f8593-afa9-422b-bbdb-651a9a0d31c0 service nova] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] No waiting events found dispatching network-vif-plugged-a564f09d-e1a5-4b8c-9773-1459c5917dbc {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.191796] env[69183]: WARNING nova.compute.manager [req-7dd975f6-4249-4dbf-b4e2-be794d2764fe req-f85f8593-afa9-422b-bbdb-651a9a0d31c0 service nova] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Received unexpected event network-vif-plugged-a564f09d-e1a5-4b8c-9773-1459c5917dbc for instance with vm_state building and task_state spawning. [ 925.199371] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Task: {'id': task-2790033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.365965] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Releasing lock "refresh_cache-bc2d838b-e3a0-4d73-8792-5e5cf1ed3577" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.365965] env[69183]: DEBUG nova.compute.manager [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Instance network_info: |[{"id": "875b9cae-de7e-4c40-8828-ed6669235d3f", "address": "fa:16:3e:6a:41:ae", "network": {"id": "32895a9e-dba1-41a8-8241-f1f7989bf0bb", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1887731285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d23272b0088b417db405fa555e94764c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875b9cae-de", "ovs_interfaceid": "875b9cae-de7e-4c40-8828-ed6669235d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.365965] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:41:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '875b9cae-de7e-4c40-8828-ed6669235d3f', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.373027] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Creating folder: Project (d23272b0088b417db405fa555e94764c). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.373424] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95d0e661-54f1-4c89-a4c3-fc1f224c0bd7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.386701] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Created folder: Project (d23272b0088b417db405fa555e94764c) in parent group-v560622. [ 925.388035] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Creating folder: Instances. Parent ref: group-v560830. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.388035] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aabd0a29-b78b-463c-af5a-4af5c013258d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.399600] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Created folder: Instances in parent group-v560830. [ 925.399869] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.400354] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.400424] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eae7b5d8-4cd7-4a37-8305-3bd1f66644b9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.423685] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.423685] env[69183]: value = "task-2790036" [ 925.423685] env[69183]: _type = "Task" [ 925.423685] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.432391] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790036, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.434965] env[69183]: DEBUG nova.compute.manager [req-d643b95a-41f8-4568-b316-214cdc7eb45a req-8c85135b-4bcf-4a40-bccd-2951957b12a1 service nova] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Received event network-changed-875b9cae-de7e-4c40-8828-ed6669235d3f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 925.435174] env[69183]: DEBUG nova.compute.manager [req-d643b95a-41f8-4568-b316-214cdc7eb45a req-8c85135b-4bcf-4a40-bccd-2951957b12a1 service nova] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Refreshing instance network info cache due to event network-changed-875b9cae-de7e-4c40-8828-ed6669235d3f. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 925.435791] env[69183]: DEBUG oslo_concurrency.lockutils [req-d643b95a-41f8-4568-b316-214cdc7eb45a req-8c85135b-4bcf-4a40-bccd-2951957b12a1 service nova] Acquiring lock "refresh_cache-bc2d838b-e3a0-4d73-8792-5e5cf1ed3577" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.435791] env[69183]: DEBUG oslo_concurrency.lockutils [req-d643b95a-41f8-4568-b316-214cdc7eb45a req-8c85135b-4bcf-4a40-bccd-2951957b12a1 service nova] Acquired lock "refresh_cache-bc2d838b-e3a0-4d73-8792-5e5cf1ed3577" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.436869] env[69183]: DEBUG nova.network.neutron [req-d643b95a-41f8-4568-b316-214cdc7eb45a req-8c85135b-4bcf-4a40-bccd-2951957b12a1 service nova] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Refreshing network info cache for port 875b9cae-de7e-4c40-8828-ed6669235d3f {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.632870] env[69183]: INFO nova.compute.manager [-] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Took 1.29 seconds to deallocate network for instance. [ 925.691493] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Task: {'id': task-2790033, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.692199] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "refresh_cache-70bda115-3483-43b7-bb10-a9c5f4ec8001" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.692464] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquired lock "refresh_cache-70bda115-3483-43b7-bb10-a9c5f4ec8001" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.692706] env[69183]: DEBUG nova.network.neutron [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.882250] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7aca398-ad05-4695-beab-4eb344106aa2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.890556] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b94df76-14da-4133-9289-8742d0e85df8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.898652] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.898734] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.929300] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d780dc-cb30-41cc-9ec2-699672dc535a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.941067] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811d9d1a-e216-448c-a6df-d8b52e27b624 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.946952] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790036, 'name': CreateVM_Task, 'duration_secs': 0.473976} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.947140] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.948357] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.948524] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.948836] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.949107] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1130b190-24f9-4a14-8bdc-912b385e4497 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.960522] env[69183]: DEBUG nova.compute.provider_tree [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.965873] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Waiting for the task: (returnval){ [ 925.965873] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e89dd1-122c-4c06-a26f-30c4b70e66b4" [ 925.965873] env[69183]: _type = "Task" [ 925.965873] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.975506] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e89dd1-122c-4c06-a26f-30c4b70e66b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.139358] env[69183]: DEBUG oslo_concurrency.lockutils [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.152406] env[69183]: DEBUG nova.network.neutron [req-d643b95a-41f8-4568-b316-214cdc7eb45a req-8c85135b-4bcf-4a40-bccd-2951957b12a1 service nova] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Updated VIF entry in instance network info cache for port 875b9cae-de7e-4c40-8828-ed6669235d3f. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.152790] env[69183]: DEBUG nova.network.neutron [req-d643b95a-41f8-4568-b316-214cdc7eb45a req-8c85135b-4bcf-4a40-bccd-2951957b12a1 service nova] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Updating instance_info_cache with network_info: [{"id": "875b9cae-de7e-4c40-8828-ed6669235d3f", "address": "fa:16:3e:6a:41:ae", "network": {"id": "32895a9e-dba1-41a8-8241-f1f7989bf0bb", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1887731285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d23272b0088b417db405fa555e94764c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875b9cae-de", "ovs_interfaceid": "875b9cae-de7e-4c40-8828-ed6669235d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.188671] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Task: {'id': task-2790033, 'name': ReconfigVM_Task, 'duration_secs': 0.546932} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.189248] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 78ce64c0-55e6-4c9e-a0c0-59053f78d67b/78ce64c0-55e6-4c9e-a0c0-59053f78d67b.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.189632] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2173e4b-6923-45c4-bcf9-c2f59ee4bd11 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.197975] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Waiting for the task: (returnval){ [ 926.197975] env[69183]: value = "task-2790037" [ 926.197975] env[69183]: _type = "Task" [ 926.197975] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.208056] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Task: {'id': task-2790037, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.226413] env[69183]: DEBUG nova.network.neutron [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.356513] env[69183]: DEBUG nova.network.neutron [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Updating instance_info_cache with network_info: [{"id": "a564f09d-e1a5-4b8c-9773-1459c5917dbc", "address": "fa:16:3e:de:bf:71", "network": {"id": "4d805c0b-229a-45c2-a038-04f1ba9ad064", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1673913808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5693178b56fa4638818e38f3f7b68860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa564f09d-e1", "ovs_interfaceid": "a564f09d-e1a5-4b8c-9773-1459c5917dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.401291] env[69183]: DEBUG nova.compute.manager [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.464985] env[69183]: DEBUG nova.scheduler.client.report [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.481447] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e89dd1-122c-4c06-a26f-30c4b70e66b4, 'name': SearchDatastore_Task, 'duration_secs': 0.02721} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.482336] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.482615] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.482850] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.482997] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.483194] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.483694] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fdbbe3d-4c19-48f7-bd2d-9532b61a401e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.493161] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.493355] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.494075] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-608e0d22-f57f-4538-89b8-09af106a6467 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.500370] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Waiting for the task: (returnval){ [ 926.500370] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52d3be81-6353-0f16-b303-fc31046857b8" [ 926.500370] env[69183]: _type = "Task" [ 926.500370] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.508751] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d3be81-6353-0f16-b303-fc31046857b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.656152] env[69183]: DEBUG oslo_concurrency.lockutils [req-d643b95a-41f8-4568-b316-214cdc7eb45a req-8c85135b-4bcf-4a40-bccd-2951957b12a1 service nova] Releasing lock "refresh_cache-bc2d838b-e3a0-4d73-8792-5e5cf1ed3577" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.656455] env[69183]: DEBUG nova.compute.manager [req-d643b95a-41f8-4568-b316-214cdc7eb45a req-8c85135b-4bcf-4a40-bccd-2951957b12a1 service nova] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Received event network-vif-deleted-90c29100-6f2c-4f5a-89f6-eb2854ba5e05 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 926.709739] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Task: {'id': task-2790037, 'name': Rename_Task, 'duration_secs': 0.178381} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.710039] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.710336] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16ec4b96-bdac-4ab5-9143-0c51470a2573 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.717436] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Waiting for the task: (returnval){ [ 926.717436] env[69183]: value = "task-2790038" [ 926.717436] env[69183]: _type = "Task" [ 926.717436] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.726657] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Task: {'id': task-2790038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.859191] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Releasing lock "refresh_cache-70bda115-3483-43b7-bb10-a9c5f4ec8001" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.859538] env[69183]: DEBUG nova.compute.manager [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Instance network_info: |[{"id": "a564f09d-e1a5-4b8c-9773-1459c5917dbc", "address": "fa:16:3e:de:bf:71", "network": {"id": "4d805c0b-229a-45c2-a038-04f1ba9ad064", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1673913808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5693178b56fa4638818e38f3f7b68860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa564f09d-e1", "ovs_interfaceid": "a564f09d-e1a5-4b8c-9773-1459c5917dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.859978] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:bf:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a564f09d-e1a5-4b8c-9773-1459c5917dbc', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.867805] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.868205] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.868304] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fea116c9-0cb5-4776-83d7-20ff9af83008 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.889604] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.889604] env[69183]: value = "task-2790039" [ 926.889604] env[69183]: _type = "Task" [ 926.889604] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.898678] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790039, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.925094] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.970056] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.970448] env[69183]: DEBUG nova.compute.manager [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.973539] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.914s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.974999] env[69183]: INFO nova.compute.claims [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.015456] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d3be81-6353-0f16-b303-fc31046857b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009227} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.016292] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4bd558d-f943-4449-8b89-ddde79028c5c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.022798] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Waiting for the task: (returnval){ [ 927.022798] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]524f15ca-e2e6-c6de-6748-5f93237902c0" [ 927.022798] env[69183]: _type = "Task" [ 927.022798] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.037698] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]524f15ca-e2e6-c6de-6748-5f93237902c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010856} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.038288] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.038564] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] bc2d838b-e3a0-4d73-8792-5e5cf1ed3577/bc2d838b-e3a0-4d73-8792-5e5cf1ed3577.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.038930] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae321cb2-d6f0-4e13-98da-185bfe20b24e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.047989] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Waiting for the task: (returnval){ [ 927.047989] env[69183]: value = "task-2790040" [ 927.047989] env[69183]: _type = "Task" [ 927.047989] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.057995] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': task-2790040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.231759] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Task: {'id': task-2790038, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.245042] env[69183]: DEBUG nova.compute.manager [req-40b5076b-c113-4314-b4fa-7223537df3c3 req-07b64d70-5714-4192-a324-514690ff51c7 service nova] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Received event network-changed-a564f09d-e1a5-4b8c-9773-1459c5917dbc {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 927.245386] env[69183]: DEBUG nova.compute.manager [req-40b5076b-c113-4314-b4fa-7223537df3c3 req-07b64d70-5714-4192-a324-514690ff51c7 service nova] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Refreshing instance network info cache due to event network-changed-a564f09d-e1a5-4b8c-9773-1459c5917dbc. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 927.245678] env[69183]: DEBUG oslo_concurrency.lockutils [req-40b5076b-c113-4314-b4fa-7223537df3c3 req-07b64d70-5714-4192-a324-514690ff51c7 service nova] Acquiring lock "refresh_cache-70bda115-3483-43b7-bb10-a9c5f4ec8001" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.245856] env[69183]: DEBUG oslo_concurrency.lockutils [req-40b5076b-c113-4314-b4fa-7223537df3c3 req-07b64d70-5714-4192-a324-514690ff51c7 service nova] Acquired lock "refresh_cache-70bda115-3483-43b7-bb10-a9c5f4ec8001" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.246457] env[69183]: DEBUG nova.network.neutron [req-40b5076b-c113-4314-b4fa-7223537df3c3 req-07b64d70-5714-4192-a324-514690ff51c7 service nova] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Refreshing network info cache for port a564f09d-e1a5-4b8c-9773-1459c5917dbc {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.403460] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790039, 'name': CreateVM_Task, 'duration_secs': 0.435105} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.403703] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.404489] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/501b6cfe-9f60-4893-a43e-ab3a4723f08f" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.404666] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/501b6cfe-9f60-4893-a43e-ab3a4723f08f" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.405059] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/501b6cfe-9f60-4893-a43e-ab3a4723f08f" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.405469] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b28bed58-0970-41db-a1a6-ed5ab7d82f85 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.413315] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 927.413315] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]522610af-85f2-09e6-809c-bddd82ecb70e" [ 927.413315] env[69183]: _type = "Task" [ 927.413315] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.424376] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]522610af-85f2-09e6-809c-bddd82ecb70e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.483226] env[69183]: DEBUG nova.compute.utils [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.486703] env[69183]: DEBUG nova.compute.manager [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.486912] env[69183]: DEBUG nova.network.neutron [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.526356] env[69183]: DEBUG nova.policy [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1c902dfd19e49448114527cc1d2ffe7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a981345cfd7a46ef9fb2d4f5589c7460', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.561739] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': task-2790040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460659} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.562287] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] bc2d838b-e3a0-4d73-8792-5e5cf1ed3577/bc2d838b-e3a0-4d73-8792-5e5cf1ed3577.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.565022] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.565022] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-745c10ad-c35f-4e48-8ddf-dd3ff688cc0c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.574047] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Waiting for the task: (returnval){ [ 927.574047] env[69183]: value = "task-2790041" [ 927.574047] env[69183]: _type = "Task" [ 927.574047] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.585751] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': task-2790041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.731893] env[69183]: DEBUG oslo_vmware.api [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Task: {'id': task-2790038, 'name': PowerOnVM_Task, 'duration_secs': 0.560855} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.733220] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.734041] env[69183]: DEBUG nova.compute.manager [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.736025] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0803ba-f788-4849-a64d-fd58f2c8b04a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.882582] env[69183]: DEBUG nova.network.neutron [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Successfully created port: ef33e7d7-ba39-476e-a0da-2e89eb5d5089 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.927696] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/501b6cfe-9f60-4893-a43e-ab3a4723f08f" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.929612] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Processing image 501b6cfe-9f60-4893-a43e-ab3a4723f08f {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.929612] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/501b6cfe-9f60-4893-a43e-ab3a4723f08f/501b6cfe-9f60-4893-a43e-ab3a4723f08f.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.929612] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/501b6cfe-9f60-4893-a43e-ab3a4723f08f/501b6cfe-9f60-4893-a43e-ab3a4723f08f.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.929612] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.929612] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8e85ab2-2a79-495f-ab4a-43aff6a53732 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.944023] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.944023] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.944023] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4748fc36-efae-42a5-9d73-0e9ae267ee28 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.949725] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 927.949725] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5226d763-13a5-87b6-3a2a-aa357305b240" [ 927.949725] env[69183]: _type = "Task" [ 927.949725] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.964131] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5226d763-13a5-87b6-3a2a-aa357305b240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.987597] env[69183]: DEBUG nova.compute.manager [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.073670] env[69183]: DEBUG nova.network.neutron [req-40b5076b-c113-4314-b4fa-7223537df3c3 req-07b64d70-5714-4192-a324-514690ff51c7 service nova] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Updated VIF entry in instance network info cache for port a564f09d-e1a5-4b8c-9773-1459c5917dbc. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.074167] env[69183]: DEBUG nova.network.neutron [req-40b5076b-c113-4314-b4fa-7223537df3c3 req-07b64d70-5714-4192-a324-514690ff51c7 service nova] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Updating instance_info_cache with network_info: [{"id": "a564f09d-e1a5-4b8c-9773-1459c5917dbc", "address": "fa:16:3e:de:bf:71", "network": {"id": "4d805c0b-229a-45c2-a038-04f1ba9ad064", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1673913808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5693178b56fa4638818e38f3f7b68860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa564f09d-e1", "ovs_interfaceid": "a564f09d-e1a5-4b8c-9773-1459c5917dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.088623] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': task-2790041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066607} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.089545] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.090510] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08703a2-9359-47a0-a409-5bc7d154e723 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.117831] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] bc2d838b-e3a0-4d73-8792-5e5cf1ed3577/bc2d838b-e3a0-4d73-8792-5e5cf1ed3577.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.121056] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b18c6935-8e6a-473f-bfcb-9a74d856ec25 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.142373] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Waiting for the task: (returnval){ [ 928.142373] env[69183]: value = "task-2790042" [ 928.142373] env[69183]: _type = "Task" [ 928.142373] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.154166] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': task-2790042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.254244] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.385520] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeacc052-5c84-44f4-b985-964bdb40a920 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.394107] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba6b64e-0790-450d-9487-a5d4bb88babb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.428830] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c37e44b-65cf-4792-8561-84de4caae386 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.439354] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6f3c32-188e-4134-9390-7a91e22ee701 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.456884] env[69183]: DEBUG nova.compute.provider_tree [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.468818] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Preparing fetch location {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 928.469084] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Fetch image to [datastore2] OSTACK_IMG_5f2cf50d-e652-4ab8-a323-5f66476996e5/OSTACK_IMG_5f2cf50d-e652-4ab8-a323-5f66476996e5.vmdk {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 928.469629] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Downloading stream optimized image 501b6cfe-9f60-4893-a43e-ab3a4723f08f to [datastore2] OSTACK_IMG_5f2cf50d-e652-4ab8-a323-5f66476996e5/OSTACK_IMG_5f2cf50d-e652-4ab8-a323-5f66476996e5.vmdk on the data store datastore2 as vApp {{(pid=69183) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 928.469857] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Downloading image file data 501b6cfe-9f60-4893-a43e-ab3a4723f08f to the ESX as VM named 'OSTACK_IMG_5f2cf50d-e652-4ab8-a323-5f66476996e5' {{(pid=69183) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 928.568078] env[69183]: DEBUG oslo_vmware.rw_handles [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 928.568078] env[69183]: value = "resgroup-9" [ 928.568078] env[69183]: _type = "ResourcePool" [ 928.568078] env[69183]: }. {{(pid=69183) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 928.568568] env[69183]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2592bf82-4e8a-4db0-bcac-84cab4cd812a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.588032] env[69183]: DEBUG oslo_concurrency.lockutils [req-40b5076b-c113-4314-b4fa-7223537df3c3 req-07b64d70-5714-4192-a324-514690ff51c7 service nova] Releasing lock "refresh_cache-70bda115-3483-43b7-bb10-a9c5f4ec8001" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.594549] env[69183]: DEBUG oslo_vmware.rw_handles [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lease: (returnval){ [ 928.594549] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e721cf-7f78-47d7-92a2-3a5dae4df964" [ 928.594549] env[69183]: _type = "HttpNfcLease" [ 928.594549] env[69183]: } obtained for vApp import into resource pool (val){ [ 928.594549] env[69183]: value = "resgroup-9" [ 928.594549] env[69183]: _type = "ResourcePool" [ 928.594549] env[69183]: }. {{(pid=69183) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 928.594782] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the lease: (returnval){ [ 928.594782] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e721cf-7f78-47d7-92a2-3a5dae4df964" [ 928.594782] env[69183]: _type = "HttpNfcLease" [ 928.594782] env[69183]: } to be ready. {{(pid=69183) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 928.602064] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 928.602064] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e721cf-7f78-47d7-92a2-3a5dae4df964" [ 928.602064] env[69183]: _type = "HttpNfcLease" [ 928.602064] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 928.653510] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': task-2790042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.963111] env[69183]: DEBUG nova.scheduler.client.report [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.000839] env[69183]: DEBUG nova.compute.manager [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.031490] env[69183]: DEBUG nova.virt.hardware [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.031735] env[69183]: DEBUG nova.virt.hardware [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.031877] env[69183]: DEBUG nova.virt.hardware [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.032072] env[69183]: DEBUG nova.virt.hardware [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.032223] env[69183]: DEBUG nova.virt.hardware [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.032396] env[69183]: DEBUG nova.virt.hardware [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.032845] env[69183]: DEBUG nova.virt.hardware [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.032845] env[69183]: DEBUG nova.virt.hardware [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.032952] env[69183]: DEBUG nova.virt.hardware [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.033102] env[69183]: DEBUG nova.virt.hardware [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.033274] env[69183]: DEBUG nova.virt.hardware [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.034202] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894d3609-fa36-46ff-985d-55d145a28b73 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.045021] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c89914-b528-40e6-a626-5ea0dec4219e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.105024] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.105024] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e721cf-7f78-47d7-92a2-3a5dae4df964" [ 929.105024] env[69183]: _type = "HttpNfcLease" [ 929.105024] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 929.156199] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': task-2790042, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.362993] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Acquiring lock "78ce64c0-55e6-4c9e-a0c0-59053f78d67b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.362993] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Lock "78ce64c0-55e6-4c9e-a0c0-59053f78d67b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.362993] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Acquiring lock "78ce64c0-55e6-4c9e-a0c0-59053f78d67b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.362993] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Lock "78ce64c0-55e6-4c9e-a0c0-59053f78d67b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.362993] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Lock "78ce64c0-55e6-4c9e-a0c0-59053f78d67b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.364109] env[69183]: INFO nova.compute.manager [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Terminating instance [ 929.468792] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.469193] env[69183]: DEBUG nova.compute.manager [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.473029] env[69183]: DEBUG oslo_concurrency.lockutils [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.231s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.473271] env[69183]: DEBUG nova.objects.instance [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lazy-loading 'resources' on Instance uuid 39057950-8faf-45b1-8c3d-90798c8f8c94 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.477760] env[69183]: DEBUG nova.compute.manager [req-1464cc0d-1825-4b6b-9c59-6db323e4e0e9 req-c54b356b-22b2-493a-a5e3-03d94afb3fab service nova] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Received event network-vif-plugged-ef33e7d7-ba39-476e-a0da-2e89eb5d5089 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 929.477760] env[69183]: DEBUG oslo_concurrency.lockutils [req-1464cc0d-1825-4b6b-9c59-6db323e4e0e9 req-c54b356b-22b2-493a-a5e3-03d94afb3fab service nova] Acquiring lock "2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.477760] env[69183]: DEBUG oslo_concurrency.lockutils [req-1464cc0d-1825-4b6b-9c59-6db323e4e0e9 req-c54b356b-22b2-493a-a5e3-03d94afb3fab service nova] Lock "2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.477760] env[69183]: DEBUG oslo_concurrency.lockutils [req-1464cc0d-1825-4b6b-9c59-6db323e4e0e9 req-c54b356b-22b2-493a-a5e3-03d94afb3fab service nova] Lock "2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.477760] env[69183]: DEBUG nova.compute.manager [req-1464cc0d-1825-4b6b-9c59-6db323e4e0e9 req-c54b356b-22b2-493a-a5e3-03d94afb3fab service nova] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] No waiting events found dispatching network-vif-plugged-ef33e7d7-ba39-476e-a0da-2e89eb5d5089 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.477760] env[69183]: WARNING nova.compute.manager [req-1464cc0d-1825-4b6b-9c59-6db323e4e0e9 req-c54b356b-22b2-493a-a5e3-03d94afb3fab service nova] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Received unexpected event network-vif-plugged-ef33e7d7-ba39-476e-a0da-2e89eb5d5089 for instance with vm_state building and task_state spawning. [ 929.604125] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.604125] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e721cf-7f78-47d7-92a2-3a5dae4df964" [ 929.604125] env[69183]: _type = "HttpNfcLease" [ 929.604125] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 929.638416] env[69183]: DEBUG nova.network.neutron [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Successfully updated port: ef33e7d7-ba39-476e-a0da-2e89eb5d5089 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.657612] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': task-2790042, 'name': ReconfigVM_Task, 'duration_secs': 1.048369} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.657918] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Reconfigured VM instance instance-00000048 to attach disk [datastore2] bc2d838b-e3a0-4d73-8792-5e5cf1ed3577/bc2d838b-e3a0-4d73-8792-5e5cf1ed3577.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.658573] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c09db035-a825-407b-a003-c8ed9e62b681 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.669791] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Waiting for the task: (returnval){ [ 929.669791] env[69183]: value = "task-2790044" [ 929.669791] env[69183]: _type = "Task" [ 929.669791] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.684277] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': task-2790044, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.872045] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Acquiring lock "refresh_cache-78ce64c0-55e6-4c9e-a0c0-59053f78d67b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.872278] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Acquired lock "refresh_cache-78ce64c0-55e6-4c9e-a0c0-59053f78d67b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.872546] env[69183]: DEBUG nova.network.neutron [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.979277] env[69183]: DEBUG nova.compute.utils [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.984635] env[69183]: DEBUG nova.compute.manager [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.984635] env[69183]: DEBUG nova.network.neutron [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.025737] env[69183]: DEBUG nova.policy [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d5d815253a64e75bc5b8f763eb0396c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e1512025a1e42b6b05ff9aad0088ad9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.108898] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 930.108898] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e721cf-7f78-47d7-92a2-3a5dae4df964" [ 930.108898] env[69183]: _type = "HttpNfcLease" [ 930.108898] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 930.144536] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "refresh_cache-2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.144726] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired lock "refresh_cache-2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.144809] env[69183]: DEBUG nova.network.neutron [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.182295] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': task-2790044, 'name': Rename_Task, 'duration_secs': 0.183797} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.187092] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.188038] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da6065f6-2203-45bf-8880-0abb86860f74 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.197680] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Waiting for the task: (returnval){ [ 930.197680] env[69183]: value = "task-2790045" [ 930.197680] env[69183]: _type = "Task" [ 930.197680] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.210943] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': task-2790045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.328567] env[69183]: DEBUG nova.network.neutron [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Successfully created port: 5b280031-bb1f-4bb6-981b-92a779f7f71c {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.378023] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83f306a-bb8d-4055-8253-0ee3ea27589b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.387014] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10560f67-07b1-46f9-951f-2970b6bdcfcf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.422065] env[69183]: DEBUG nova.network.neutron [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.425091] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0e8877-67a8-4874-9d2f-f9e5abd087fb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.433805] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2a119c-2620-42c9-96e4-310cf500c907 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.454220] env[69183]: DEBUG nova.compute.provider_tree [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.484665] env[69183]: DEBUG nova.compute.manager [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.500972] env[69183]: DEBUG nova.network.neutron [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.606101] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 930.606101] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e721cf-7f78-47d7-92a2-3a5dae4df964" [ 930.606101] env[69183]: _type = "HttpNfcLease" [ 930.606101] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 930.679166] env[69183]: DEBUG nova.network.neutron [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.709983] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': task-2790045, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.821560] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "b731d090-943b-42e9-ba26-912766186d28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.821857] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "b731d090-943b-42e9-ba26-912766186d28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.829638] env[69183]: DEBUG nova.network.neutron [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Updating instance_info_cache with network_info: [{"id": "ef33e7d7-ba39-476e-a0da-2e89eb5d5089", "address": "fa:16:3e:65:9e:7c", "network": {"id": "3c4f15f7-8472-4ea3-912b-f17e69e4453b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-205766861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a981345cfd7a46ef9fb2d4f5589c7460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef33e7d7-ba", "ovs_interfaceid": "ef33e7d7-ba39-476e-a0da-2e89eb5d5089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.959156] env[69183]: DEBUG nova.scheduler.client.report [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.004229] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Releasing lock "refresh_cache-78ce64c0-55e6-4c9e-a0c0-59053f78d67b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.004664] env[69183]: DEBUG nova.compute.manager [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.005037] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.005912] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16789f7d-034b-4c03-b693-e0d659063543 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.017542] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.017789] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd2dddca-e116-481c-9b2b-22534cbf3b4f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.027507] env[69183]: DEBUG oslo_vmware.api [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Waiting for the task: (returnval){ [ 931.027507] env[69183]: value = "task-2790046" [ 931.027507] env[69183]: _type = "Task" [ 931.027507] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.036564] env[69183]: DEBUG oslo_vmware.api [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2790046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.106622] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 931.106622] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e721cf-7f78-47d7-92a2-3a5dae4df964" [ 931.106622] env[69183]: _type = "HttpNfcLease" [ 931.106622] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 931.212223] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': task-2790045, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.324827] env[69183]: DEBUG nova.compute.manager [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.332449] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Releasing lock "refresh_cache-2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.332771] env[69183]: DEBUG nova.compute.manager [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Instance network_info: |[{"id": "ef33e7d7-ba39-476e-a0da-2e89eb5d5089", "address": "fa:16:3e:65:9e:7c", "network": {"id": "3c4f15f7-8472-4ea3-912b-f17e69e4453b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-205766861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a981345cfd7a46ef9fb2d4f5589c7460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef33e7d7-ba", "ovs_interfaceid": "ef33e7d7-ba39-476e-a0da-2e89eb5d5089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.333183] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:9e:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef33e7d7-ba39-476e-a0da-2e89eb5d5089', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.340676] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.341231] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.341461] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b2b5272-725a-42fb-a902-48496b04c90e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.371112] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.371112] env[69183]: value = "task-2790047" [ 931.371112] env[69183]: _type = "Task" [ 931.371112] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.379459] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790047, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.464202] env[69183]: DEBUG oslo_concurrency.lockutils [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.467382] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.679s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.467614] env[69183]: DEBUG nova.objects.instance [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lazy-loading 'resources' on Instance uuid 1366812c-00a8-425a-a30e-c6f2578e7dd6 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.487553] env[69183]: INFO nova.scheduler.client.report [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Deleted allocations for instance 39057950-8faf-45b1-8c3d-90798c8f8c94 [ 931.492542] env[69183]: DEBUG nova.compute.manager [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.517104] env[69183]: DEBUG nova.virt.hardware [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.517375] env[69183]: DEBUG nova.virt.hardware [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.517536] env[69183]: DEBUG nova.virt.hardware [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.517743] env[69183]: DEBUG nova.virt.hardware [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.517907] env[69183]: DEBUG nova.virt.hardware [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.518072] env[69183]: DEBUG nova.virt.hardware [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.518307] env[69183]: DEBUG nova.virt.hardware [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.518486] env[69183]: DEBUG nova.virt.hardware [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.518657] env[69183]: DEBUG nova.virt.hardware [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.518824] env[69183]: DEBUG nova.virt.hardware [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.518995] env[69183]: DEBUG nova.virt.hardware [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.519922] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1c66c6-d19f-4ab3-96f7-301d9c14f783 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.531976] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770b0a56-9906-4879-8f67-d2d5344638a1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.542720] env[69183]: DEBUG oslo_vmware.api [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2790046, 'name': PowerOffVM_Task, 'duration_secs': 0.112878} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.550499] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.550686] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.551380] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54f1941c-fb20-4068-97b1-c98aa62df1b0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.606340] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 931.606340] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e721cf-7f78-47d7-92a2-3a5dae4df964" [ 931.606340] env[69183]: _type = "HttpNfcLease" [ 931.606340] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 931.711147] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': task-2790045, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.771653] env[69183]: DEBUG nova.compute.manager [req-f2df1148-24af-4ed2-98f0-ca86c292367a req-2a51b1ba-e144-4011-a176-747049c55b07 service nova] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Received event network-changed-ef33e7d7-ba39-476e-a0da-2e89eb5d5089 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 931.771775] env[69183]: DEBUG nova.compute.manager [req-f2df1148-24af-4ed2-98f0-ca86c292367a req-2a51b1ba-e144-4011-a176-747049c55b07 service nova] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Refreshing instance network info cache due to event network-changed-ef33e7d7-ba39-476e-a0da-2e89eb5d5089. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 931.771997] env[69183]: DEBUG oslo_concurrency.lockutils [req-f2df1148-24af-4ed2-98f0-ca86c292367a req-2a51b1ba-e144-4011-a176-747049c55b07 service nova] Acquiring lock "refresh_cache-2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.772158] env[69183]: DEBUG oslo_concurrency.lockutils [req-f2df1148-24af-4ed2-98f0-ca86c292367a req-2a51b1ba-e144-4011-a176-747049c55b07 service nova] Acquired lock "refresh_cache-2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.772346] env[69183]: DEBUG nova.network.neutron [req-f2df1148-24af-4ed2-98f0-ca86c292367a req-2a51b1ba-e144-4011-a176-747049c55b07 service nova] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Refreshing network info cache for port ef33e7d7-ba39-476e-a0da-2e89eb5d5089 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.796743] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.797078] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.797355] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Deleting the datastore file [datastore2] 78ce64c0-55e6-4c9e-a0c0-59053f78d67b {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.797709] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1d5364a-2cd0-4eac-bbed-f2e162a293ea {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.808524] env[69183]: DEBUG oslo_vmware.api [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Waiting for the task: (returnval){ [ 931.808524] env[69183]: value = "task-2790049" [ 931.808524] env[69183]: _type = "Task" [ 931.808524] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.825033] env[69183]: DEBUG oslo_vmware.api [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2790049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.860256] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.882544] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790047, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.904898] env[69183]: DEBUG nova.network.neutron [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Successfully updated port: 5b280031-bb1f-4bb6-981b-92a779f7f71c {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.997791] env[69183]: DEBUG oslo_concurrency.lockutils [None req-46e8c6a7-1357-42a0-a6a8-be37d9634d90 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "39057950-8faf-45b1-8c3d-90798c8f8c94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.408s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.110885] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 932.110885] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e721cf-7f78-47d7-92a2-3a5dae4df964" [ 932.110885] env[69183]: _type = "HttpNfcLease" [ 932.110885] env[69183]: } is ready. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 932.111190] env[69183]: DEBUG oslo_vmware.rw_handles [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 932.111190] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e721cf-7f78-47d7-92a2-3a5dae4df964" [ 932.111190] env[69183]: _type = "HttpNfcLease" [ 932.111190] env[69183]: }. {{(pid=69183) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 932.111937] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2eb26b-0952-4ca9-95ee-cf7e6132d71b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.119738] env[69183]: DEBUG oslo_vmware.rw_handles [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6275d-841e-de5f-5d10-0410ea82f4f7/disk-0.vmdk from lease info. {{(pid=69183) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 932.119953] env[69183]: DEBUG oslo_vmware.rw_handles [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6275d-841e-de5f-5d10-0410ea82f4f7/disk-0.vmdk. {{(pid=69183) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 932.187269] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f8e9fc44-5a65-435e-8a1f-8f1449a85485 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.212929] env[69183]: DEBUG oslo_vmware.api [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': task-2790045, 'name': PowerOnVM_Task, 'duration_secs': 1.611505} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.217437] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.217814] env[69183]: INFO nova.compute.manager [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Took 10.21 seconds to spawn the instance on the hypervisor. [ 932.218107] env[69183]: DEBUG nova.compute.manager [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.219941] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9fd151-9092-410e-a5b8-a52f982f239b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.324761] env[69183]: DEBUG oslo_vmware.api [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Task: {'id': task-2790049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130921} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.328718] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.328925] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.329127] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.329312] env[69183]: INFO nova.compute.manager [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Took 1.32 seconds to destroy the instance on the hypervisor. [ 932.329561] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.330870] env[69183]: DEBUG nova.compute.manager [-] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.330870] env[69183]: DEBUG nova.network.neutron [-] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.353295] env[69183]: DEBUG nova.network.neutron [-] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.382307] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790047, 'name': CreateVM_Task, 'duration_secs': 0.774882} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.385168] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.386349] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.386611] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.386832] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.387122] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7645207f-6ae3-41e6-866c-40734bb2ed55 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.392759] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 932.392759] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]520a9be8-1380-0d06-ea52-fa982018c45c" [ 932.392759] env[69183]: _type = "Task" [ 932.392759] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.405766] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520a9be8-1380-0d06-ea52-fa982018c45c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.407392] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "refresh_cache-e7f71e56-f5c1-463e-af37-5f8e59040d5b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.407530] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "refresh_cache-e7f71e56-f5c1-463e-af37-5f8e59040d5b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.407701] env[69183]: DEBUG nova.network.neutron [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.417387] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a041b031-1019-4bef-a803-9fd0bdbce8b8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.426993] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43525c54-a643-4c41-9080-48f4293604a5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.463862] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14669306-e24b-47e4-a0db-9013c0301d18 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.475033] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091f69a4-68d7-46a6-b940-dd36c19c4490 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.490215] env[69183]: DEBUG nova.compute.provider_tree [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.541128] env[69183]: DEBUG nova.network.neutron [req-f2df1148-24af-4ed2-98f0-ca86c292367a req-2a51b1ba-e144-4011-a176-747049c55b07 service nova] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Updated VIF entry in instance network info cache for port ef33e7d7-ba39-476e-a0da-2e89eb5d5089. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.541547] env[69183]: DEBUG nova.network.neutron [req-f2df1148-24af-4ed2-98f0-ca86c292367a req-2a51b1ba-e144-4011-a176-747049c55b07 service nova] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Updating instance_info_cache with network_info: [{"id": "ef33e7d7-ba39-476e-a0da-2e89eb5d5089", "address": "fa:16:3e:65:9e:7c", "network": {"id": "3c4f15f7-8472-4ea3-912b-f17e69e4453b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-205766861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a981345cfd7a46ef9fb2d4f5589c7460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef33e7d7-ba", "ovs_interfaceid": "ef33e7d7-ba39-476e-a0da-2e89eb5d5089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.694248] env[69183]: DEBUG oslo_concurrency.lockutils [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "78a992cb-c299-42a5-9c6c-f9108b471538" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.694559] env[69183]: DEBUG oslo_concurrency.lockutils [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "78a992cb-c299-42a5-9c6c-f9108b471538" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.694873] env[69183]: DEBUG oslo_concurrency.lockutils [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "78a992cb-c299-42a5-9c6c-f9108b471538-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.695135] env[69183]: DEBUG oslo_concurrency.lockutils [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "78a992cb-c299-42a5-9c6c-f9108b471538-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.695334] env[69183]: DEBUG oslo_concurrency.lockutils [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "78a992cb-c299-42a5-9c6c-f9108b471538-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.697890] env[69183]: INFO nova.compute.manager [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Terminating instance [ 932.745935] env[69183]: INFO nova.compute.manager [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Took 27.46 seconds to build instance. [ 932.857575] env[69183]: DEBUG nova.network.neutron [-] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.914213] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520a9be8-1380-0d06-ea52-fa982018c45c, 'name': SearchDatastore_Task, 'duration_secs': 0.012359} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.914750] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.915082] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.915440] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.915706] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.916014] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.917035] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60c97ddd-d819-4c40-b67f-3b1dec1b81b8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.929352] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.929693] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.930908] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7eab7b3-24e7-408a-b621-5b9825d6e790 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.939679] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 932.939679] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52969f62-207d-faa5-7a28-e002953afc0e" [ 932.939679] env[69183]: _type = "Task" [ 932.939679] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.948958] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52969f62-207d-faa5-7a28-e002953afc0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.953314] env[69183]: DEBUG nova.network.neutron [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.993503] env[69183]: DEBUG nova.scheduler.client.report [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.045634] env[69183]: DEBUG oslo_concurrency.lockutils [req-f2df1148-24af-4ed2-98f0-ca86c292367a req-2a51b1ba-e144-4011-a176-747049c55b07 service nova] Releasing lock "refresh_cache-2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.129898] env[69183]: DEBUG oslo_vmware.rw_handles [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Completed reading data from the image iterator. {{(pid=69183) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 933.131310] env[69183]: DEBUG oslo_vmware.rw_handles [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6275d-841e-de5f-5d10-0410ea82f4f7/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 933.131310] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8affca-7888-438e-bb62-922c69eee134 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.140813] env[69183]: DEBUG oslo_vmware.rw_handles [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6275d-841e-de5f-5d10-0410ea82f4f7/disk-0.vmdk is in state: ready. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 933.141134] env[69183]: DEBUG oslo_vmware.rw_handles [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6275d-841e-de5f-5d10-0410ea82f4f7/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 933.142228] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6984c586-9c90-4685-83b0-e698a6b54c84 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.204287] env[69183]: DEBUG nova.compute.manager [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.204287] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.205246] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151751ef-f0b4-481d-8c8f-01720f1f4b08 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.219284] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.219574] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb156fac-6784-409b-b722-042cf545e12e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.227932] env[69183]: DEBUG oslo_vmware.api [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 933.227932] env[69183]: value = "task-2790050" [ 933.227932] env[69183]: _type = "Task" [ 933.227932] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.244472] env[69183]: DEBUG oslo_vmware.api [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2790050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.250422] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1488fa3a-b9a4-4031-9cbd-62c81f88c24a tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Lock "bc2d838b-e3a0-4d73-8792-5e5cf1ed3577" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.974s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.359622] env[69183]: DEBUG nova.network.neutron [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Updating instance_info_cache with network_info: [{"id": "5b280031-bb1f-4bb6-981b-92a779f7f71c", "address": "fa:16:3e:5f:3c:20", "network": {"id": "50bef02a-36c4-4122-99e6-4de135b6ec80", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-820333689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e1512025a1e42b6b05ff9aad0088ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b280031-bb", "ovs_interfaceid": "5b280031-bb1f-4bb6-981b-92a779f7f71c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.361610] env[69183]: INFO nova.compute.manager [-] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Took 1.03 seconds to deallocate network for instance. [ 933.457451] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52969f62-207d-faa5-7a28-e002953afc0e, 'name': SearchDatastore_Task, 'duration_secs': 0.015819} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.458399] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56aea02c-225a-4e6a-98c5-36a82ac5b4bb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.466118] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 933.466118] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]522a1317-2692-360c-9f26-24c23d0741ba" [ 933.466118] env[69183]: _type = "Task" [ 933.466118] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.475859] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]522a1317-2692-360c-9f26-24c23d0741ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.497163] env[69183]: DEBUG oslo_vmware.rw_handles [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6275d-841e-de5f-5d10-0410ea82f4f7/disk-0.vmdk. {{(pid=69183) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 933.497522] env[69183]: INFO nova.virt.vmwareapi.images [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Downloaded image file data 501b6cfe-9f60-4893-a43e-ab3a4723f08f [ 933.498420] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.501679] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b8b39f-b6d3-4bdd-8a89-d50180d1008b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.504561] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.053s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.505388] env[69183]: DEBUG nova.objects.instance [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69183) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 933.522908] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8104f405-17f2-4bbd-a642-5b9d17d57f02 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.559461] env[69183]: INFO nova.virt.vmwareapi.images [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] The imported VM was unregistered [ 933.562224] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Caching image {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 933.562542] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Creating directory with path [datastore2] devstack-image-cache_base/501b6cfe-9f60-4893-a43e-ab3a4723f08f {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.563237] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-540ce396-a2eb-4d7f-92b5-465925133438 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.578716] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Created directory with path [datastore2] devstack-image-cache_base/501b6cfe-9f60-4893-a43e-ab3a4723f08f {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.578825] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_5f2cf50d-e652-4ab8-a323-5f66476996e5/OSTACK_IMG_5f2cf50d-e652-4ab8-a323-5f66476996e5.vmdk to [datastore2] devstack-image-cache_base/501b6cfe-9f60-4893-a43e-ab3a4723f08f/501b6cfe-9f60-4893-a43e-ab3a4723f08f.vmdk. {{(pid=69183) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 933.579122] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5011e083-46f7-4a80-9550-5de5aed2e9df {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.584089] env[69183]: INFO nova.scheduler.client.report [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Deleted allocations for instance 1366812c-00a8-425a-a30e-c6f2578e7dd6 [ 933.591531] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 933.591531] env[69183]: value = "task-2790052" [ 933.591531] env[69183]: _type = "Task" [ 933.591531] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.602973] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790052, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.738698] env[69183]: DEBUG oslo_vmware.api [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2790050, 'name': PowerOffVM_Task, 'duration_secs': 0.28976} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.738987] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.739168] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.739426] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cfef4f6-aba6-4661-8c2a-7b0455ff560b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.797924] env[69183]: DEBUG nova.compute.manager [req-1d269011-056d-4724-bc24-32e830d99adc req-3f5fbb43-0d9d-41b7-91db-83336aa10ec4 service nova] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Received event network-vif-plugged-5b280031-bb1f-4bb6-981b-92a779f7f71c {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 933.798248] env[69183]: DEBUG oslo_concurrency.lockutils [req-1d269011-056d-4724-bc24-32e830d99adc req-3f5fbb43-0d9d-41b7-91db-83336aa10ec4 service nova] Acquiring lock "e7f71e56-f5c1-463e-af37-5f8e59040d5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.798506] env[69183]: DEBUG oslo_concurrency.lockutils [req-1d269011-056d-4724-bc24-32e830d99adc req-3f5fbb43-0d9d-41b7-91db-83336aa10ec4 service nova] Lock "e7f71e56-f5c1-463e-af37-5f8e59040d5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.798772] env[69183]: DEBUG oslo_concurrency.lockutils [req-1d269011-056d-4724-bc24-32e830d99adc req-3f5fbb43-0d9d-41b7-91db-83336aa10ec4 service nova] Lock "e7f71e56-f5c1-463e-af37-5f8e59040d5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.798922] env[69183]: DEBUG nova.compute.manager [req-1d269011-056d-4724-bc24-32e830d99adc req-3f5fbb43-0d9d-41b7-91db-83336aa10ec4 service nova] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] No waiting events found dispatching network-vif-plugged-5b280031-bb1f-4bb6-981b-92a779f7f71c {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.799115] env[69183]: WARNING nova.compute.manager [req-1d269011-056d-4724-bc24-32e830d99adc req-3f5fbb43-0d9d-41b7-91db-83336aa10ec4 service nova] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Received unexpected event network-vif-plugged-5b280031-bb1f-4bb6-981b-92a779f7f71c for instance with vm_state building and task_state spawning. [ 933.799345] env[69183]: DEBUG nova.compute.manager [req-1d269011-056d-4724-bc24-32e830d99adc req-3f5fbb43-0d9d-41b7-91db-83336aa10ec4 service nova] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Received event network-changed-5b280031-bb1f-4bb6-981b-92a779f7f71c {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 933.799554] env[69183]: DEBUG nova.compute.manager [req-1d269011-056d-4724-bc24-32e830d99adc req-3f5fbb43-0d9d-41b7-91db-83336aa10ec4 service nova] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Refreshing instance network info cache due to event network-changed-5b280031-bb1f-4bb6-981b-92a779f7f71c. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 933.799822] env[69183]: DEBUG oslo_concurrency.lockutils [req-1d269011-056d-4724-bc24-32e830d99adc req-3f5fbb43-0d9d-41b7-91db-83336aa10ec4 service nova] Acquiring lock "refresh_cache-e7f71e56-f5c1-463e-af37-5f8e59040d5b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.821136] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.821358] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.821542] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Deleting the datastore file [datastore2] 78a992cb-c299-42a5-9c6c-f9108b471538 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.821854] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ca5b1e6-a66d-48a0-a26f-46d08ee6b8df {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.829649] env[69183]: DEBUG oslo_vmware.api [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 933.829649] env[69183]: value = "task-2790054" [ 933.829649] env[69183]: _type = "Task" [ 933.829649] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.839411] env[69183]: DEBUG oslo_vmware.api [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2790054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.865707] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "refresh_cache-e7f71e56-f5c1-463e-af37-5f8e59040d5b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.866151] env[69183]: DEBUG nova.compute.manager [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Instance network_info: |[{"id": "5b280031-bb1f-4bb6-981b-92a779f7f71c", "address": "fa:16:3e:5f:3c:20", "network": {"id": "50bef02a-36c4-4122-99e6-4de135b6ec80", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-820333689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e1512025a1e42b6b05ff9aad0088ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b280031-bb", "ovs_interfaceid": "5b280031-bb1f-4bb6-981b-92a779f7f71c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.866909] env[69183]: DEBUG oslo_concurrency.lockutils [req-1d269011-056d-4724-bc24-32e830d99adc req-3f5fbb43-0d9d-41b7-91db-83336aa10ec4 service nova] Acquired lock "refresh_cache-e7f71e56-f5c1-463e-af37-5f8e59040d5b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.867135] env[69183]: DEBUG nova.network.neutron [req-1d269011-056d-4724-bc24-32e830d99adc req-3f5fbb43-0d9d-41b7-91db-83336aa10ec4 service nova] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Refreshing network info cache for port 5b280031-bb1f-4bb6-981b-92a779f7f71c {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.868612] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:3c:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b280031-bb1f-4bb6-981b-92a779f7f71c', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.877771] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Creating folder: Project (7e1512025a1e42b6b05ff9aad0088ad9). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.878602] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.878919] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51d8d318-3f03-4296-8a00-c745f1e659ab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.892293] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Created folder: Project (7e1512025a1e42b6b05ff9aad0088ad9) in parent group-v560622. [ 933.892645] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Creating folder: Instances. Parent ref: group-v560836. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.892916] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee9ec2d6-0292-4bde-854d-acb0c8f433cb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.906657] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Created folder: Instances in parent group-v560836. [ 933.906961] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.907187] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.907403] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-583ac46b-869d-4e3c-9332-9d64f6910e5d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.929557] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.929557] env[69183]: value = "task-2790057" [ 933.929557] env[69183]: _type = "Task" [ 933.929557] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.939675] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790057, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.980428] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]522a1317-2692-360c-9f26-24c23d0741ba, 'name': SearchDatastore_Task, 'duration_secs': 0.012784} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.980893] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.981209] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3/2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.981536] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2740a69f-fcde-4bd4-bebe-d2f4f96408b7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.990377] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 933.990377] env[69183]: value = "task-2790058" [ 933.990377] env[69183]: _type = "Task" [ 933.990377] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.000803] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.098356] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b2d9bc87-7bc1-476e-9efc-c70e310c3697 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "1366812c-00a8-425a-a30e-c6f2578e7dd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.914s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.109595] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790052, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.342154] env[69183]: DEBUG oslo_vmware.api [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2790054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.440829] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790057, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.503422] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.517085] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d5b0077b-14b4-45e8-95e5-04ccc46d3911 tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.518163] env[69183]: DEBUG oslo_concurrency.lockutils [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.224s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.521044] env[69183]: INFO nova.compute.claims [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.573315] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Acquiring lock "bc2d838b-e3a0-4d73-8792-5e5cf1ed3577" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.573647] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Lock "bc2d838b-e3a0-4d73-8792-5e5cf1ed3577" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.573941] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Acquiring lock "bc2d838b-e3a0-4d73-8792-5e5cf1ed3577-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.574245] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Lock "bc2d838b-e3a0-4d73-8792-5e5cf1ed3577-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.574504] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Lock "bc2d838b-e3a0-4d73-8792-5e5cf1ed3577-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.577486] env[69183]: INFO nova.compute.manager [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Terminating instance [ 934.605380] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790052, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.612256] env[69183]: DEBUG nova.network.neutron [req-1d269011-056d-4724-bc24-32e830d99adc req-3f5fbb43-0d9d-41b7-91db-83336aa10ec4 service nova] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Updated VIF entry in instance network info cache for port 5b280031-bb1f-4bb6-981b-92a779f7f71c. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.612728] env[69183]: DEBUG nova.network.neutron [req-1d269011-056d-4724-bc24-32e830d99adc req-3f5fbb43-0d9d-41b7-91db-83336aa10ec4 service nova] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Updating instance_info_cache with network_info: [{"id": "5b280031-bb1f-4bb6-981b-92a779f7f71c", "address": "fa:16:3e:5f:3c:20", "network": {"id": "50bef02a-36c4-4122-99e6-4de135b6ec80", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-820333689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e1512025a1e42b6b05ff9aad0088ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b280031-bb", "ovs_interfaceid": "5b280031-bb1f-4bb6-981b-92a779f7f71c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.842353] env[69183]: DEBUG oslo_vmware.api [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2790054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.950939] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790057, 'name': CreateVM_Task, 'duration_secs': 0.54483} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.951187] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.951929] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.952119] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.952462] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.952770] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cc503ac-6863-47f0-84d5-0676a34fd541 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.963390] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 934.963390] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5272ca57-5917-eeff-34cb-b6111f5694c7" [ 934.963390] env[69183]: _type = "Task" [ 934.963390] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.976333] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5272ca57-5917-eeff-34cb-b6111f5694c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.001367] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.082569] env[69183]: DEBUG nova.compute.manager [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.082945] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.084067] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e9fa9b-ce70-4727-864f-cca612261acb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.093408] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.093736] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9196ac57-3bd4-411b-8078-b1202c22b24a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.108183] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790052, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.109353] env[69183]: DEBUG oslo_vmware.api [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Waiting for the task: (returnval){ [ 935.109353] env[69183]: value = "task-2790059" [ 935.109353] env[69183]: _type = "Task" [ 935.109353] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.115665] env[69183]: DEBUG oslo_concurrency.lockutils [req-1d269011-056d-4724-bc24-32e830d99adc req-3f5fbb43-0d9d-41b7-91db-83336aa10ec4 service nova] Releasing lock "refresh_cache-e7f71e56-f5c1-463e-af37-5f8e59040d5b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.119680] env[69183]: DEBUG oslo_vmware.api [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': task-2790059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.346088] env[69183]: DEBUG oslo_vmware.api [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2790054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.381989} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.346088] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.346088] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.346088] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.346088] env[69183]: INFO nova.compute.manager [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Took 2.14 seconds to destroy the instance on the hypervisor. [ 935.346726] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.347371] env[69183]: DEBUG nova.compute.manager [-] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.347651] env[69183]: DEBUG nova.network.neutron [-] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.475078] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "3ceaaf1f-de2c-413c-881d-81d3dc189a4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.476017] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "3ceaaf1f-de2c-413c-881d-81d3dc189a4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.481543] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5272ca57-5917-eeff-34cb-b6111f5694c7, 'name': SearchDatastore_Task, 'duration_secs': 0.017854} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.482384] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.483211] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.483211] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.483388] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.483672] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.484063] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05fc384f-4d99-449a-bfda-c479739bbe26 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.499061] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.500066] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.500910] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6abffb16-1359-494e-94f8-e62b2bb7ca1b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.511460] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.513488] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 935.513488] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52c60ead-4e63-08d0-dd20-f9e2422deac5" [ 935.513488] env[69183]: _type = "Task" [ 935.513488] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.536158] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c60ead-4e63-08d0-dd20-f9e2422deac5, 'name': SearchDatastore_Task, 'duration_secs': 0.016725} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.538821] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85ee72d6-d9f5-4b84-bd9f-99cf13ea8384 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.548849] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 935.548849] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5239f8cd-21c5-957f-4efc-d4f9ad54a478" [ 935.548849] env[69183]: _type = "Task" [ 935.548849] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.559749] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5239f8cd-21c5-957f-4efc-d4f9ad54a478, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.612526] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790052, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.622408] env[69183]: DEBUG oslo_vmware.api [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': task-2790059, 'name': PowerOffVM_Task, 'duration_secs': 0.453293} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.622723] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.622909] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.623206] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-855448e2-256b-423a-91b6-c552a9ec0716 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.684322] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Acquiring lock "6d13a6c3-6f6e-4a36-9e9b-5e8abb261950" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.684624] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Lock "6d13a6c3-6f6e-4a36-9e9b-5e8abb261950" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.685175] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Acquiring lock "6d13a6c3-6f6e-4a36-9e9b-5e8abb261950-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.685562] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Lock "6d13a6c3-6f6e-4a36-9e9b-5e8abb261950-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.686264] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Lock "6d13a6c3-6f6e-4a36-9e9b-5e8abb261950-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.689465] env[69183]: INFO nova.compute.manager [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Terminating instance [ 935.765794] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.766069] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.766253] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Deleting the datastore file [datastore2] bc2d838b-e3a0-4d73-8792-5e5cf1ed3577 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.766566] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6a9a0b0-7823-4e0b-b41c-ab89a3a006be {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.775012] env[69183]: DEBUG oslo_vmware.api [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Waiting for the task: (returnval){ [ 935.775012] env[69183]: value = "task-2790061" [ 935.775012] env[69183]: _type = "Task" [ 935.775012] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.789607] env[69183]: DEBUG oslo_vmware.api [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': task-2790061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.916099] env[69183]: DEBUG nova.compute.manager [req-1571a411-f4d5-4089-a8f3-e7dd01884712 req-69e74fd7-6fe9-4127-a2b4-4e1a02112be9 service nova] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Received event network-vif-deleted-50a2b02f-ecb8-408e-85ff-eea7df57197b {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 935.916348] env[69183]: INFO nova.compute.manager [req-1571a411-f4d5-4089-a8f3-e7dd01884712 req-69e74fd7-6fe9-4127-a2b4-4e1a02112be9 service nova] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Neutron deleted interface 50a2b02f-ecb8-408e-85ff-eea7df57197b; detaching it from the instance and deleting it from the info cache [ 935.916475] env[69183]: DEBUG nova.network.neutron [req-1571a411-f4d5-4089-a8f3-e7dd01884712 req-69e74fd7-6fe9-4127-a2b4-4e1a02112be9 service nova] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.933906] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ba0a99-4ea8-4f1f-a3da-f9e6834c8d26 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.943347] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d56d1b5-8ada-42b7-b7e6-f27f495b7532 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.978517] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c63b256-b7fb-40dc-88fc-9fdc65bcbd63 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.983041] env[69183]: DEBUG nova.compute.manager [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.989167] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d2f489-ef5b-498e-b5b8-a9ff7deb6019 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.010976] env[69183]: DEBUG nova.compute.provider_tree [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.015844] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790058, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.023311] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Acquiring lock "97bcf6c5-8206-4ba6-a5af-f09d8c273040" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.023654] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Lock "97bcf6c5-8206-4ba6-a5af-f09d8c273040" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.023992] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Acquiring lock "97bcf6c5-8206-4ba6-a5af-f09d8c273040-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.024276] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Lock "97bcf6c5-8206-4ba6-a5af-f09d8c273040-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.024452] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Lock "97bcf6c5-8206-4ba6-a5af-f09d8c273040-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.027191] env[69183]: INFO nova.compute.manager [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Terminating instance [ 936.062756] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5239f8cd-21c5-957f-4efc-d4f9ad54a478, 'name': SearchDatastore_Task, 'duration_secs': 0.019026} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.062939] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.063247] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] e7f71e56-f5c1-463e-af37-5f8e59040d5b/e7f71e56-f5c1-463e-af37-5f8e59040d5b.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.063542] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a40a9bd-6e48-41e6-95b7-2d4b8ebd6554 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.073312] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 936.073312] env[69183]: value = "task-2790062" [ 936.073312] env[69183]: _type = "Task" [ 936.073312] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.085381] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.110794] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790052, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.177087] env[69183]: DEBUG nova.network.neutron [-] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.194531] env[69183]: DEBUG nova.compute.manager [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.194846] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.195110] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ce5b712-e789-4605-90e3-b366b8a0c8ce {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.207533] env[69183]: DEBUG oslo_vmware.api [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Waiting for the task: (returnval){ [ 936.207533] env[69183]: value = "task-2790063" [ 936.207533] env[69183]: _type = "Task" [ 936.207533] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.218758] env[69183]: DEBUG oslo_vmware.api [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Task: {'id': task-2790063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.289277] env[69183]: DEBUG oslo_vmware.api [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': task-2790061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.421905] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd5847e3-f2d1-4d5f-8446-50bfd86d848e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.433666] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f00896-ce8f-4a9f-8994-825f901833dc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.473345] env[69183]: DEBUG nova.compute.manager [req-1571a411-f4d5-4089-a8f3-e7dd01884712 req-69e74fd7-6fe9-4127-a2b4-4e1a02112be9 service nova] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Detach interface failed, port_id=50a2b02f-ecb8-408e-85ff-eea7df57197b, reason: Instance 78a992cb-c299-42a5-9c6c-f9108b471538 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 936.506466] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790058, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.49715} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.508080] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.508387] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3/2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.508598] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.508936] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-230d1d35-697d-489a-9a4b-873c9c129d7c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.517279] env[69183]: DEBUG nova.scheduler.client.report [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.521144] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 936.521144] env[69183]: value = "task-2790064" [ 936.521144] env[69183]: _type = "Task" [ 936.521144] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.535042] env[69183]: DEBUG nova.compute.manager [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.535449] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.536802] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fc7bac-6603-44cb-bdce-939c49285131 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.547732] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.550808] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.551588] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ba7e96b-4d8f-4aac-abcc-b96fef66eeb0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.562555] env[69183]: DEBUG oslo_vmware.api [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for the task: (returnval){ [ 936.562555] env[69183]: value = "task-2790065" [ 936.562555] env[69183]: _type = "Task" [ 936.562555] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.574163] env[69183]: DEBUG oslo_vmware.api [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2790065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.589924] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790062, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.608967] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790052, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.925506} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.609404] env[69183]: INFO nova.virt.vmwareapi.ds_util [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_5f2cf50d-e652-4ab8-a323-5f66476996e5/OSTACK_IMG_5f2cf50d-e652-4ab8-a323-5f66476996e5.vmdk to [datastore2] devstack-image-cache_base/501b6cfe-9f60-4893-a43e-ab3a4723f08f/501b6cfe-9f60-4893-a43e-ab3a4723f08f.vmdk. [ 936.609570] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Cleaning up location [datastore2] OSTACK_IMG_5f2cf50d-e652-4ab8-a323-5f66476996e5 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 936.609815] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_5f2cf50d-e652-4ab8-a323-5f66476996e5 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.610172] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-949a52c9-acc4-47e7-8d15-7f72346b3e38 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.619659] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 936.619659] env[69183]: value = "task-2790066" [ 936.619659] env[69183]: _type = "Task" [ 936.619659] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.631903] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.680376] env[69183]: INFO nova.compute.manager [-] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Took 1.33 seconds to deallocate network for instance. [ 936.720040] env[69183]: DEBUG oslo_vmware.api [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Task: {'id': task-2790063, 'name': PowerOffVM_Task, 'duration_secs': 0.305571} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.721119] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.721379] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Volume detach. Driver type: vmdk {{(pid=69183) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 936.721601] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560685', 'volume_id': '89e05d1c-f069-491a-9166-76bd35582430', 'name': 'volume-89e05d1c-f069-491a-9166-76bd35582430', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6d13a6c3-6f6e-4a36-9e9b-5e8abb261950', 'attached_at': '', 'detached_at': '', 'volume_id': '89e05d1c-f069-491a-9166-76bd35582430', 'serial': '89e05d1c-f069-491a-9166-76bd35582430'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 936.722602] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12431636-c128-45b8-9bf0-adfb4bdf06b6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.746657] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c21ce23-400d-4a9e-9599-210182ff081d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.756788] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f7e0c9-a5a0-487c-ab15-bbd5af9a94a7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.783929] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ce613f-c404-4370-b990-b7a57af5bafa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.805000] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] The volume has not been displaced from its original location: [datastore1] volume-89e05d1c-f069-491a-9166-76bd35582430/volume-89e05d1c-f069-491a-9166-76bd35582430.vmdk. No consolidation needed. {{(pid=69183) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 936.812030] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 936.814119] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff353e6d-8c82-46f8-98e8-72a843685ff8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.827347] env[69183]: DEBUG oslo_vmware.api [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Task: {'id': task-2790061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.867728} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.827621] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.827805] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.827982] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.828175] env[69183]: INFO nova.compute.manager [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Took 1.75 seconds to destroy the instance on the hypervisor. [ 936.828417] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.829078] env[69183]: DEBUG nova.compute.manager [-] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.829199] env[69183]: DEBUG nova.network.neutron [-] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.836571] env[69183]: DEBUG oslo_vmware.api [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Waiting for the task: (returnval){ [ 936.836571] env[69183]: value = "task-2790067" [ 936.836571] env[69183]: _type = "Task" [ 936.836571] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.845680] env[69183]: DEBUG oslo_vmware.api [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Task: {'id': task-2790067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.023782] env[69183]: DEBUG oslo_concurrency.lockutils [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.023904] env[69183]: DEBUG nova.compute.manager [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.027179] env[69183]: DEBUG oslo_concurrency.lockutils [None req-67d668c8-bdbc-4d72-adae-f47116e049f6 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.030s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.038713] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081114} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.039151] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.040405] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f45417-5093-4b4e-9b4b-2fcbdbaef013 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.070087] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3/2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.071014] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d462be7-2f62-4f90-b8f7-cbbef160add3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.101675] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807859} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.105245] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] e7f71e56-f5c1-463e-af37-5f8e59040d5b/e7f71e56-f5c1-463e-af37-5f8e59040d5b.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.105462] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.105730] env[69183]: DEBUG oslo_vmware.api [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2790065, 'name': PowerOffVM_Task, 'duration_secs': 0.321688} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.105984] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 937.105984] env[69183]: value = "task-2790068" [ 937.105984] env[69183]: _type = "Task" [ 937.105984] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.106410] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a61286e5-31d0-45a2-b285-7b2fccadadce {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.108200] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.108377] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.108642] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77141625-6858-408f-8398-185e748922f3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.118736] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.119897] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 937.119897] env[69183]: value = "task-2790069" [ 937.119897] env[69183]: _type = "Task" [ 937.119897] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.130714] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.133987] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081145} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.134235] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.134401] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/501b6cfe-9f60-4893-a43e-ab3a4723f08f/501b6cfe-9f60-4893-a43e-ab3a4723f08f.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.134644] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/501b6cfe-9f60-4893-a43e-ab3a4723f08f/501b6cfe-9f60-4893-a43e-ab3a4723f08f.vmdk to [datastore2] 70bda115-3483-43b7-bb10-a9c5f4ec8001/70bda115-3483-43b7-bb10-a9c5f4ec8001.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.134893] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efbcae53-bd28-4a78-91de-65a59a1e51eb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.141522] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 937.141522] env[69183]: value = "task-2790071" [ 937.141522] env[69183]: _type = "Task" [ 937.141522] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.151042] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.189839] env[69183]: DEBUG oslo_concurrency.lockutils [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.347371] env[69183]: DEBUG oslo_vmware.api [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Task: {'id': task-2790067, 'name': ReconfigVM_Task, 'duration_secs': 0.258953} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.347655] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 937.353315] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d734f375-84e4-4528-8c60-0b3de5a46559 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.370543] env[69183]: DEBUG oslo_vmware.api [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Waiting for the task: (returnval){ [ 937.370543] env[69183]: value = "task-2790072" [ 937.370543] env[69183]: _type = "Task" [ 937.370543] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.378963] env[69183]: DEBUG oslo_vmware.api [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Task: {'id': task-2790072, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.535362] env[69183]: DEBUG nova.compute.utils [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.539702] env[69183]: DEBUG nova.compute.manager [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 937.539826] env[69183]: DEBUG nova.network.neutron [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 937.582820] env[69183]: DEBUG nova.policy [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15413733174649cd81f024cfe4464a8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '713811fd8d7740dba89f9989855e6254', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.592084] env[69183]: DEBUG nova.network.neutron [-] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.623814] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.634991] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103537} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.634991] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.635661] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3550b2c-9a4d-471b-a119-ad7a56662773 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.665710] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] e7f71e56-f5c1-463e-af37-5f8e59040d5b/e7f71e56-f5c1-463e-af37-5f8e59040d5b.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.669641] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-783184e3-d634-4d46-832c-b0b851cd0dcd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.690151] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.697949] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 937.697949] env[69183]: value = "task-2790073" [ 937.697949] env[69183]: _type = "Task" [ 937.697949] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.712442] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.744776] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.744915] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.745159] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Deleting the datastore file [datastore1] 97bcf6c5-8206-4ba6-a5af-f09d8c273040 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.745355] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c60772a0-c3c8-47c8-aff1-a5086433dbf2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.756182] env[69183]: DEBUG oslo_vmware.api [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for the task: (returnval){ [ 937.756182] env[69183]: value = "task-2790074" [ 937.756182] env[69183]: _type = "Task" [ 937.756182] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.770833] env[69183]: DEBUG oslo_vmware.api [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2790074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.889870] env[69183]: DEBUG oslo_vmware.api [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Task: {'id': task-2790072, 'name': ReconfigVM_Task, 'duration_secs': 0.402614} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.890896] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560685', 'volume_id': '89e05d1c-f069-491a-9166-76bd35582430', 'name': 'volume-89e05d1c-f069-491a-9166-76bd35582430', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6d13a6c3-6f6e-4a36-9e9b-5e8abb261950', 'attached_at': '', 'detached_at': '', 'volume_id': '89e05d1c-f069-491a-9166-76bd35582430', 'serial': '89e05d1c-f069-491a-9166-76bd35582430'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 937.890896] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.891459] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaff0a01-2100-4c1c-9bc5-57c8b410ae7b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.906235] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.906556] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-418e0472-288c-4c43-8edb-87bf4b4eddbb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.951302] env[69183]: DEBUG nova.network.neutron [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Successfully created port: 6ea97f12-817a-4e3c-a98e-1d13a32660f2 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.959308] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863eb0e8-860d-40f0-8d83-60916458d3f4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.970036] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991d4a5c-8217-40bb-ac9a-fb6a64d515d4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.008686] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355b53ca-efed-412a-b874-60e36fd8cb40 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.011694] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.011894] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.012073] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Deleting the datastore file [datastore1] 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.012720] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a052f31-f351-48e2-9b58-cffc898d465a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.023619] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775acc39-6f99-468a-a426-f68a31b4eaa9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.027770] env[69183]: DEBUG oslo_vmware.api [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Waiting for the task: (returnval){ [ 938.027770] env[69183]: value = "task-2790076" [ 938.027770] env[69183]: _type = "Task" [ 938.027770] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.042494] env[69183]: DEBUG nova.compute.manager [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 938.045114] env[69183]: DEBUG nova.compute.provider_tree [None req-67d668c8-bdbc-4d72-adae-f47116e049f6 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.049667] env[69183]: DEBUG oslo_vmware.api [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Task: {'id': task-2790076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.056124] env[69183]: DEBUG nova.compute.manager [req-24ee86a6-9498-4ae1-9d9a-fe251f42295a req-1c1176b1-533f-40b0-ba45-bd6764bdf737 service nova] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Received event network-vif-deleted-875b9cae-de7e-4c40-8828-ed6669235d3f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 938.094846] env[69183]: INFO nova.compute.manager [-] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Took 1.27 seconds to deallocate network for instance. [ 938.125780] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.155546] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790071, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.216165] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.270062] env[69183]: DEBUG oslo_vmware.api [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Task: {'id': task-2790074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.490775} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.270464] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.270637] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.270870] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.271314] env[69183]: INFO nova.compute.manager [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Took 1.74 seconds to destroy the instance on the hypervisor. [ 938.271436] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.271760] env[69183]: DEBUG nova.compute.manager [-] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.271815] env[69183]: DEBUG nova.network.neutron [-] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.545408] env[69183]: DEBUG oslo_vmware.api [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Task: {'id': task-2790076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187007} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.546196] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.546196] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.546329] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.546532] env[69183]: INFO nova.compute.manager [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Took 2.35 seconds to destroy the instance on the hypervisor. [ 938.547308] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.551479] env[69183]: DEBUG nova.compute.manager [-] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.551584] env[69183]: DEBUG nova.network.neutron [-] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.554290] env[69183]: DEBUG nova.scheduler.client.report [None req-67d668c8-bdbc-4d72-adae-f47116e049f6 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.607750] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.625336] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790068, 'name': ReconfigVM_Task, 'duration_secs': 1.183367} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.625642] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3/2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.626299] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3789a1b4-fb95-4751-9dbe-6e6f7650a458 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.643927] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 938.643927] env[69183]: value = "task-2790077" [ 938.643927] env[69183]: _type = "Task" [ 938.643927] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.662740] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790071, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.665878] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790077, 'name': Rename_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.714286] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790073, 'name': ReconfigVM_Task, 'duration_secs': 0.625979} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.714711] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Reconfigured VM instance instance-0000004b to attach disk [datastore1] e7f71e56-f5c1-463e-af37-5f8e59040d5b/e7f71e56-f5c1-463e-af37-5f8e59040d5b.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.715418] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d597c9f-7c08-429f-b475-17953eaa65dc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.730315] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 938.730315] env[69183]: value = "task-2790078" [ 938.730315] env[69183]: _type = "Task" [ 938.730315] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.741838] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790078, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.055462] env[69183]: DEBUG nova.compute.manager [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.095632] env[69183]: DEBUG nova.virt.hardware [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.095896] env[69183]: DEBUG nova.virt.hardware [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.096101] env[69183]: DEBUG nova.virt.hardware [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.096317] env[69183]: DEBUG nova.virt.hardware [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.096475] env[69183]: DEBUG nova.virt.hardware [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.096637] env[69183]: DEBUG nova.virt.hardware [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.097065] env[69183]: DEBUG nova.virt.hardware [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.097065] env[69183]: DEBUG nova.virt.hardware [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.097183] env[69183]: DEBUG nova.virt.hardware [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.097348] env[69183]: DEBUG nova.virt.hardware [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.097532] env[69183]: DEBUG nova.virt.hardware [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.098712] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff113cd9-ca11-4a4f-9e72-da6fd7df5c7c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.110991] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf0b5bc-d931-4026-b53e-6ecef12d399f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.157697] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790071, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.161853] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790077, 'name': Rename_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.246305] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790078, 'name': Rename_Task, 'duration_secs': 0.223828} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.246645] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.246911] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ba99d7f-98e5-4f04-b23d-e6c441a86c93 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.254467] env[69183]: DEBUG nova.network.neutron [-] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.257420] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 939.257420] env[69183]: value = "task-2790079" [ 939.257420] env[69183]: _type = "Task" [ 939.257420] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.270030] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.359672] env[69183]: DEBUG nova.compute.manager [req-77432f39-a80c-48cb-9340-e05bbcd3f31a req-fef2cc26-d9a0-46f8-9bc9-713a15dce1c5 service nova] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Received event network-vif-deleted-1e6c8d27-85e6-466e-b59d-79a02625c872 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 939.359891] env[69183]: INFO nova.compute.manager [req-77432f39-a80c-48cb-9340-e05bbcd3f31a req-fef2cc26-d9a0-46f8-9bc9-713a15dce1c5 service nova] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Neutron deleted interface 1e6c8d27-85e6-466e-b59d-79a02625c872; detaching it from the instance and deleting it from the info cache [ 939.360093] env[69183]: DEBUG nova.network.neutron [req-77432f39-a80c-48cb-9340-e05bbcd3f31a req-fef2cc26-d9a0-46f8-9bc9-713a15dce1c5 service nova] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.510936] env[69183]: DEBUG nova.network.neutron [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Successfully updated port: 6ea97f12-817a-4e3c-a98e-1d13a32660f2 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.564935] env[69183]: DEBUG oslo_concurrency.lockutils [None req-67d668c8-bdbc-4d72-adae-f47116e049f6 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.538s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.565282] env[69183]: DEBUG nova.compute.manager [None req-67d668c8-bdbc-4d72-adae-f47116e049f6 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69183) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 939.570323] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.094s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.570323] env[69183]: DEBUG nova.objects.instance [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lazy-loading 'resources' on Instance uuid 8b417b3a-4ec1-4b64-9a85-94cda10fcea9 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.657243] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790071, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.665443] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790077, 'name': Rename_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.758661] env[69183]: INFO nova.compute.manager [-] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Took 1.49 seconds to deallocate network for instance. [ 939.776393] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790079, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.810899] env[69183]: DEBUG nova.network.neutron [-] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.863373] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1cbe9a77-6ea9-4b26-ba28-71176655d03c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.878055] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f448132-657c-4dfd-b2ba-6823cdcac414 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.920918] env[69183]: DEBUG nova.compute.manager [req-77432f39-a80c-48cb-9340-e05bbcd3f31a req-fef2cc26-d9a0-46f8-9bc9-713a15dce1c5 service nova] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Detach interface failed, port_id=1e6c8d27-85e6-466e-b59d-79a02625c872, reason: Instance 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 940.013758] env[69183]: DEBUG oslo_concurrency.lockutils [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "refresh_cache-f2a2533c-e8ba-47fb-8c4d-c46091d972c2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.013921] env[69183]: DEBUG oslo_concurrency.lockutils [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquired lock "refresh_cache-f2a2533c-e8ba-47fb-8c4d-c46091d972c2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.014086] env[69183]: DEBUG nova.network.neutron [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.117121] env[69183]: DEBUG nova.compute.manager [req-b645943f-a1bd-49c7-949b-70a886146d58 req-fdd7f2b2-030e-4307-860f-1bf66f1fcad8 service nova] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Received event network-vif-deleted-521e389c-9a59-4b7d-8377-112b99b0d216 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 940.117121] env[69183]: DEBUG nova.compute.manager [req-b645943f-a1bd-49c7-949b-70a886146d58 req-fdd7f2b2-030e-4307-860f-1bf66f1fcad8 service nova] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Received event network-vif-plugged-6ea97f12-817a-4e3c-a98e-1d13a32660f2 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 940.117121] env[69183]: DEBUG oslo_concurrency.lockutils [req-b645943f-a1bd-49c7-949b-70a886146d58 req-fdd7f2b2-030e-4307-860f-1bf66f1fcad8 service nova] Acquiring lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.117525] env[69183]: DEBUG oslo_concurrency.lockutils [req-b645943f-a1bd-49c7-949b-70a886146d58 req-fdd7f2b2-030e-4307-860f-1bf66f1fcad8 service nova] Lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.117525] env[69183]: DEBUG oslo_concurrency.lockutils [req-b645943f-a1bd-49c7-949b-70a886146d58 req-fdd7f2b2-030e-4307-860f-1bf66f1fcad8 service nova] Lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.117601] env[69183]: DEBUG nova.compute.manager [req-b645943f-a1bd-49c7-949b-70a886146d58 req-fdd7f2b2-030e-4307-860f-1bf66f1fcad8 service nova] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] No waiting events found dispatching network-vif-plugged-6ea97f12-817a-4e3c-a98e-1d13a32660f2 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.117784] env[69183]: WARNING nova.compute.manager [req-b645943f-a1bd-49c7-949b-70a886146d58 req-fdd7f2b2-030e-4307-860f-1bf66f1fcad8 service nova] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Received unexpected event network-vif-plugged-6ea97f12-817a-4e3c-a98e-1d13a32660f2 for instance with vm_state building and task_state spawning. [ 940.117922] env[69183]: DEBUG nova.compute.manager [req-b645943f-a1bd-49c7-949b-70a886146d58 req-fdd7f2b2-030e-4307-860f-1bf66f1fcad8 service nova] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Received event network-changed-6ea97f12-817a-4e3c-a98e-1d13a32660f2 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 940.118103] env[69183]: DEBUG nova.compute.manager [req-b645943f-a1bd-49c7-949b-70a886146d58 req-fdd7f2b2-030e-4307-860f-1bf66f1fcad8 service nova] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Refreshing instance network info cache due to event network-changed-6ea97f12-817a-4e3c-a98e-1d13a32660f2. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 940.118279] env[69183]: DEBUG oslo_concurrency.lockutils [req-b645943f-a1bd-49c7-949b-70a886146d58 req-fdd7f2b2-030e-4307-860f-1bf66f1fcad8 service nova] Acquiring lock "refresh_cache-f2a2533c-e8ba-47fb-8c4d-c46091d972c2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.130931] env[69183]: INFO nova.scheduler.client.report [None req-67d668c8-bdbc-4d72-adae-f47116e049f6 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Deleted allocation for migration dfff3088-b2d4-4dd0-8295-090c5abeb19c [ 940.156952] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790071, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.841139} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.163515] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/501b6cfe-9f60-4893-a43e-ab3a4723f08f/501b6cfe-9f60-4893-a43e-ab3a4723f08f.vmdk to [datastore2] 70bda115-3483-43b7-bb10-a9c5f4ec8001/70bda115-3483-43b7-bb10-a9c5f4ec8001.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.168025] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f62ec83-bf17-461f-ad86-b0c26c4cd85a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.194023] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790077, 'name': Rename_Task, 'duration_secs': 1.142028} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.201898] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 70bda115-3483-43b7-bb10-a9c5f4ec8001/70bda115-3483-43b7-bb10-a9c5f4ec8001.vmdk or device None with type streamOptimized {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.206720] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.207280] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff979200-d36b-4db0-b226-f520471fa413 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.222362] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0518e81a-71c7-4198-971e-2d418c5a2f3d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.230861] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 940.230861] env[69183]: value = "task-2790081" [ 940.230861] env[69183]: _type = "Task" [ 940.230861] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.232274] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 940.232274] env[69183]: value = "task-2790080" [ 940.232274] env[69183]: _type = "Task" [ 940.232274] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.248426] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790081, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.252632] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.269619] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.273770] env[69183]: DEBUG oslo_vmware.api [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790079, 'name': PowerOnVM_Task, 'duration_secs': 0.712246} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.274051] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.274255] env[69183]: INFO nova.compute.manager [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Took 8.78 seconds to spawn the instance on the hypervisor. [ 940.274431] env[69183]: DEBUG nova.compute.manager [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.275362] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d1b8f3-8452-42a2-b77f-944f7e8902db {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.313533] env[69183]: INFO nova.compute.manager [-] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Took 1.76 seconds to deallocate network for instance. [ 940.472142] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60be6042-d06a-4258-87e8-37d4836ea204 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.481368] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c341fd7c-14f9-4dd1-a65f-944d2f82ce62 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.514600] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1766a5-b0dd-457a-a5fb-4e1ab2580d03 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.525067] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfc76e6-3597-42d2-9edd-3dbf8df836a6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.539923] env[69183]: DEBUG nova.compute.provider_tree [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.545871] env[69183]: DEBUG nova.network.neutron [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.638714] env[69183]: DEBUG oslo_concurrency.lockutils [None req-67d668c8-bdbc-4d72-adae-f47116e049f6 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "4aa83732-4f5c-45e5-8929-d8301c2e9b3c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.743s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.687567] env[69183]: DEBUG nova.network.neutron [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Updating instance_info_cache with network_info: [{"id": "6ea97f12-817a-4e3c-a98e-1d13a32660f2", "address": "fa:16:3e:13:47:02", "network": {"id": "6aec650f-322e-48c0-a239-e8c1593cd48b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1349476880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713811fd8d7740dba89f9989855e6254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ea97f12-81", "ovs_interfaceid": "6ea97f12-817a-4e3c-a98e-1d13a32660f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.703886] env[69183]: DEBUG nova.objects.instance [None req-94c8440b-641a-42f8-8842-ff8839e41ba0 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lazy-loading 'flavor' on Instance uuid 4aa83732-4f5c-45e5-8929-d8301c2e9b3c {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.745770] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790080, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.748952] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790081, 'name': ReconfigVM_Task, 'duration_secs': 0.466285} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.749230] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 70bda115-3483-43b7-bb10-a9c5f4ec8001/70bda115-3483-43b7-bb10-a9c5f4ec8001.vmdk or device None with type streamOptimized {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.749881] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c0edbcc-7859-450a-a721-d441ca3a7074 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.758566] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 940.758566] env[69183]: value = "task-2790082" [ 940.758566] env[69183]: _type = "Task" [ 940.758566] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.769027] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790082, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.794745] env[69183]: INFO nova.compute.manager [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Took 25.76 seconds to build instance. [ 940.877047] env[69183]: INFO nova.compute.manager [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Took 0.56 seconds to detach 1 volumes for instance. [ 940.878914] env[69183]: DEBUG nova.compute.manager [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Deleting volume: 89e05d1c-f069-491a-9166-76bd35582430 {{(pid=69183) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 941.043595] env[69183]: DEBUG nova.scheduler.client.report [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.191023] env[69183]: DEBUG oslo_concurrency.lockutils [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Releasing lock "refresh_cache-f2a2533c-e8ba-47fb-8c4d-c46091d972c2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.191023] env[69183]: DEBUG nova.compute.manager [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Instance network_info: |[{"id": "6ea97f12-817a-4e3c-a98e-1d13a32660f2", "address": "fa:16:3e:13:47:02", "network": {"id": "6aec650f-322e-48c0-a239-e8c1593cd48b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1349476880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713811fd8d7740dba89f9989855e6254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ea97f12-81", "ovs_interfaceid": "6ea97f12-817a-4e3c-a98e-1d13a32660f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.191210] env[69183]: DEBUG oslo_concurrency.lockutils [req-b645943f-a1bd-49c7-949b-70a886146d58 req-fdd7f2b2-030e-4307-860f-1bf66f1fcad8 service nova] Acquired lock "refresh_cache-f2a2533c-e8ba-47fb-8c4d-c46091d972c2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.191392] env[69183]: DEBUG nova.network.neutron [req-b645943f-a1bd-49c7-949b-70a886146d58 req-fdd7f2b2-030e-4307-860f-1bf66f1fcad8 service nova] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Refreshing network info cache for port 6ea97f12-817a-4e3c-a98e-1d13a32660f2 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.192689] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:47:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '842f738f-eaa4-4444-a9bf-90d2b533184c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ea97f12-817a-4e3c-a98e-1d13a32660f2', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.200591] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.203826] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.204328] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a217e56d-a425-4133-a466-da06acf80f87 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.221203] env[69183]: DEBUG oslo_concurrency.lockutils [None req-94c8440b-641a-42f8-8842-ff8839e41ba0 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "refresh_cache-4aa83732-4f5c-45e5-8929-d8301c2e9b3c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.221369] env[69183]: DEBUG oslo_concurrency.lockutils [None req-94c8440b-641a-42f8-8842-ff8839e41ba0 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired lock "refresh_cache-4aa83732-4f5c-45e5-8929-d8301c2e9b3c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.221538] env[69183]: DEBUG nova.network.neutron [None req-94c8440b-641a-42f8-8842-ff8839e41ba0 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.221714] env[69183]: DEBUG nova.objects.instance [None req-94c8440b-641a-42f8-8842-ff8839e41ba0 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lazy-loading 'info_cache' on Instance uuid 4aa83732-4f5c-45e5-8929-d8301c2e9b3c {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.226954] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.226954] env[69183]: value = "task-2790084" [ 941.226954] env[69183]: _type = "Task" [ 941.226954] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.234886] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790084, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.246386] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790080, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.269894] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790082, 'name': Rename_Task, 'duration_secs': 0.148696} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.270202] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.270873] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec01e452-0f45-4b01-9a1a-0ce11aba6d14 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.278929] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 941.278929] env[69183]: value = "task-2790085" [ 941.278929] env[69183]: _type = "Task" [ 941.278929] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.287559] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.298118] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b9eebd54-dd4a-4266-9020-a75732714b0a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "e7f71e56-f5c1-463e-af37-5f8e59040d5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.274s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.421382] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.442555] env[69183]: DEBUG nova.network.neutron [req-b645943f-a1bd-49c7-949b-70a886146d58 req-fdd7f2b2-030e-4307-860f-1bf66f1fcad8 service nova] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Updated VIF entry in instance network info cache for port 6ea97f12-817a-4e3c-a98e-1d13a32660f2. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.442978] env[69183]: DEBUG nova.network.neutron [req-b645943f-a1bd-49c7-949b-70a886146d58 req-fdd7f2b2-030e-4307-860f-1bf66f1fcad8 service nova] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Updating instance_info_cache with network_info: [{"id": "6ea97f12-817a-4e3c-a98e-1d13a32660f2", "address": "fa:16:3e:13:47:02", "network": {"id": "6aec650f-322e-48c0-a239-e8c1593cd48b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1349476880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713811fd8d7740dba89f9989855e6254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ea97f12-81", "ovs_interfaceid": "6ea97f12-817a-4e3c-a98e-1d13a32660f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.548767] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.551944] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.268s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.553917] env[69183]: INFO nova.compute.claims [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.574792] env[69183]: INFO nova.scheduler.client.report [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Deleted allocations for instance 8b417b3a-4ec1-4b64-9a85-94cda10fcea9 [ 941.725572] env[69183]: DEBUG nova.objects.base [None req-94c8440b-641a-42f8-8842-ff8839e41ba0 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Object Instance<4aa83732-4f5c-45e5-8929-d8301c2e9b3c> lazy-loaded attributes: flavor,info_cache {{(pid=69183) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 941.736856] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790084, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.749086] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790080, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.791364] env[69183]: DEBUG oslo_vmware.api [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790085, 'name': PowerOnVM_Task, 'duration_secs': 0.482801} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.791660] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.791856] env[69183]: INFO nova.compute.manager [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Took 17.30 seconds to spawn the instance on the hypervisor. [ 941.792048] env[69183]: DEBUG nova.compute.manager [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.792886] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859eabe2-e9d5-4f95-b76c-44911e5dac46 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.946229] env[69183]: DEBUG oslo_concurrency.lockutils [req-b645943f-a1bd-49c7-949b-70a886146d58 req-fdd7f2b2-030e-4307-860f-1bf66f1fcad8 service nova] Releasing lock "refresh_cache-f2a2533c-e8ba-47fb-8c4d-c46091d972c2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.083950] env[69183]: DEBUG oslo_concurrency.lockutils [None req-06611663-cde1-4d26-a446-84d5be2d33d1 tempest-MigrationsAdminTest-1687666889 tempest-MigrationsAdminTest-1687666889-project-member] Lock "8b417b3a-4ec1-4b64-9a85-94cda10fcea9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.216s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.241354] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790084, 'name': CreateVM_Task, 'duration_secs': 0.605648} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.244430] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.245276] env[69183]: DEBUG oslo_concurrency.lockutils [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.245508] env[69183]: DEBUG oslo_concurrency.lockutils [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.245940] env[69183]: DEBUG oslo_concurrency.lockutils [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.246527] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07c7fd90-9945-4080-90cf-87322c75a7ce {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.251928] env[69183]: DEBUG oslo_vmware.api [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790080, 'name': PowerOnVM_Task, 'duration_secs': 1.619967} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.253320] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.253595] env[69183]: INFO nova.compute.manager [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Took 13.25 seconds to spawn the instance on the hypervisor. [ 942.253848] env[69183]: DEBUG nova.compute.manager [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.254251] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 942.254251] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5206b55a-f381-71a2-ba51-033146699828" [ 942.254251] env[69183]: _type = "Task" [ 942.254251] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.255177] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9100d2ce-bcc9-47af-b98b-4e45dad5e047 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.271232] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5206b55a-f381-71a2-ba51-033146699828, 'name': SearchDatastore_Task, 'duration_secs': 0.012311} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.272815] env[69183]: DEBUG oslo_concurrency.lockutils [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.273075] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.273318] env[69183]: DEBUG oslo_concurrency.lockutils [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.273464] env[69183]: DEBUG oslo_concurrency.lockutils [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.273658] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.277260] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d759d5a2-6bb2-44ad-b74f-2627bbad996b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.291730] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.291939] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.292831] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d6eadab-90be-40a4-be52-8abcfe29d946 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.298909] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 942.298909] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5258b5ce-11d6-4931-cbac-db1482794eb3" [ 942.298909] env[69183]: _type = "Task" [ 942.298909] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.309973] env[69183]: INFO nova.compute.manager [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Took 35.88 seconds to build instance. [ 942.319040] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5258b5ce-11d6-4931-cbac-db1482794eb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.374930] env[69183]: INFO nova.compute.manager [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Rebuilding instance [ 942.420637] env[69183]: DEBUG nova.compute.manager [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.421556] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6617d2-f5d6-4ced-b5b0-eaee1ca6f5e9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.468969] env[69183]: DEBUG nova.network.neutron [None req-94c8440b-641a-42f8-8842-ff8839e41ba0 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Updating instance_info_cache with network_info: [{"id": "fc95dd47-138c-4d1e-8fbd-638a6c5d31c4", "address": "fa:16:3e:a1:d2:a9", "network": {"id": "dd86d277-8747-4c50-a305-9b46298b69c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619207239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b95c9dfa9d48df99b1364995883c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc95dd47-13", "ovs_interfaceid": "fc95dd47-138c-4d1e-8fbd-638a6c5d31c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.787068] env[69183]: INFO nova.compute.manager [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Took 30.83 seconds to build instance. [ 942.810953] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5258b5ce-11d6-4931-cbac-db1482794eb3, 'name': SearchDatastore_Task, 'duration_secs': 0.017407} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.813956] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2c767c89-66d3-4f1a-855b-23912caeaca5 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "70bda115-3483-43b7-bb10-a9c5f4ec8001" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.393s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.815179] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e7c9f2b-2257-44bb-a058-c2fb628a5833 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.825120] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 942.825120] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52987fd1-e1ea-d571-6815-5bfbd299e352" [ 942.825120] env[69183]: _type = "Task" [ 942.825120] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.836070] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52987fd1-e1ea-d571-6815-5bfbd299e352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.895905] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cbe22b-b02f-4ff1-8852-242f9ea1abbc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.904568] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e252613b-724f-40cb-a3eb-55c90e3b41ab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.943486] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6882e0b7-b52a-49e1-8292-d90ccb68009d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.953789] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b458ea-6d37-49df-8fbe-747e264e726e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.968890] env[69183]: DEBUG nova.compute.provider_tree [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.971935] env[69183]: DEBUG oslo_concurrency.lockutils [None req-94c8440b-641a-42f8-8842-ff8839e41ba0 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Releasing lock "refresh_cache-4aa83732-4f5c-45e5-8929-d8301c2e9b3c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.054511] env[69183]: DEBUG oslo_concurrency.lockutils [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "70bda115-3483-43b7-bb10-a9c5f4ec8001" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.055189] env[69183]: DEBUG oslo_concurrency.lockutils [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "70bda115-3483-43b7-bb10-a9c5f4ec8001" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.055535] env[69183]: DEBUG oslo_concurrency.lockutils [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "70bda115-3483-43b7-bb10-a9c5f4ec8001-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.055821] env[69183]: DEBUG oslo_concurrency.lockutils [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "70bda115-3483-43b7-bb10-a9c5f4ec8001-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.056093] env[69183]: DEBUG oslo_concurrency.lockutils [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "70bda115-3483-43b7-bb10-a9c5f4ec8001-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.059538] env[69183]: INFO nova.compute.manager [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Terminating instance [ 943.289682] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2fdfe581-4c5b-4a3c-aa4a-ab24103e1e14 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.350s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.336714] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52987fd1-e1ea-d571-6815-5bfbd299e352, 'name': SearchDatastore_Task, 'duration_secs': 0.012665} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.336995] env[69183]: DEBUG oslo_concurrency.lockutils [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.337274] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] f2a2533c-e8ba-47fb-8c4d-c46091d972c2/f2a2533c-e8ba-47fb-8c4d-c46091d972c2.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.337536] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e408436-e30e-4e6d-a498-cd159e5c5ef7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.345609] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 943.345609] env[69183]: value = "task-2790086" [ 943.345609] env[69183]: _type = "Task" [ 943.345609] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.354970] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.443906] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.444205] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-246193bf-7e0b-48e6-9905-945a08fc5084 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.453347] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 943.453347] env[69183]: value = "task-2790087" [ 943.453347] env[69183]: _type = "Task" [ 943.453347] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.461997] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.472142] env[69183]: DEBUG nova.scheduler.client.report [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.565215] env[69183]: DEBUG nova.compute.manager [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.565516] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.566883] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40358963-9243-48b5-9d81-5ce60ef68362 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.585644] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.585955] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f045ffe-f0a5-4741-892c-3f4d161a35c5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.596667] env[69183]: DEBUG oslo_vmware.api [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 943.596667] env[69183]: value = "task-2790088" [ 943.596667] env[69183]: _type = "Task" [ 943.596667] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.612430] env[69183]: DEBUG oslo_vmware.api [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.860155] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790086, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.862878] env[69183]: DEBUG nova.compute.manager [req-e542e037-475b-4ddd-be29-cfdf5c32d268 req-2a544d1f-8cbf-41e3-a126-f5101be946ee service nova] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Received event network-changed-ef33e7d7-ba39-476e-a0da-2e89eb5d5089 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 943.863898] env[69183]: DEBUG nova.compute.manager [req-e542e037-475b-4ddd-be29-cfdf5c32d268 req-2a544d1f-8cbf-41e3-a126-f5101be946ee service nova] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Refreshing instance network info cache due to event network-changed-ef33e7d7-ba39-476e-a0da-2e89eb5d5089. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 943.863898] env[69183]: DEBUG oslo_concurrency.lockutils [req-e542e037-475b-4ddd-be29-cfdf5c32d268 req-2a544d1f-8cbf-41e3-a126-f5101be946ee service nova] Acquiring lock "refresh_cache-2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.863898] env[69183]: DEBUG oslo_concurrency.lockutils [req-e542e037-475b-4ddd-be29-cfdf5c32d268 req-2a544d1f-8cbf-41e3-a126-f5101be946ee service nova] Acquired lock "refresh_cache-2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.863898] env[69183]: DEBUG nova.network.neutron [req-e542e037-475b-4ddd-be29-cfdf5c32d268 req-2a544d1f-8cbf-41e3-a126-f5101be946ee service nova] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Refreshing network info cache for port ef33e7d7-ba39-476e-a0da-2e89eb5d5089 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.966790] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790087, 'name': PowerOffVM_Task, 'duration_secs': 0.226478} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.967079] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.967324] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.968121] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7640bdf4-75a2-48af-80bd-12d8c5484f0e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.975859] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.976347] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7f2cbb6-95b2-4a6a-9e5d-87d581795cca {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.978384] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.978855] env[69183]: DEBUG nova.compute.manager [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.981894] env[69183]: DEBUG oslo_concurrency.lockutils [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.842s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.982099] env[69183]: DEBUG nova.objects.instance [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lazy-loading 'resources' on Instance uuid a0a9867e-44d4-456c-8352-48b10596797b {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.983328] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c8440b-641a-42f8-8842-ff8839e41ba0 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.984143] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17227275-6475-493a-839f-172b085a646c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.991203] env[69183]: DEBUG oslo_vmware.api [None req-94c8440b-641a-42f8-8842-ff8839e41ba0 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 943.991203] env[69183]: value = "task-2790090" [ 943.991203] env[69183]: _type = "Task" [ 943.991203] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.001118] env[69183]: DEBUG oslo_vmware.api [None req-94c8440b-641a-42f8-8842-ff8839e41ba0 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.074721] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.075039] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.075238] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Deleting the datastore file [datastore1] e7f71e56-f5c1-463e-af37-5f8e59040d5b {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.075546] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f45f0d7-1d17-406f-81ba-c3a4a1909c7c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.083832] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 944.083832] env[69183]: value = "task-2790091" [ 944.083832] env[69183]: _type = "Task" [ 944.083832] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.093705] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.107084] env[69183]: DEBUG oslo_vmware.api [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790088, 'name': PowerOffVM_Task, 'duration_secs': 0.348041} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.107360] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.107533] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.107861] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f29269ab-2f0e-4548-b30c-d5a5993091e5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.178674] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.178898] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.179107] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Deleting the datastore file [datastore2] 70bda115-3483-43b7-bb10-a9c5f4ec8001 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.179388] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c385520-9a09-4f81-8369-053e7759f0d3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.186143] env[69183]: DEBUG oslo_vmware.api [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 944.186143] env[69183]: value = "task-2790093" [ 944.186143] env[69183]: _type = "Task" [ 944.186143] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.194641] env[69183]: DEBUG oslo_vmware.api [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.361585] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56322} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.363199] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] f2a2533c-e8ba-47fb-8c4d-c46091d972c2/f2a2533c-e8ba-47fb-8c4d-c46091d972c2.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.363199] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.363199] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f77c7592-bf00-4c4b-9786-b8879e50df32 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.373977] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 944.373977] env[69183]: value = "task-2790094" [ 944.373977] env[69183]: _type = "Task" [ 944.373977] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.388448] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.488038] env[69183]: DEBUG nova.compute.utils [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.492061] env[69183]: DEBUG nova.compute.manager [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.492241] env[69183]: DEBUG nova.network.neutron [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.508620] env[69183]: DEBUG oslo_vmware.api [None req-94c8440b-641a-42f8-8842-ff8839e41ba0 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790090, 'name': PowerOnVM_Task, 'duration_secs': 0.43756} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.509332] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c8440b-641a-42f8-8842-ff8839e41ba0 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.509332] env[69183]: DEBUG nova.compute.manager [None req-94c8440b-641a-42f8-8842-ff8839e41ba0 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.509868] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd98d8f-63f7-4e17-a5e2-254a15b4d934 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.594308] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185714} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.600716] env[69183]: DEBUG nova.policy [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b337374ddb974ef29984c22675807b79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a06b4cb2d5674d66bfdaac0052ffc732', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.602174] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.602370] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.602547] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.644990] env[69183]: DEBUG nova.network.neutron [req-e542e037-475b-4ddd-be29-cfdf5c32d268 req-2a544d1f-8cbf-41e3-a126-f5101be946ee service nova] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Updated VIF entry in instance network info cache for port ef33e7d7-ba39-476e-a0da-2e89eb5d5089. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.645400] env[69183]: DEBUG nova.network.neutron [req-e542e037-475b-4ddd-be29-cfdf5c32d268 req-2a544d1f-8cbf-41e3-a126-f5101be946ee service nova] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Updating instance_info_cache with network_info: [{"id": "ef33e7d7-ba39-476e-a0da-2e89eb5d5089", "address": "fa:16:3e:65:9e:7c", "network": {"id": "3c4f15f7-8472-4ea3-912b-f17e69e4453b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-205766861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a981345cfd7a46ef9fb2d4f5589c7460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef33e7d7-ba", "ovs_interfaceid": "ef33e7d7-ba39-476e-a0da-2e89eb5d5089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.708151] env[69183]: DEBUG oslo_vmware.api [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192436} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.708555] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.708765] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.709407] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.709407] env[69183]: INFO nova.compute.manager [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Took 1.14 seconds to destroy the instance on the hypervisor. [ 944.709407] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.709612] env[69183]: DEBUG nova.compute.manager [-] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.709612] env[69183]: DEBUG nova.network.neutron [-] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.833907] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646fd042-ff7d-46bc-b2d7-7643d7045d79 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.843701] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a519742e-bace-4ed9-9b59-ea6f3b5e090d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.885896] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e230712-4964-44e0-bf9d-81d84b2c9a45 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.894433] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081746} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.896762] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.897711] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8334fccf-83f1-49f5-944d-2582731114bc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.901303] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7108640b-25d6-4206-ab59-500926f9841e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.916699] env[69183]: DEBUG nova.compute.provider_tree [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.939439] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] f2a2533c-e8ba-47fb-8c4d-c46091d972c2/f2a2533c-e8ba-47fb-8c4d-c46091d972c2.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.940745] env[69183]: DEBUG nova.scheduler.client.report [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.944635] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86375e5a-0e6c-4d85-9b98-150723190d86 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.968860] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 944.968860] env[69183]: value = "task-2790095" [ 944.968860] env[69183]: _type = "Task" [ 944.968860] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.977641] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.995848] env[69183]: DEBUG nova.compute.manager [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.148528] env[69183]: DEBUG oslo_concurrency.lockutils [req-e542e037-475b-4ddd-be29-cfdf5c32d268 req-2a544d1f-8cbf-41e3-a126-f5101be946ee service nova] Releasing lock "refresh_cache-2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.253129] env[69183]: DEBUG nova.network.neutron [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Successfully created port: 69ca932b-4a1d-4cea-816f-41ed31b50e69 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.461215] env[69183]: DEBUG oslo_concurrency.lockutils [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.479s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.464115] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.539s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.466084] env[69183]: INFO nova.compute.claims [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.486725] env[69183]: DEBUG nova.network.neutron [-] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.488661] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.511916] env[69183]: INFO nova.scheduler.client.report [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Deleted allocations for instance a0a9867e-44d4-456c-8352-48b10596797b [ 945.574225] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "4aa83732-4f5c-45e5-8929-d8301c2e9b3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.576031] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "4aa83732-4f5c-45e5-8929-d8301c2e9b3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.576031] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "4aa83732-4f5c-45e5-8929-d8301c2e9b3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.576031] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "4aa83732-4f5c-45e5-8929-d8301c2e9b3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.576031] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "4aa83732-4f5c-45e5-8929-d8301c2e9b3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.577921] env[69183]: INFO nova.compute.manager [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Terminating instance [ 945.648196] env[69183]: DEBUG nova.virt.hardware [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.648196] env[69183]: DEBUG nova.virt.hardware [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.648318] env[69183]: DEBUG nova.virt.hardware [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.649152] env[69183]: DEBUG nova.virt.hardware [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.649392] env[69183]: DEBUG nova.virt.hardware [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.649470] env[69183]: DEBUG nova.virt.hardware [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.649682] env[69183]: DEBUG nova.virt.hardware [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.649850] env[69183]: DEBUG nova.virt.hardware [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.650045] env[69183]: DEBUG nova.virt.hardware [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.650856] env[69183]: DEBUG nova.virt.hardware [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.650856] env[69183]: DEBUG nova.virt.hardware [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.651345] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e8ffdf-c3f1-4b4b-8b47-05a267087f5a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.664235] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb883f64-4ed7-4a31-8305-8d60c335fb9a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.681366] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:3c:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b280031-bb1f-4bb6-981b-92a779f7f71c', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.690705] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.691282] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.691804] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4af540af-c162-40ec-957a-dcf57c88843f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.718056] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.718056] env[69183]: value = "task-2790096" [ 945.718056] env[69183]: _type = "Task" [ 945.718056] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.728071] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790096, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.960743] env[69183]: DEBUG nova.compute.manager [req-0d702919-eecb-4d11-b4e6-69e7d143b3da req-75395db8-febc-49f2-b144-6be860cfb8f6 service nova] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Received event network-vif-deleted-a564f09d-e1a5-4b8c-9773-1459c5917dbc {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 945.982828] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790095, 'name': ReconfigVM_Task, 'duration_secs': 0.898256} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.984269] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Reconfigured VM instance instance-0000004c to attach disk [datastore2] f2a2533c-e8ba-47fb-8c4d-c46091d972c2/f2a2533c-e8ba-47fb-8c4d-c46091d972c2.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.986434] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a145aab-2ea4-4832-96ae-a8df05e2fe92 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.990332] env[69183]: INFO nova.compute.manager [-] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Took 1.28 seconds to deallocate network for instance. [ 945.997295] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 945.997295] env[69183]: value = "task-2790097" [ 945.997295] env[69183]: _type = "Task" [ 945.997295] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.013551] env[69183]: DEBUG nova.compute.manager [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.016872] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790097, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.026602] env[69183]: DEBUG oslo_concurrency.lockutils [None req-48c464a6-0ad0-4b4f-9ed7-9dcce0c6711a tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "a0a9867e-44d4-456c-8352-48b10596797b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.337s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.051586] env[69183]: DEBUG nova.virt.hardware [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.051790] env[69183]: DEBUG nova.virt.hardware [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.051953] env[69183]: DEBUG nova.virt.hardware [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.052155] env[69183]: DEBUG nova.virt.hardware [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.052298] env[69183]: DEBUG nova.virt.hardware [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.052472] env[69183]: DEBUG nova.virt.hardware [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.052730] env[69183]: DEBUG nova.virt.hardware [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.052904] env[69183]: DEBUG nova.virt.hardware [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.053086] env[69183]: DEBUG nova.virt.hardware [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.053249] env[69183]: DEBUG nova.virt.hardware [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.053428] env[69183]: DEBUG nova.virt.hardware [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.054332] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1d2a55-375a-41b9-beae-bc333386b790 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.065089] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af8c69f-65da-47c3-9d7b-674bcd878a45 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.084469] env[69183]: DEBUG nova.compute.manager [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.084729] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.085771] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85927800-6286-4678-833c-d2e8717cd206 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.095638] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.095964] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-413ba17a-7f6f-4448-9831-1d0513c6168f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.104891] env[69183]: DEBUG oslo_vmware.api [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 946.104891] env[69183]: value = "task-2790098" [ 946.104891] env[69183]: _type = "Task" [ 946.104891] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.116128] env[69183]: DEBUG oslo_vmware.api [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.230887] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790096, 'name': CreateVM_Task, 'duration_secs': 0.339477} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.230887] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.231913] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.232252] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.234039] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.234039] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a03a89a-2a28-4b53-8a85-5400c8c9a922 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.239490] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 946.239490] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52381e50-f4d8-f61a-92e1-66ce2b3f39ec" [ 946.239490] env[69183]: _type = "Task" [ 946.239490] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.250682] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52381e50-f4d8-f61a-92e1-66ce2b3f39ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.499747] env[69183]: DEBUG oslo_concurrency.lockutils [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.512128] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790097, 'name': Rename_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.615753] env[69183]: DEBUG oslo_vmware.api [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790098, 'name': PowerOffVM_Task, 'duration_secs': 0.199492} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.617133] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.617385] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.617656] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0470ab9-44e1-41d2-a57b-b6a82d45fadf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.728714] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.728961] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.729175] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Deleting the datastore file [datastore2] 4aa83732-4f5c-45e5-8929-d8301c2e9b3c {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.730420] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a067661-cb82-4215-bc80-db9a59bdecb4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.746109] env[69183]: DEBUG oslo_vmware.api [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 946.746109] env[69183]: value = "task-2790100" [ 946.746109] env[69183]: _type = "Task" [ 946.746109] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.753751] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52381e50-f4d8-f61a-92e1-66ce2b3f39ec, 'name': SearchDatastore_Task, 'duration_secs': 0.015804} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.756381] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.756630] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.756863] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.757019] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.757200] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.757630] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca46fc4b-7963-4a4d-abdf-1aced31c084b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.763047] env[69183]: DEBUG oslo_vmware.api [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.771360] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.771360] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.771706] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f199dc1f-a396-49d8-9b5a-cb5685a20b18 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.777841] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 946.777841] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52f4a276-5693-5ca6-6328-9a54d6a478a1" [ 946.777841] env[69183]: _type = "Task" [ 946.777841] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.791420] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f4a276-5693-5ca6-6328-9a54d6a478a1, 'name': SearchDatastore_Task} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.792278] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a041103-0ac0-4bce-8544-63813df5d78a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.802837] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 946.802837] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52f82a48-8e55-0d33-2a96-80d87dc43c3c" [ 946.802837] env[69183]: _type = "Task" [ 946.802837] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.814542] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f82a48-8e55-0d33-2a96-80d87dc43c3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.851630] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2223072c-13ca-4cf0-a24e-8ad6f927fed6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.862281] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2e9b99-8a72-45b1-91b7-4299c257456c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.900871] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a824b6c-8b7a-4a1e-ab5b-bfafdbcb81e8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.907139] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "bd27336d-a853-4179-9072-7d82deda40f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.907373] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "bd27336d-a853-4179-9072-7d82deda40f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.916917] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1959f351-5e6e-4f80-bdfb-d64694ac1dd6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.933737] env[69183]: DEBUG nova.compute.provider_tree [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.009652] env[69183]: DEBUG nova.compute.manager [req-c3a2fdc9-2d06-4a2b-8aad-0ec5ef75a295 req-4bc7b469-d76a-4627-9a5c-05fbb80c5fe7 service nova] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Received event network-vif-plugged-69ca932b-4a1d-4cea-816f-41ed31b50e69 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 947.009908] env[69183]: DEBUG oslo_concurrency.lockutils [req-c3a2fdc9-2d06-4a2b-8aad-0ec5ef75a295 req-4bc7b469-d76a-4627-9a5c-05fbb80c5fe7 service nova] Acquiring lock "8f2991aa-5a42-422f-a35d-79f457430c41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.010144] env[69183]: DEBUG oslo_concurrency.lockutils [req-c3a2fdc9-2d06-4a2b-8aad-0ec5ef75a295 req-4bc7b469-d76a-4627-9a5c-05fbb80c5fe7 service nova] Lock "8f2991aa-5a42-422f-a35d-79f457430c41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.010331] env[69183]: DEBUG oslo_concurrency.lockutils [req-c3a2fdc9-2d06-4a2b-8aad-0ec5ef75a295 req-4bc7b469-d76a-4627-9a5c-05fbb80c5fe7 service nova] Lock "8f2991aa-5a42-422f-a35d-79f457430c41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.010499] env[69183]: DEBUG nova.compute.manager [req-c3a2fdc9-2d06-4a2b-8aad-0ec5ef75a295 req-4bc7b469-d76a-4627-9a5c-05fbb80c5fe7 service nova] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] No waiting events found dispatching network-vif-plugged-69ca932b-4a1d-4cea-816f-41ed31b50e69 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.010659] env[69183]: WARNING nova.compute.manager [req-c3a2fdc9-2d06-4a2b-8aad-0ec5ef75a295 req-4bc7b469-d76a-4627-9a5c-05fbb80c5fe7 service nova] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Received unexpected event network-vif-plugged-69ca932b-4a1d-4cea-816f-41ed31b50e69 for instance with vm_state building and task_state spawning. [ 947.015526] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790097, 'name': Rename_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.118036] env[69183]: DEBUG nova.network.neutron [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Successfully updated port: 69ca932b-4a1d-4cea-816f-41ed31b50e69 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.259966] env[69183]: DEBUG oslo_vmware.api [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415345} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.260250] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.260432] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.260613] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.260793] env[69183]: INFO nova.compute.manager [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 947.261431] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.261431] env[69183]: DEBUG nova.compute.manager [-] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.261431] env[69183]: DEBUG nova.network.neutron [-] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.316013] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f82a48-8e55-0d33-2a96-80d87dc43c3c, 'name': SearchDatastore_Task, 'duration_secs': 0.014779} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.316300] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.316554] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] e7f71e56-f5c1-463e-af37-5f8e59040d5b/e7f71e56-f5c1-463e-af37-5f8e59040d5b.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.316810] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-676e004d-1e84-4149-9b3e-9adf06ec9c37 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.324425] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 947.324425] env[69183]: value = "task-2790101" [ 947.324425] env[69183]: _type = "Task" [ 947.324425] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.333490] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.411429] env[69183]: DEBUG nova.compute.manager [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.437212] env[69183]: DEBUG nova.scheduler.client.report [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.511674] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790097, 'name': Rename_Task, 'duration_secs': 1.209527} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.512557] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.512557] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10d0b7c7-29f7-478b-b5af-7d61c8606cbd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.520315] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 947.520315] env[69183]: value = "task-2790102" [ 947.520315] env[69183]: _type = "Task" [ 947.520315] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.528995] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.620857] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Acquiring lock "refresh_cache-8f2991aa-5a42-422f-a35d-79f457430c41" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.621066] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Acquired lock "refresh_cache-8f2991aa-5a42-422f-a35d-79f457430c41" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.621253] env[69183]: DEBUG nova.network.neutron [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.842573] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790101, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.943443] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.944267] env[69183]: DEBUG nova.compute.manager [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.947990] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.948484] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.694s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.948700] env[69183]: DEBUG nova.objects.instance [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69183) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 948.031317] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790102, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.180521] env[69183]: DEBUG nova.network.neutron [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.293987] env[69183]: DEBUG nova.network.neutron [-] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.338800] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715885} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.342429] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] e7f71e56-f5c1-463e-af37-5f8e59040d5b/e7f71e56-f5c1-463e-af37-5f8e59040d5b.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.342662] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.342969] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be140347-73c2-4260-a235-6f6937b95eca {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.351911] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 948.351911] env[69183]: value = "task-2790103" [ 948.351911] env[69183]: _type = "Task" [ 948.351911] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.363317] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.455035] env[69183]: DEBUG nova.network.neutron [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Updating instance_info_cache with network_info: [{"id": "69ca932b-4a1d-4cea-816f-41ed31b50e69", "address": "fa:16:3e:f5:84:20", "network": {"id": "8053786e-f69a-45fe-87d3-833d8da48a32", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-939020563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06b4cb2d5674d66bfdaac0052ffc732", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ca932b-4a", "ovs_interfaceid": "69ca932b-4a1d-4cea-816f-41ed31b50e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.460223] env[69183]: DEBUG nova.compute.utils [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.465958] env[69183]: DEBUG nova.compute.manager [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.466176] env[69183]: DEBUG nova.network.neutron [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.535666] env[69183]: DEBUG oslo_vmware.api [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790102, 'name': PowerOnVM_Task, 'duration_secs': 1.011398} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.536190] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.536673] env[69183]: INFO nova.compute.manager [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Took 9.48 seconds to spawn the instance on the hypervisor. [ 948.537044] env[69183]: DEBUG nova.compute.manager [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.539037] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07492ac6-b95c-491a-83e1-6b376e30141f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.545062] env[69183]: DEBUG nova.policy [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '324c50ff3bfb443ab9a53b118001ccdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fb5088196e142c798bea7f09e358888', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.797804] env[69183]: INFO nova.compute.manager [-] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Took 1.54 seconds to deallocate network for instance. [ 948.863588] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116627} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.863903] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.864718] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5168c614-0a48-4070-bc76-b59aa68a9c05 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.896019] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] e7f71e56-f5c1-463e-af37-5f8e59040d5b/e7f71e56-f5c1-463e-af37-5f8e59040d5b.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.896019] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbdc4aaf-4795-4661-82ee-3839937192b2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.919310] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 948.919310] env[69183]: value = "task-2790104" [ 948.919310] env[69183]: _type = "Task" [ 948.919310] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.932465] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.967149] env[69183]: DEBUG nova.compute.manager [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.969969] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Releasing lock "refresh_cache-8f2991aa-5a42-422f-a35d-79f457430c41" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.973054] env[69183]: DEBUG nova.compute.manager [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Instance network_info: |[{"id": "69ca932b-4a1d-4cea-816f-41ed31b50e69", "address": "fa:16:3e:f5:84:20", "network": {"id": "8053786e-f69a-45fe-87d3-833d8da48a32", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-939020563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06b4cb2d5674d66bfdaac0052ffc732", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ca932b-4a", "ovs_interfaceid": "69ca932b-4a1d-4cea-816f-41ed31b50e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.973054] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dca6dfb1-3828-474a-9943-2b1a3431d009 tempest-ServersAdmin275Test-558033790 tempest-ServersAdmin275Test-558033790-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.973054] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:84:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69ca932b-4a1d-4cea-816f-41ed31b50e69', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.983580] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Creating folder: Project (a06b4cb2d5674d66bfdaac0052ffc732). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.984611] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.124s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.985940] env[69183]: INFO nova.compute.claims [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.988986] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b23d41d6-0a27-4217-add7-1443a8aa1030 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.001449] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Created folder: Project (a06b4cb2d5674d66bfdaac0052ffc732) in parent group-v560622. [ 949.001654] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Creating folder: Instances. Parent ref: group-v560841. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.001972] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a5d7bd4-18da-4004-babb-ab890c233384 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.014502] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Created folder: Instances in parent group-v560841. [ 949.014769] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.015279] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.015552] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bc228fd-f862-46e4-a12b-f7173a78f0af {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.039484] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.039484] env[69183]: value = "task-2790107" [ 949.039484] env[69183]: _type = "Task" [ 949.039484] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.050135] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790107, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.065227] env[69183]: INFO nova.compute.manager [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Took 29.82 seconds to build instance. [ 949.145999] env[69183]: DEBUG nova.compute.manager [req-4e6ea198-76c3-47f5-a7b8-300008a2d429 req-4f1c5ddd-6e16-4399-b6f9-3c54755e4cc3 service nova] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Received event network-changed-69ca932b-4a1d-4cea-816f-41ed31b50e69 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 949.146405] env[69183]: DEBUG nova.compute.manager [req-4e6ea198-76c3-47f5-a7b8-300008a2d429 req-4f1c5ddd-6e16-4399-b6f9-3c54755e4cc3 service nova] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Refreshing instance network info cache due to event network-changed-69ca932b-4a1d-4cea-816f-41ed31b50e69. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 949.146631] env[69183]: DEBUG oslo_concurrency.lockutils [req-4e6ea198-76c3-47f5-a7b8-300008a2d429 req-4f1c5ddd-6e16-4399-b6f9-3c54755e4cc3 service nova] Acquiring lock "refresh_cache-8f2991aa-5a42-422f-a35d-79f457430c41" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.146783] env[69183]: DEBUG oslo_concurrency.lockutils [req-4e6ea198-76c3-47f5-a7b8-300008a2d429 req-4f1c5ddd-6e16-4399-b6f9-3c54755e4cc3 service nova] Acquired lock "refresh_cache-8f2991aa-5a42-422f-a35d-79f457430c41" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.146970] env[69183]: DEBUG nova.network.neutron [req-4e6ea198-76c3-47f5-a7b8-300008a2d429 req-4f1c5ddd-6e16-4399-b6f9-3c54755e4cc3 service nova] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Refreshing network info cache for port 69ca932b-4a1d-4cea-816f-41ed31b50e69 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.308822] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.432913] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.557485] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790107, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.568259] env[69183]: DEBUG oslo_concurrency.lockutils [None req-406fcff6-af65-431b-8b30-fc1af7b4ca46 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.332s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.601663] env[69183]: DEBUG nova.network.neutron [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Successfully created port: 57d948b0-cbe2-4120-a503-b8828290ebe6 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.936106] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790104, 'name': ReconfigVM_Task, 'duration_secs': 0.700894} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.936852] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Reconfigured VM instance instance-0000004b to attach disk [datastore2] e7f71e56-f5c1-463e-af37-5f8e59040d5b/e7f71e56-f5c1-463e-af37-5f8e59040d5b.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.939019] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-834e2a1f-019e-49a6-a2e6-3472d5373570 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.945357] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 949.945357] env[69183]: value = "task-2790108" [ 949.945357] env[69183]: _type = "Task" [ 949.945357] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.956773] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790108, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.979183] env[69183]: DEBUG nova.compute.manager [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.002053] env[69183]: DEBUG nova.network.neutron [req-4e6ea198-76c3-47f5-a7b8-300008a2d429 req-4f1c5ddd-6e16-4399-b6f9-3c54755e4cc3 service nova] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Updated VIF entry in instance network info cache for port 69ca932b-4a1d-4cea-816f-41ed31b50e69. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.002053] env[69183]: DEBUG nova.network.neutron [req-4e6ea198-76c3-47f5-a7b8-300008a2d429 req-4f1c5ddd-6e16-4399-b6f9-3c54755e4cc3 service nova] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Updating instance_info_cache with network_info: [{"id": "69ca932b-4a1d-4cea-816f-41ed31b50e69", "address": "fa:16:3e:f5:84:20", "network": {"id": "8053786e-f69a-45fe-87d3-833d8da48a32", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-939020563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06b4cb2d5674d66bfdaac0052ffc732", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ca932b-4a", "ovs_interfaceid": "69ca932b-4a1d-4cea-816f-41ed31b50e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.022661] env[69183]: DEBUG nova.virt.hardware [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.022815] env[69183]: DEBUG nova.virt.hardware [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.022983] env[69183]: DEBUG nova.virt.hardware [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.023517] env[69183]: DEBUG nova.virt.hardware [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.023715] env[69183]: DEBUG nova.virt.hardware [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.025173] env[69183]: DEBUG nova.virt.hardware [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.025173] env[69183]: DEBUG nova.virt.hardware [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.025173] env[69183]: DEBUG nova.virt.hardware [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.025173] env[69183]: DEBUG nova.virt.hardware [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.025173] env[69183]: DEBUG nova.virt.hardware [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.025173] env[69183]: DEBUG nova.virt.hardware [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.026081] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd3fa63-9918-439d-9678-548980dd47dd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.038345] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451e660c-69d8-4f1c-83e8-1f026da5a752 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.048883] env[69183]: DEBUG nova.compute.manager [req-6055853a-c706-42cf-9680-d4872415a4f0 req-39bb1aec-bd9d-46c3-8491-e375cceb7c4a service nova] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Received event network-changed-6ea97f12-817a-4e3c-a98e-1d13a32660f2 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 950.049165] env[69183]: DEBUG nova.compute.manager [req-6055853a-c706-42cf-9680-d4872415a4f0 req-39bb1aec-bd9d-46c3-8491-e375cceb7c4a service nova] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Refreshing instance network info cache due to event network-changed-6ea97f12-817a-4e3c-a98e-1d13a32660f2. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 950.049352] env[69183]: DEBUG oslo_concurrency.lockutils [req-6055853a-c706-42cf-9680-d4872415a4f0 req-39bb1aec-bd9d-46c3-8491-e375cceb7c4a service nova] Acquiring lock "refresh_cache-f2a2533c-e8ba-47fb-8c4d-c46091d972c2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.049496] env[69183]: DEBUG oslo_concurrency.lockutils [req-6055853a-c706-42cf-9680-d4872415a4f0 req-39bb1aec-bd9d-46c3-8491-e375cceb7c4a service nova] Acquired lock "refresh_cache-f2a2533c-e8ba-47fb-8c4d-c46091d972c2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.049655] env[69183]: DEBUG nova.network.neutron [req-6055853a-c706-42cf-9680-d4872415a4f0 req-39bb1aec-bd9d-46c3-8491-e375cceb7c4a service nova] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Refreshing network info cache for port 6ea97f12-817a-4e3c-a98e-1d13a32660f2 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.070117] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790107, 'name': CreateVM_Task, 'duration_secs': 0.622023} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.070634] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.071455] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.071658] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.071966] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.072583] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac68fef9-403f-4104-a0ba-e341e78ccf88 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.084768] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Waiting for the task: (returnval){ [ 950.084768] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]524e3370-ddd9-0b3e-188c-77547eb4e073" [ 950.084768] env[69183]: _type = "Task" [ 950.084768] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.097716] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]524e3370-ddd9-0b3e-188c-77547eb4e073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.373412] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf63fd5-3469-47fa-8f7c-e84bb4df8010 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.382359] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501588f7-bf31-46a4-9ed0-8a754de8ba18 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.415854] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbbc6d2-de95-4f4c-aee2-1056c2207153 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.424491] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeaacf7c-eb16-4373-9e42-870fc07af9ea {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.440631] env[69183]: DEBUG nova.compute.provider_tree [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.457034] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790108, 'name': Rename_Task, 'duration_secs': 0.171433} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.457034] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.457034] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba74c596-82bc-4644-9056-0dd5fc5c1ba9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.463759] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 950.463759] env[69183]: value = "task-2790109" [ 950.463759] env[69183]: _type = "Task" [ 950.463759] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.477039] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.505205] env[69183]: DEBUG oslo_concurrency.lockutils [req-4e6ea198-76c3-47f5-a7b8-300008a2d429 req-4f1c5ddd-6e16-4399-b6f9-3c54755e4cc3 service nova] Releasing lock "refresh_cache-8f2991aa-5a42-422f-a35d-79f457430c41" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.505490] env[69183]: DEBUG nova.compute.manager [req-4e6ea198-76c3-47f5-a7b8-300008a2d429 req-4f1c5ddd-6e16-4399-b6f9-3c54755e4cc3 service nova] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Received event network-vif-deleted-fc95dd47-138c-4d1e-8fbd-638a6c5d31c4 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 950.600716] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]524e3370-ddd9-0b3e-188c-77547eb4e073, 'name': SearchDatastore_Task, 'duration_secs': 0.021174} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.600716] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.600716] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.600716] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.600716] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.600716] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.600716] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9926700-2c9b-464e-afeb-fdd4b24f04ba {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.610129] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.610545] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.611506] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c332049c-b258-4186-a958-d3a378225211 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.619881] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Waiting for the task: (returnval){ [ 950.619881] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52094d8d-9a7b-eb38-0197-c8dd011a715e" [ 950.619881] env[69183]: _type = "Task" [ 950.619881] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.632176] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52094d8d-9a7b-eb38-0197-c8dd011a715e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.889797] env[69183]: DEBUG nova.network.neutron [req-6055853a-c706-42cf-9680-d4872415a4f0 req-39bb1aec-bd9d-46c3-8491-e375cceb7c4a service nova] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Updated VIF entry in instance network info cache for port 6ea97f12-817a-4e3c-a98e-1d13a32660f2. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.890162] env[69183]: DEBUG nova.network.neutron [req-6055853a-c706-42cf-9680-d4872415a4f0 req-39bb1aec-bd9d-46c3-8491-e375cceb7c4a service nova] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Updating instance_info_cache with network_info: [{"id": "6ea97f12-817a-4e3c-a98e-1d13a32660f2", "address": "fa:16:3e:13:47:02", "network": {"id": "6aec650f-322e-48c0-a239-e8c1593cd48b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1349476880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713811fd8d7740dba89f9989855e6254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ea97f12-81", "ovs_interfaceid": "6ea97f12-817a-4e3c-a98e-1d13a32660f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.944219] env[69183]: DEBUG nova.scheduler.client.report [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.976317] env[69183]: DEBUG oslo_vmware.api [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790109, 'name': PowerOnVM_Task, 'duration_secs': 0.510474} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.976626] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.976920] env[69183]: DEBUG nova.compute.manager [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.977965] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f6e832-7564-4867-b70b-d3ea8fdb1228 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.134857] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52094d8d-9a7b-eb38-0197-c8dd011a715e, 'name': SearchDatastore_Task, 'duration_secs': 0.022702} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.135684] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff2ca1a5-3dae-43fc-8680-095ff1eb9ecd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.142314] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Waiting for the task: (returnval){ [ 951.142314] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52efb4e2-ba6e-6c9d-5610-72bb5b93d6a2" [ 951.142314] env[69183]: _type = "Task" [ 951.142314] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.151525] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52efb4e2-ba6e-6c9d-5610-72bb5b93d6a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.393644] env[69183]: DEBUG oslo_concurrency.lockutils [req-6055853a-c706-42cf-9680-d4872415a4f0 req-39bb1aec-bd9d-46c3-8491-e375cceb7c4a service nova] Releasing lock "refresh_cache-f2a2533c-e8ba-47fb-8c4d-c46091d972c2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.410872] env[69183]: DEBUG nova.compute.manager [req-d9d1128c-d9f0-45a6-8256-7e47a515786c req-442ed63f-7488-4478-89a5-1cc47097a710 service nova] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Received event network-vif-plugged-57d948b0-cbe2-4120-a503-b8828290ebe6 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 951.411120] env[69183]: DEBUG oslo_concurrency.lockutils [req-d9d1128c-d9f0-45a6-8256-7e47a515786c req-442ed63f-7488-4478-89a5-1cc47097a710 service nova] Acquiring lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.411366] env[69183]: DEBUG oslo_concurrency.lockutils [req-d9d1128c-d9f0-45a6-8256-7e47a515786c req-442ed63f-7488-4478-89a5-1cc47097a710 service nova] Lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.411566] env[69183]: DEBUG oslo_concurrency.lockutils [req-d9d1128c-d9f0-45a6-8256-7e47a515786c req-442ed63f-7488-4478-89a5-1cc47097a710 service nova] Lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.411794] env[69183]: DEBUG nova.compute.manager [req-d9d1128c-d9f0-45a6-8256-7e47a515786c req-442ed63f-7488-4478-89a5-1cc47097a710 service nova] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] No waiting events found dispatching network-vif-plugged-57d948b0-cbe2-4120-a503-b8828290ebe6 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.411969] env[69183]: WARNING nova.compute.manager [req-d9d1128c-d9f0-45a6-8256-7e47a515786c req-442ed63f-7488-4478-89a5-1cc47097a710 service nova] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Received unexpected event network-vif-plugged-57d948b0-cbe2-4120-a503-b8828290ebe6 for instance with vm_state building and task_state spawning. [ 951.452031] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.452031] env[69183]: DEBUG nova.compute.manager [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.453585] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.575s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.453956] env[69183]: DEBUG nova.objects.instance [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Lazy-loading 'resources' on Instance uuid 78ce64c0-55e6-4c9e-a0c0-59053f78d67b {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.502870] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.529216] env[69183]: DEBUG nova.network.neutron [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Successfully updated port: 57d948b0-cbe2-4120-a503-b8828290ebe6 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.653818] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52efb4e2-ba6e-6c9d-5610-72bb5b93d6a2, 'name': SearchDatastore_Task, 'duration_secs': 0.017245} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.654225] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.654546] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 8f2991aa-5a42-422f-a35d-79f457430c41/8f2991aa-5a42-422f-a35d-79f457430c41.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.654886] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-453f8e08-cc0f-4dc2-8f9e-ce2c9e1da098 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.662710] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Waiting for the task: (returnval){ [ 951.662710] env[69183]: value = "task-2790110" [ 951.662710] env[69183]: _type = "Task" [ 951.662710] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.672115] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': task-2790110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.959274] env[69183]: DEBUG nova.compute.utils [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.963689] env[69183]: DEBUG nova.compute.manager [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.963879] env[69183]: DEBUG nova.network.neutron [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.028150] env[69183]: DEBUG nova.policy [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a3998ea05064def88141e4e9c913195', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '757cee5ffa0741f9944dd410262b9ada', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.032114] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "refresh_cache-de082184-d2e2-4020-b5dc-c0c2670f2f8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.032291] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "refresh_cache-de082184-d2e2-4020-b5dc-c0c2670f2f8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.032445] env[69183]: DEBUG nova.network.neutron [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.176456] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': task-2790110, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.292959] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235c0833-5325-4164-9ff9-aa43d3493fd2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.303662] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86d56ba-2f4a-4ab3-a824-fb213610dc4e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.336788] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2b5eb3-3fd0-4747-b92f-14806d8e1739 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.345346] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbcab36-2273-469d-a1cd-b0f4576593b2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.360179] env[69183]: DEBUG nova.compute.provider_tree [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.444677] env[69183]: DEBUG oslo_concurrency.lockutils [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquiring lock "5f7a7c55-a774-4137-9bca-f3c35bdad8c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.444924] env[69183]: DEBUG oslo_concurrency.lockutils [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "5f7a7c55-a774-4137-9bca-f3c35bdad8c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.464572] env[69183]: DEBUG nova.compute.manager [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.510461] env[69183]: DEBUG nova.network.neutron [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Successfully created port: b657e42f-180c-483a-8ac2-e6c8485f6a6f {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.572409] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "e7f71e56-f5c1-463e-af37-5f8e59040d5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.572694] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "e7f71e56-f5c1-463e-af37-5f8e59040d5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.572969] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "e7f71e56-f5c1-463e-af37-5f8e59040d5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.573208] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "e7f71e56-f5c1-463e-af37-5f8e59040d5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.573396] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "e7f71e56-f5c1-463e-af37-5f8e59040d5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.576431] env[69183]: INFO nova.compute.manager [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Terminating instance [ 952.582478] env[69183]: DEBUG nova.network.neutron [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.675187] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': task-2790110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682191} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.675403] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 8f2991aa-5a42-422f-a35d-79f457430c41/8f2991aa-5a42-422f-a35d-79f457430c41.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.675657] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.675921] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a33a3fd3-156a-4367-a63f-c96460b413a4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.684487] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Waiting for the task: (returnval){ [ 952.684487] env[69183]: value = "task-2790111" [ 952.684487] env[69183]: _type = "Task" [ 952.684487] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.693844] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': task-2790111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.753508] env[69183]: DEBUG nova.network.neutron [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Updating instance_info_cache with network_info: [{"id": "57d948b0-cbe2-4120-a503-b8828290ebe6", "address": "fa:16:3e:52:7d:55", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d948b0-cb", "ovs_interfaceid": "57d948b0-cbe2-4120-a503-b8828290ebe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.863628] env[69183]: DEBUG nova.scheduler.client.report [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.947253] env[69183]: DEBUG nova.compute.manager [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.087553] env[69183]: DEBUG nova.compute.manager [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.087793] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.088747] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07679c20-4523-41cf-869e-807acbd5b8c4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.098645] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.099479] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-458331ae-483d-480f-8b39-edfbda24cb50 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.106742] env[69183]: DEBUG oslo_vmware.api [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 953.106742] env[69183]: value = "task-2790112" [ 953.106742] env[69183]: _type = "Task" [ 953.106742] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.116345] env[69183]: DEBUG oslo_vmware.api [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.164389] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "d47feb1d-dceb-42f8-82e3-632abf0fcdf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.164720] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "d47feb1d-dceb-42f8-82e3-632abf0fcdf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.194418] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': task-2790111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070167} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.194791] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.195514] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ef1fcb-a71a-47df-b1cd-735370a1703b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.219949] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 8f2991aa-5a42-422f-a35d-79f457430c41/8f2991aa-5a42-422f-a35d-79f457430c41.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.220260] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2225b339-9ad8-4f37-94c9-d33e38da8f1e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.241139] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Waiting for the task: (returnval){ [ 953.241139] env[69183]: value = "task-2790113" [ 953.241139] env[69183]: _type = "Task" [ 953.241139] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.249962] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': task-2790113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.256912] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "refresh_cache-de082184-d2e2-4020-b5dc-c0c2670f2f8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.256912] env[69183]: DEBUG nova.compute.manager [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Instance network_info: |[{"id": "57d948b0-cbe2-4120-a503-b8828290ebe6", "address": "fa:16:3e:52:7d:55", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d948b0-cb", "ovs_interfaceid": "57d948b0-cbe2-4120-a503-b8828290ebe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.257204] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:7d:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57d948b0-cbe2-4120-a503-b8828290ebe6', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.264924] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Creating folder: Project (7fb5088196e142c798bea7f09e358888). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.265364] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0234bda-9cb0-4745-9798-9aca4b3c1efe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.278194] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Created folder: Project (7fb5088196e142c798bea7f09e358888) in parent group-v560622. [ 953.278357] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Creating folder: Instances. Parent ref: group-v560844. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.278618] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adf547a0-bece-4316-84bb-37e50da951d4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.290114] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Created folder: Instances in parent group-v560844. [ 953.290401] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.290606] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.290821] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-251d636a-83da-485a-8d8d-b2bd46087e0b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.312163] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.312163] env[69183]: value = "task-2790116" [ 953.312163] env[69183]: _type = "Task" [ 953.312163] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.320194] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790116, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.369389] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.372401] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.864s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.374078] env[69183]: INFO nova.compute.claims [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.395475] env[69183]: INFO nova.scheduler.client.report [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Deleted allocations for instance 78ce64c0-55e6-4c9e-a0c0-59053f78d67b [ 953.438213] env[69183]: DEBUG nova.compute.manager [req-2928515f-5438-4671-8257-b5d01754114d req-4d9c7dbf-e169-43f7-a292-86a084926f2f service nova] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Received event network-changed-57d948b0-cbe2-4120-a503-b8828290ebe6 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 953.438418] env[69183]: DEBUG nova.compute.manager [req-2928515f-5438-4671-8257-b5d01754114d req-4d9c7dbf-e169-43f7-a292-86a084926f2f service nova] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Refreshing instance network info cache due to event network-changed-57d948b0-cbe2-4120-a503-b8828290ebe6. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 953.438636] env[69183]: DEBUG oslo_concurrency.lockutils [req-2928515f-5438-4671-8257-b5d01754114d req-4d9c7dbf-e169-43f7-a292-86a084926f2f service nova] Acquiring lock "refresh_cache-de082184-d2e2-4020-b5dc-c0c2670f2f8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.438903] env[69183]: DEBUG oslo_concurrency.lockutils [req-2928515f-5438-4671-8257-b5d01754114d req-4d9c7dbf-e169-43f7-a292-86a084926f2f service nova] Acquired lock "refresh_cache-de082184-d2e2-4020-b5dc-c0c2670f2f8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.438978] env[69183]: DEBUG nova.network.neutron [req-2928515f-5438-4671-8257-b5d01754114d req-4d9c7dbf-e169-43f7-a292-86a084926f2f service nova] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Refreshing network info cache for port 57d948b0-cbe2-4120-a503-b8828290ebe6 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.468319] env[69183]: DEBUG oslo_concurrency.lockutils [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.473588] env[69183]: DEBUG nova.compute.manager [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.501376] env[69183]: DEBUG nova.virt.hardware [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.501652] env[69183]: DEBUG nova.virt.hardware [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.501816] env[69183]: DEBUG nova.virt.hardware [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.502042] env[69183]: DEBUG nova.virt.hardware [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.502200] env[69183]: DEBUG nova.virt.hardware [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.502350] env[69183]: DEBUG nova.virt.hardware [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.502553] env[69183]: DEBUG nova.virt.hardware [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.502723] env[69183]: DEBUG nova.virt.hardware [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.502959] env[69183]: DEBUG nova.virt.hardware [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.503149] env[69183]: DEBUG nova.virt.hardware [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.503325] env[69183]: DEBUG nova.virt.hardware [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.504200] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8dbe49-cdb9-42f7-aaf3-5b20663b9141 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.512897] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cc91d0-d0a3-4256-9596-ba22b77446a7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.619063] env[69183]: DEBUG oslo_vmware.api [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790112, 'name': PowerOffVM_Task, 'duration_secs': 0.224603} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.619338] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.619541] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.619761] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68846444-de24-4195-bcce-f51cb93a0d1a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.667376] env[69183]: DEBUG nova.compute.manager [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.700364] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.700621] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.700919] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Deleting the datastore file [datastore2] e7f71e56-f5c1-463e-af37-5f8e59040d5b {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.701152] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7dd93b5-4f96-4f6a-955c-4ebbb48537ae {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.709423] env[69183]: DEBUG oslo_vmware.api [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 953.709423] env[69183]: value = "task-2790118" [ 953.709423] env[69183]: _type = "Task" [ 953.709423] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.717905] env[69183]: DEBUG oslo_vmware.api [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.752259] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': task-2790113, 'name': ReconfigVM_Task, 'duration_secs': 0.376121} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.752556] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 8f2991aa-5a42-422f-a35d-79f457430c41/8f2991aa-5a42-422f-a35d-79f457430c41.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.753257] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48dd15ab-2725-400d-b208-18f8529f8b68 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.760463] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Waiting for the task: (returnval){ [ 953.760463] env[69183]: value = "task-2790119" [ 953.760463] env[69183]: _type = "Task" [ 953.760463] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.769392] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': task-2790119, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.822457] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790116, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.902558] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cb6c6523-898f-4e41-a0d5-fed0abcd2f5d tempest-ServersAdmin275Test-1823023601 tempest-ServersAdmin275Test-1823023601-project-member] Lock "78ce64c0-55e6-4c9e-a0c0-59053f78d67b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.541s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.147018] env[69183]: DEBUG nova.network.neutron [req-2928515f-5438-4671-8257-b5d01754114d req-4d9c7dbf-e169-43f7-a292-86a084926f2f service nova] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Updated VIF entry in instance network info cache for port 57d948b0-cbe2-4120-a503-b8828290ebe6. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.147508] env[69183]: DEBUG nova.network.neutron [req-2928515f-5438-4671-8257-b5d01754114d req-4d9c7dbf-e169-43f7-a292-86a084926f2f service nova] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Updating instance_info_cache with network_info: [{"id": "57d948b0-cbe2-4120-a503-b8828290ebe6", "address": "fa:16:3e:52:7d:55", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d948b0-cb", "ovs_interfaceid": "57d948b0-cbe2-4120-a503-b8828290ebe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.195177] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.222822] env[69183]: DEBUG oslo_vmware.api [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198246} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.222822] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.222822] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.222822] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.222822] env[69183]: INFO nova.compute.manager [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 954.222822] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.222822] env[69183]: DEBUG nova.compute.manager [-] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.222822] env[69183]: DEBUG nova.network.neutron [-] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.269668] env[69183]: DEBUG nova.network.neutron [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Successfully updated port: b657e42f-180c-483a-8ac2-e6c8485f6a6f {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.278217] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': task-2790119, 'name': Rename_Task, 'duration_secs': 0.169485} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.281425] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.282326] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c27546db-8802-407e-96b4-756062030e64 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.291027] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Waiting for the task: (returnval){ [ 954.291027] env[69183]: value = "task-2790120" [ 954.291027] env[69183]: _type = "Task" [ 954.291027] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.299638] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': task-2790120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.323967] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790116, 'name': CreateVM_Task, 'duration_secs': 0.606196} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.324245] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.324839] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.325040] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.325347] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.325616] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-453bf16a-1d17-4d95-adb3-a291ac1285ea {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.331727] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 954.331727] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52ce0cc7-7f97-73e1-6a74-99c8c1da700a" [ 954.331727] env[69183]: _type = "Task" [ 954.331727] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.341983] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52ce0cc7-7f97-73e1-6a74-99c8c1da700a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.494377] env[69183]: DEBUG nova.compute.manager [req-b94f0fa9-6012-4aba-9776-cab01d25c819 req-d39cc7b0-1ec6-40e1-87e2-674f1f450c5b service nova] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Received event network-vif-deleted-5b280031-bb1f-4bb6-981b-92a779f7f71c {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 954.494575] env[69183]: INFO nova.compute.manager [req-b94f0fa9-6012-4aba-9776-cab01d25c819 req-d39cc7b0-1ec6-40e1-87e2-674f1f450c5b service nova] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Neutron deleted interface 5b280031-bb1f-4bb6-981b-92a779f7f71c; detaching it from the instance and deleting it from the info cache [ 954.494744] env[69183]: DEBUG nova.network.neutron [req-b94f0fa9-6012-4aba-9776-cab01d25c819 req-d39cc7b0-1ec6-40e1-87e2-674f1f450c5b service nova] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.650096] env[69183]: DEBUG oslo_concurrency.lockutils [req-2928515f-5438-4671-8257-b5d01754114d req-4d9c7dbf-e169-43f7-a292-86a084926f2f service nova] Releasing lock "refresh_cache-de082184-d2e2-4020-b5dc-c0c2670f2f8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.666712] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d1da94-da9c-44d9-8ae0-a46d72d9425b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.675662] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c74bf4-855e-498c-b534-044035f3793b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.710616] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55e4e0c-247d-4802-9dfa-eb302e853b3c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.719562] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391a6581-d9a6-4e43-b181-fbd26b7681a8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.734621] env[69183]: DEBUG nova.compute.provider_tree [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.771713] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "refresh_cache-b731d090-943b-42e9-ba26-912766186d28" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.771939] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquired lock "refresh_cache-b731d090-943b-42e9-ba26-912766186d28" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.772088] env[69183]: DEBUG nova.network.neutron [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.802153] env[69183]: DEBUG oslo_vmware.api [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': task-2790120, 'name': PowerOnVM_Task, 'duration_secs': 0.462868} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.802418] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.802540] env[69183]: INFO nova.compute.manager [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Took 8.79 seconds to spawn the instance on the hypervisor. [ 954.802734] env[69183]: DEBUG nova.compute.manager [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.803744] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9959963-403f-48a7-aa35-06d511a3aa98 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.845184] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52ce0cc7-7f97-73e1-6a74-99c8c1da700a, 'name': SearchDatastore_Task, 'duration_secs': 0.012209} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.845567] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.845815] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.846094] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.846319] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.846548] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.847272] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e2e7434-2fd9-4d33-9db3-6065e4b2d0c0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.865082] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.865436] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.866185] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-956a0cfe-5a57-49d9-93db-cb8d20c796bb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.872532] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 954.872532] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52c789e2-a43e-dee6-b7bc-5ce49ac68f9c" [ 954.872532] env[69183]: _type = "Task" [ 954.872532] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.881565] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c789e2-a43e-dee6-b7bc-5ce49ac68f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.974190] env[69183]: DEBUG nova.network.neutron [-] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.997315] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1e1b969-4e91-49ae-8df7-6172cd022182 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.009162] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f16f0ad-aa8c-40c9-b217-b00d2a73416b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.046877] env[69183]: DEBUG nova.compute.manager [req-b94f0fa9-6012-4aba-9776-cab01d25c819 req-d39cc7b0-1ec6-40e1-87e2-674f1f450c5b service nova] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Detach interface failed, port_id=5b280031-bb1f-4bb6-981b-92a779f7f71c, reason: Instance e7f71e56-f5c1-463e-af37-5f8e59040d5b could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 955.238733] env[69183]: DEBUG nova.scheduler.client.report [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.303146] env[69183]: DEBUG nova.network.neutron [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.326231] env[69183]: INFO nova.compute.manager [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Took 31.07 seconds to build instance. [ 955.384874] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c789e2-a43e-dee6-b7bc-5ce49ac68f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.022265} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.389325] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9410927-fde3-48dd-9b74-10b3817e54c4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.396826] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 955.396826] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5274400f-7d88-498a-d556-107a2d698637" [ 955.396826] env[69183]: _type = "Task" [ 955.396826] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.405803] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5274400f-7d88-498a-d556-107a2d698637, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.450599] env[69183]: DEBUG nova.network.neutron [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Updating instance_info_cache with network_info: [{"id": "b657e42f-180c-483a-8ac2-e6c8485f6a6f", "address": "fa:16:3e:b7:88:71", "network": {"id": "584e8228-b304-41cb-8dbc-cb4150d388eb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051336374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757cee5ffa0741f9944dd410262b9ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb657e42f-18", "ovs_interfaceid": "b657e42f-180c-483a-8ac2-e6c8485f6a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.466536] env[69183]: DEBUG nova.compute.manager [req-bff8d563-8261-4be1-9393-afb8df5e1388 req-98779c95-7390-42a6-8c58-d01849423f09 service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Received event network-vif-plugged-b657e42f-180c-483a-8ac2-e6c8485f6a6f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 955.466752] env[69183]: DEBUG oslo_concurrency.lockutils [req-bff8d563-8261-4be1-9393-afb8df5e1388 req-98779c95-7390-42a6-8c58-d01849423f09 service nova] Acquiring lock "b731d090-943b-42e9-ba26-912766186d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.466956] env[69183]: DEBUG oslo_concurrency.lockutils [req-bff8d563-8261-4be1-9393-afb8df5e1388 req-98779c95-7390-42a6-8c58-d01849423f09 service nova] Lock "b731d090-943b-42e9-ba26-912766186d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.467140] env[69183]: DEBUG oslo_concurrency.lockutils [req-bff8d563-8261-4be1-9393-afb8df5e1388 req-98779c95-7390-42a6-8c58-d01849423f09 service nova] Lock "b731d090-943b-42e9-ba26-912766186d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.467309] env[69183]: DEBUG nova.compute.manager [req-bff8d563-8261-4be1-9393-afb8df5e1388 req-98779c95-7390-42a6-8c58-d01849423f09 service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] No waiting events found dispatching network-vif-plugged-b657e42f-180c-483a-8ac2-e6c8485f6a6f {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.467472] env[69183]: WARNING nova.compute.manager [req-bff8d563-8261-4be1-9393-afb8df5e1388 req-98779c95-7390-42a6-8c58-d01849423f09 service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Received unexpected event network-vif-plugged-b657e42f-180c-483a-8ac2-e6c8485f6a6f for instance with vm_state building and task_state spawning. [ 955.467630] env[69183]: DEBUG nova.compute.manager [req-bff8d563-8261-4be1-9393-afb8df5e1388 req-98779c95-7390-42a6-8c58-d01849423f09 service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Received event network-changed-b657e42f-180c-483a-8ac2-e6c8485f6a6f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 955.467931] env[69183]: DEBUG nova.compute.manager [req-bff8d563-8261-4be1-9393-afb8df5e1388 req-98779c95-7390-42a6-8c58-d01849423f09 service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Refreshing instance network info cache due to event network-changed-b657e42f-180c-483a-8ac2-e6c8485f6a6f. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 955.468136] env[69183]: DEBUG oslo_concurrency.lockutils [req-bff8d563-8261-4be1-9393-afb8df5e1388 req-98779c95-7390-42a6-8c58-d01849423f09 service nova] Acquiring lock "refresh_cache-b731d090-943b-42e9-ba26-912766186d28" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.478425] env[69183]: INFO nova.compute.manager [-] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Took 1.26 seconds to deallocate network for instance. [ 955.745231] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.745751] env[69183]: DEBUG nova.compute.manager [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.748280] env[69183]: DEBUG oslo_concurrency.lockutils [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.559s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.748496] env[69183]: DEBUG nova.objects.instance [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lazy-loading 'resources' on Instance uuid 78a992cb-c299-42a5-9c6c-f9108b471538 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.829044] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9cca6fb1-c7e3-4dd5-abc6-cfbe07ac7490 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Lock "8f2991aa-5a42-422f-a35d-79f457430c41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.581s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.912337] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5274400f-7d88-498a-d556-107a2d698637, 'name': SearchDatastore_Task, 'duration_secs': 0.020431} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.912646] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.912983] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] de082184-d2e2-4020-b5dc-c0c2670f2f8e/de082184-d2e2-4020-b5dc-c0c2670f2f8e.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.913365] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6780a4c-fbc6-432f-a415-8997384415ea {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.922169] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 955.922169] env[69183]: value = "task-2790121" [ 955.922169] env[69183]: _type = "Task" [ 955.922169] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.931910] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.953703] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Releasing lock "refresh_cache-b731d090-943b-42e9-ba26-912766186d28" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.954098] env[69183]: DEBUG nova.compute.manager [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Instance network_info: |[{"id": "b657e42f-180c-483a-8ac2-e6c8485f6a6f", "address": "fa:16:3e:b7:88:71", "network": {"id": "584e8228-b304-41cb-8dbc-cb4150d388eb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051336374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757cee5ffa0741f9944dd410262b9ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb657e42f-18", "ovs_interfaceid": "b657e42f-180c-483a-8ac2-e6c8485f6a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.954447] env[69183]: DEBUG oslo_concurrency.lockutils [req-bff8d563-8261-4be1-9393-afb8df5e1388 req-98779c95-7390-42a6-8c58-d01849423f09 service nova] Acquired lock "refresh_cache-b731d090-943b-42e9-ba26-912766186d28" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.954626] env[69183]: DEBUG nova.network.neutron [req-bff8d563-8261-4be1-9393-afb8df5e1388 req-98779c95-7390-42a6-8c58-d01849423f09 service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Refreshing network info cache for port b657e42f-180c-483a-8ac2-e6c8485f6a6f {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.955867] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:88:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b657e42f-180c-483a-8ac2-e6c8485f6a6f', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.967737] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Creating folder: Project (757cee5ffa0741f9944dd410262b9ada). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.972280] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d7c47b9-1e16-475b-b101-d68a1a35de70 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.987504] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.988869] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Created folder: Project (757cee5ffa0741f9944dd410262b9ada) in parent group-v560622. [ 955.989136] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Creating folder: Instances. Parent ref: group-v560847. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.989353] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d319fd1-01dc-4c4c-8417-5f37b7e9c4fb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.002961] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Created folder: Instances in parent group-v560847. [ 956.003348] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.004199] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b731d090-943b-42e9-ba26-912766186d28] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.004199] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-096c72d2-406d-494a-afaa-d4337907a0fe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.030631] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.030631] env[69183]: value = "task-2790124" [ 956.030631] env[69183]: _type = "Task" [ 956.030631] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.046927] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790124, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.222083] env[69183]: DEBUG nova.network.neutron [req-bff8d563-8261-4be1-9393-afb8df5e1388 req-98779c95-7390-42a6-8c58-d01849423f09 service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Updated VIF entry in instance network info cache for port b657e42f-180c-483a-8ac2-e6c8485f6a6f. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.222083] env[69183]: DEBUG nova.network.neutron [req-bff8d563-8261-4be1-9393-afb8df5e1388 req-98779c95-7390-42a6-8c58-d01849423f09 service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Updating instance_info_cache with network_info: [{"id": "b657e42f-180c-483a-8ac2-e6c8485f6a6f", "address": "fa:16:3e:b7:88:71", "network": {"id": "584e8228-b304-41cb-8dbc-cb4150d388eb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051336374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757cee5ffa0741f9944dd410262b9ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb657e42f-18", "ovs_interfaceid": "b657e42f-180c-483a-8ac2-e6c8485f6a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.254026] env[69183]: DEBUG nova.compute.utils [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.257184] env[69183]: DEBUG nova.compute.manager [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.257707] env[69183]: DEBUG nova.network.neutron [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.302303] env[69183]: DEBUG nova.policy [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c93489d8ebd04f74a54413157742606c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ef83677521b4cb2b6d150bb6a3b8688', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.437511] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481831} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.439038] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] de082184-d2e2-4020-b5dc-c0c2670f2f8e/de082184-d2e2-4020-b5dc-c0c2670f2f8e.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.439038] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.439038] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-783a8f6b-c6a1-4d30-af5a-5c26e4b6205e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.447837] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 956.447837] env[69183]: value = "task-2790125" [ 956.447837] env[69183]: _type = "Task" [ 956.447837] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.463910] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.540944] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790124, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.613249] env[69183]: DEBUG nova.network.neutron [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Successfully created port: 56dd345d-b4c6-48ff-85f0-b406bb88f20a {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.639420] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fef5ff-35ea-40fc-b894-6ca481afdd6c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.647364] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72acbca1-a4e7-40dd-a758-88c36cda787d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.680671] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4eaa4d-ad59-4acd-9062-801db181b16f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.689706] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fc2146-2cb4-490e-8b49-e80cfed71e1b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.706367] env[69183]: DEBUG nova.compute.provider_tree [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.723562] env[69183]: DEBUG oslo_concurrency.lockutils [req-bff8d563-8261-4be1-9393-afb8df5e1388 req-98779c95-7390-42a6-8c58-d01849423f09 service nova] Releasing lock "refresh_cache-b731d090-943b-42e9-ba26-912766186d28" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.757520] env[69183]: DEBUG nova.compute.manager [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.958619] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081674} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.959029] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.960018] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8048f1d1-d361-4bbd-84a0-66fe322f7df3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.982341] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] de082184-d2e2-4020-b5dc-c0c2670f2f8e/de082184-d2e2-4020-b5dc-c0c2670f2f8e.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.982600] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34afd679-074b-4868-992d-b0a50d63738a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.003736] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 957.003736] env[69183]: value = "task-2790126" [ 957.003736] env[69183]: _type = "Task" [ 957.003736] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.013020] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.042338] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790124, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.210901] env[69183]: DEBUG nova.scheduler.client.report [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.495661] env[69183]: DEBUG nova.compute.manager [req-3bbe243d-3d03-4867-8c96-46e8bae067fb req-854e67aa-fdc3-4bc9-84d3-743521214866 service nova] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Received event network-changed-69ca932b-4a1d-4cea-816f-41ed31b50e69 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 957.495937] env[69183]: DEBUG nova.compute.manager [req-3bbe243d-3d03-4867-8c96-46e8bae067fb req-854e67aa-fdc3-4bc9-84d3-743521214866 service nova] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Refreshing instance network info cache due to event network-changed-69ca932b-4a1d-4cea-816f-41ed31b50e69. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 957.496440] env[69183]: DEBUG oslo_concurrency.lockutils [req-3bbe243d-3d03-4867-8c96-46e8bae067fb req-854e67aa-fdc3-4bc9-84d3-743521214866 service nova] Acquiring lock "refresh_cache-8f2991aa-5a42-422f-a35d-79f457430c41" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.496652] env[69183]: DEBUG oslo_concurrency.lockutils [req-3bbe243d-3d03-4867-8c96-46e8bae067fb req-854e67aa-fdc3-4bc9-84d3-743521214866 service nova] Acquired lock "refresh_cache-8f2991aa-5a42-422f-a35d-79f457430c41" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.496867] env[69183]: DEBUG nova.network.neutron [req-3bbe243d-3d03-4867-8c96-46e8bae067fb req-854e67aa-fdc3-4bc9-84d3-743521214866 service nova] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Refreshing network info cache for port 69ca932b-4a1d-4cea-816f-41ed31b50e69 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.521106] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790126, 'name': ReconfigVM_Task, 'duration_secs': 0.331185} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.521382] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Reconfigured VM instance instance-0000004e to attach disk [datastore2] de082184-d2e2-4020-b5dc-c0c2670f2f8e/de082184-d2e2-4020-b5dc-c0c2670f2f8e.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.522225] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-086d7e0e-bedd-47c6-9bb7-b5b4043e77bf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.531549] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 957.531549] env[69183]: value = "task-2790127" [ 957.531549] env[69183]: _type = "Task" [ 957.531549] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.547973] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790127, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.552710] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790124, 'name': CreateVM_Task, 'duration_secs': 1.434277} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.552957] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b731d090-943b-42e9-ba26-912766186d28] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.553860] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.554099] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.554530] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.554863] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9e40244-2b4d-4327-9679-c262f2b375f7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.561958] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 957.561958] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52617139-9796-aaf9-a503-a5c418ac82bc" [ 957.561958] env[69183]: _type = "Task" [ 957.561958] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.574731] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52617139-9796-aaf9-a503-a5c418ac82bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.717749] env[69183]: DEBUG oslo_concurrency.lockutils [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.720467] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.113s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.720685] env[69183]: DEBUG nova.objects.instance [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Lazy-loading 'resources' on Instance uuid bc2d838b-e3a0-4d73-8792-5e5cf1ed3577 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.747440] env[69183]: INFO nova.scheduler.client.report [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Deleted allocations for instance 78a992cb-c299-42a5-9c6c-f9108b471538 [ 957.775889] env[69183]: DEBUG nova.compute.manager [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.812545] env[69183]: DEBUG nova.virt.hardware [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.812795] env[69183]: DEBUG nova.virt.hardware [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.812983] env[69183]: DEBUG nova.virt.hardware [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.813206] env[69183]: DEBUG nova.virt.hardware [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.813360] env[69183]: DEBUG nova.virt.hardware [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.813509] env[69183]: DEBUG nova.virt.hardware [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.813722] env[69183]: DEBUG nova.virt.hardware [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.813888] env[69183]: DEBUG nova.virt.hardware [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.814276] env[69183]: DEBUG nova.virt.hardware [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.814817] env[69183]: DEBUG nova.virt.hardware [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.814817] env[69183]: DEBUG nova.virt.hardware [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.815706] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8057ff0f-499a-44e1-961c-829a19b58b21 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.825070] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59200aab-cf57-4545-8c92-676967e04eab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.040147] env[69183]: DEBUG nova.compute.manager [req-49ceaed2-26cf-4c77-80d8-eea04b203bff req-7c7a955a-a5a0-43d5-a54a-efb969ae3443 service nova] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Received event network-vif-plugged-56dd345d-b4c6-48ff-85f0-b406bb88f20a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 958.040519] env[69183]: DEBUG oslo_concurrency.lockutils [req-49ceaed2-26cf-4c77-80d8-eea04b203bff req-7c7a955a-a5a0-43d5-a54a-efb969ae3443 service nova] Acquiring lock "3ceaaf1f-de2c-413c-881d-81d3dc189a4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.040870] env[69183]: DEBUG oslo_concurrency.lockutils [req-49ceaed2-26cf-4c77-80d8-eea04b203bff req-7c7a955a-a5a0-43d5-a54a-efb969ae3443 service nova] Lock "3ceaaf1f-de2c-413c-881d-81d3dc189a4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.041190] env[69183]: DEBUG oslo_concurrency.lockutils [req-49ceaed2-26cf-4c77-80d8-eea04b203bff req-7c7a955a-a5a0-43d5-a54a-efb969ae3443 service nova] Lock "3ceaaf1f-de2c-413c-881d-81d3dc189a4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.041484] env[69183]: DEBUG nova.compute.manager [req-49ceaed2-26cf-4c77-80d8-eea04b203bff req-7c7a955a-a5a0-43d5-a54a-efb969ae3443 service nova] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] No waiting events found dispatching network-vif-plugged-56dd345d-b4c6-48ff-85f0-b406bb88f20a {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.041754] env[69183]: WARNING nova.compute.manager [req-49ceaed2-26cf-4c77-80d8-eea04b203bff req-7c7a955a-a5a0-43d5-a54a-efb969ae3443 service nova] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Received unexpected event network-vif-plugged-56dd345d-b4c6-48ff-85f0-b406bb88f20a for instance with vm_state building and task_state spawning. [ 958.048259] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790127, 'name': Rename_Task, 'duration_secs': 0.260481} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.048621] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.049241] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b00b7e6-8390-486e-85a2-a586e8c4ce3c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.058909] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 958.058909] env[69183]: value = "task-2790128" [ 958.058909] env[69183]: _type = "Task" [ 958.058909] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.070435] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.074519] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52617139-9796-aaf9-a503-a5c418ac82bc, 'name': SearchDatastore_Task, 'duration_secs': 0.014708} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.074519] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.074708] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.076569] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.076569] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.076569] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.076736] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3ea6426-51c0-416d-9900-c13badf364c5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.094247] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.094501] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.095361] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f72235f0-fffa-4204-b9d8-b1e494938b50 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.103548] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 958.103548] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52a8976c-1627-f705-1e19-b1df7db0dc85" [ 958.103548] env[69183]: _type = "Task" [ 958.103548] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.115388] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a8976c-1627-f705-1e19-b1df7db0dc85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.141825] env[69183]: DEBUG nova.network.neutron [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Successfully updated port: 56dd345d-b4c6-48ff-85f0-b406bb88f20a {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.258496] env[69183]: DEBUG oslo_concurrency.lockutils [None req-76537f72-c262-4132-a0bc-9f4c811a1863 tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "78a992cb-c299-42a5-9c6c-f9108b471538" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.564s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.433113] env[69183]: DEBUG nova.network.neutron [req-3bbe243d-3d03-4867-8c96-46e8bae067fb req-854e67aa-fdc3-4bc9-84d3-743521214866 service nova] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Updated VIF entry in instance network info cache for port 69ca932b-4a1d-4cea-816f-41ed31b50e69. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.433113] env[69183]: DEBUG nova.network.neutron [req-3bbe243d-3d03-4867-8c96-46e8bae067fb req-854e67aa-fdc3-4bc9-84d3-743521214866 service nova] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Updating instance_info_cache with network_info: [{"id": "69ca932b-4a1d-4cea-816f-41ed31b50e69", "address": "fa:16:3e:f5:84:20", "network": {"id": "8053786e-f69a-45fe-87d3-833d8da48a32", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-939020563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06b4cb2d5674d66bfdaac0052ffc732", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ca932b-4a", "ovs_interfaceid": "69ca932b-4a1d-4cea-816f-41ed31b50e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.572296] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790128, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.586275] env[69183]: DEBUG oslo_concurrency.lockutils [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "c2b68522-d582-49d7-b288-426405aec498" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.586605] env[69183]: DEBUG oslo_concurrency.lockutils [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "c2b68522-d582-49d7-b288-426405aec498" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.586834] env[69183]: DEBUG oslo_concurrency.lockutils [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "c2b68522-d582-49d7-b288-426405aec498-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.587049] env[69183]: DEBUG oslo_concurrency.lockutils [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "c2b68522-d582-49d7-b288-426405aec498-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.587237] env[69183]: DEBUG oslo_concurrency.lockutils [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "c2b68522-d582-49d7-b288-426405aec498-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.589604] env[69183]: INFO nova.compute.manager [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Terminating instance [ 958.618949] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a8976c-1627-f705-1e19-b1df7db0dc85, 'name': SearchDatastore_Task, 'duration_secs': 0.013521} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.619881] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-315f2708-7658-4c58-9f30-b08d7a733f81 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.623382] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921f5abb-e37f-42cd-9975-58c17caa139e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.627847] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 958.627847] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52cef95b-0447-6ed5-3772-eb1b71bcc672" [ 958.627847] env[69183]: _type = "Task" [ 958.627847] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.635826] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081217dd-81c9-40d6-ba2a-aeae95cc0edf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.642267] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52cef95b-0447-6ed5-3772-eb1b71bcc672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.673418] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "refresh_cache-3ceaaf1f-de2c-413c-881d-81d3dc189a4e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.673625] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired lock "refresh_cache-3ceaaf1f-de2c-413c-881d-81d3dc189a4e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.673792] env[69183]: DEBUG nova.network.neutron [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.675762] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97aea31e-26af-48af-9fa2-576405bae9b9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.685435] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f511b0d-c39d-4581-8b88-acf00e86a81c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.703103] env[69183]: DEBUG nova.compute.provider_tree [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.938857] env[69183]: DEBUG oslo_concurrency.lockutils [req-3bbe243d-3d03-4867-8c96-46e8bae067fb req-854e67aa-fdc3-4bc9-84d3-743521214866 service nova] Releasing lock "refresh_cache-8f2991aa-5a42-422f-a35d-79f457430c41" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.070742] env[69183]: DEBUG oslo_vmware.api [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790128, 'name': PowerOnVM_Task, 'duration_secs': 0.546461} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.071027] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.071236] env[69183]: INFO nova.compute.manager [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Took 9.09 seconds to spawn the instance on the hypervisor. [ 959.071415] env[69183]: DEBUG nova.compute.manager [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.072589] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08754834-64ca-4824-a6dc-3abf797e781f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.093483] env[69183]: DEBUG nova.compute.manager [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.093701] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.094666] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fe493c-2fe6-4e9d-9c1d-17d57c6f8ac4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.103722] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.103722] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c75227db-2b7c-4cdb-be94-91f4343a0f14 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.111542] env[69183]: DEBUG oslo_vmware.api [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 959.111542] env[69183]: value = "task-2790129" [ 959.111542] env[69183]: _type = "Task" [ 959.111542] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.120412] env[69183]: DEBUG oslo_vmware.api [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2790129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.139014] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52cef95b-0447-6ed5-3772-eb1b71bcc672, 'name': SearchDatastore_Task, 'duration_secs': 0.048965} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.139298] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.139557] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] b731d090-943b-42e9-ba26-912766186d28/b731d090-943b-42e9-ba26-912766186d28.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.139841] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fe6a2ca-0943-4572-8cb6-2b934c114365 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.147343] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 959.147343] env[69183]: value = "task-2790130" [ 959.147343] env[69183]: _type = "Task" [ 959.147343] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.156241] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.205907] env[69183]: DEBUG nova.scheduler.client.report [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.221253] env[69183]: DEBUG nova.network.neutron [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.409410] env[69183]: DEBUG nova.network.neutron [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Updating instance_info_cache with network_info: [{"id": "56dd345d-b4c6-48ff-85f0-b406bb88f20a", "address": "fa:16:3e:ba:5f:ac", "network": {"id": "fb8d0cb1-db67-46f8-b12f-c5b0b61f9bf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-851986354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ef83677521b4cb2b6d150bb6a3b8688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56dd345d-b4", "ovs_interfaceid": "56dd345d-b4c6-48ff-85f0-b406bb88f20a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.595442] env[69183]: INFO nova.compute.manager [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Took 32.69 seconds to build instance. [ 959.602426] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquiring lock "26919386-b951-4ae3-84e4-541daeca1236" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.604345] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "26919386-b951-4ae3-84e4-541daeca1236" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.627232] env[69183]: DEBUG oslo_vmware.api [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2790129, 'name': PowerOffVM_Task, 'duration_secs': 0.237664} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.627232] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.627232] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.627232] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72ce3cb2-a320-4987-a2b8-48500a6a9969 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.639317] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquiring lock "69798482-6c0f-49c6-b4d7-42927b8540c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.643187] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "69798482-6c0f-49c6-b4d7-42927b8540c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.664545] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483821} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.665045] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] b731d090-943b-42e9-ba26-912766186d28/b731d090-943b-42e9-ba26-912766186d28.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.665455] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.665818] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9260f27-2b2e-4add-a22d-8939107608a4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.676612] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 959.676612] env[69183]: value = "task-2790132" [ 959.676612] env[69183]: _type = "Task" [ 959.676612] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.688232] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquiring lock "2d12eb83-8e93-4cfe-ab45-d5aaa6077d65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.688858] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "2d12eb83-8e93-4cfe-ab45-d5aaa6077d65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.695952] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.712244] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.714312] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.445s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.714683] env[69183]: DEBUG nova.objects.instance [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Lazy-loading 'resources' on Instance uuid 97bcf6c5-8206-4ba6-a5af-f09d8c273040 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.721490] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.721721] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.721901] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Deleting the datastore file [datastore2] c2b68522-d582-49d7-b288-426405aec498 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.722224] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4051df59-93c9-4c77-a3aa-d396b015dea4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.732432] env[69183]: DEBUG oslo_vmware.api [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for the task: (returnval){ [ 959.732432] env[69183]: value = "task-2790133" [ 959.732432] env[69183]: _type = "Task" [ 959.732432] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.745419] env[69183]: DEBUG oslo_vmware.api [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2790133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.746695] env[69183]: INFO nova.scheduler.client.report [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Deleted allocations for instance bc2d838b-e3a0-4d73-8792-5e5cf1ed3577 [ 959.912706] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Releasing lock "refresh_cache-3ceaaf1f-de2c-413c-881d-81d3dc189a4e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.914034] env[69183]: DEBUG nova.compute.manager [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Instance network_info: |[{"id": "56dd345d-b4c6-48ff-85f0-b406bb88f20a", "address": "fa:16:3e:ba:5f:ac", "network": {"id": "fb8d0cb1-db67-46f8-b12f-c5b0b61f9bf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-851986354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ef83677521b4cb2b6d150bb6a3b8688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56dd345d-b4", "ovs_interfaceid": "56dd345d-b4c6-48ff-85f0-b406bb88f20a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.914520] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:5f:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56dd345d-b4c6-48ff-85f0-b406bb88f20a', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.922714] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.922970] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.923243] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a4ef9df-8f77-4cb9-b3de-e23b833089ae {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.949315] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.949315] env[69183]: value = "task-2790134" [ 959.949315] env[69183]: _type = "Task" [ 959.949315] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.959583] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790134, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.102986] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ff7c86ce-d37b-452d-b30f-65d31918de36 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.204s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.109231] env[69183]: DEBUG nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.129394] env[69183]: DEBUG nova.compute.manager [req-fc5f4642-5a4e-42bf-8ce2-f91733852f05 req-f55fe5dc-be27-431a-98bc-9d5232dc24f7 service nova] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Received event network-changed-56dd345d-b4c6-48ff-85f0-b406bb88f20a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 960.129444] env[69183]: DEBUG nova.compute.manager [req-fc5f4642-5a4e-42bf-8ce2-f91733852f05 req-f55fe5dc-be27-431a-98bc-9d5232dc24f7 service nova] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Refreshing instance network info cache due to event network-changed-56dd345d-b4c6-48ff-85f0-b406bb88f20a. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 960.129844] env[69183]: DEBUG oslo_concurrency.lockutils [req-fc5f4642-5a4e-42bf-8ce2-f91733852f05 req-f55fe5dc-be27-431a-98bc-9d5232dc24f7 service nova] Acquiring lock "refresh_cache-3ceaaf1f-de2c-413c-881d-81d3dc189a4e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.130273] env[69183]: DEBUG oslo_concurrency.lockutils [req-fc5f4642-5a4e-42bf-8ce2-f91733852f05 req-f55fe5dc-be27-431a-98bc-9d5232dc24f7 service nova] Acquired lock "refresh_cache-3ceaaf1f-de2c-413c-881d-81d3dc189a4e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.130592] env[69183]: DEBUG nova.network.neutron [req-fc5f4642-5a4e-42bf-8ce2-f91733852f05 req-f55fe5dc-be27-431a-98bc-9d5232dc24f7 service nova] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Refreshing network info cache for port 56dd345d-b4c6-48ff-85f0-b406bb88f20a {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.146986] env[69183]: DEBUG nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.189433] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102307} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.189845] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.190702] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4da503-f6d7-42d7-aeff-5b749e142428 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.209968] env[69183]: DEBUG nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.222158] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] b731d090-943b-42e9-ba26-912766186d28/b731d090-943b-42e9-ba26-912766186d28.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.225786] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a84d905-2ad3-4824-9dda-af6838049af1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.254808] env[69183]: DEBUG oslo_vmware.api [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Task: {'id': task-2790133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234998} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.255931] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4f0a067-6303-4767-9ad4-0804e97544d2 tempest-ServerMetadataNegativeTestJSON-1608336823 tempest-ServerMetadataNegativeTestJSON-1608336823-project-member] Lock "bc2d838b-e3a0-4d73-8792-5e5cf1ed3577" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.682s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.258684] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.258896] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.259138] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.259389] env[69183]: INFO nova.compute.manager [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] [instance: c2b68522-d582-49d7-b288-426405aec498] Took 1.17 seconds to destroy the instance on the hypervisor. [ 960.259740] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.259994] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 960.259994] env[69183]: value = "task-2790135" [ 960.259994] env[69183]: _type = "Task" [ 960.259994] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.260466] env[69183]: DEBUG nova.compute.manager [-] [instance: c2b68522-d582-49d7-b288-426405aec498] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.260609] env[69183]: DEBUG nova.network.neutron [-] [instance: c2b68522-d582-49d7-b288-426405aec498] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.273714] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790135, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.460920] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790134, 'name': CreateVM_Task, 'duration_secs': 0.406453} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.461106] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.461772] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.461938] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.462284] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.462541] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bc8618a-1eb9-494b-a603-180c1f428f12 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.468759] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 960.468759] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]525ac2ca-9ce0-9d63-1e1a-e1c667b1bc80" [ 960.468759] env[69183]: _type = "Task" [ 960.468759] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.480445] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525ac2ca-9ce0-9d63-1e1a-e1c667b1bc80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.628104] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.636597] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24c58c9-12de-4769-b1cf-a38d71279d44 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.645677] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6655922d-9a2d-4113-8592-6228b0916e5d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.685233] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0edb27a-cbe5-4342-9228-096a04ffcb9b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.695883] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262df824-8b68-488c-9895-ff955bde8466 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.712943] env[69183]: DEBUG nova.compute.provider_tree [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.715251] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.731286] env[69183]: DEBUG nova.compute.manager [req-cb6b3a72-de07-4ef6-ae04-ae49025b18b7 req-e8167f0f-b4df-4a5a-82bf-60fb0a54234e service nova] [instance: c2b68522-d582-49d7-b288-426405aec498] Received event network-vif-deleted-7ac95f4d-1be4-4f35-bf50-6ce98985749f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 960.731286] env[69183]: INFO nova.compute.manager [req-cb6b3a72-de07-4ef6-ae04-ae49025b18b7 req-e8167f0f-b4df-4a5a-82bf-60fb0a54234e service nova] [instance: c2b68522-d582-49d7-b288-426405aec498] Neutron deleted interface 7ac95f4d-1be4-4f35-bf50-6ce98985749f; detaching it from the instance and deleting it from the info cache [ 960.731286] env[69183]: DEBUG nova.network.neutron [req-cb6b3a72-de07-4ef6-ae04-ae49025b18b7 req-e8167f0f-b4df-4a5a-82bf-60fb0a54234e service nova] [instance: c2b68522-d582-49d7-b288-426405aec498] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.748664] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.778482] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.898268] env[69183]: DEBUG nova.network.neutron [req-fc5f4642-5a4e-42bf-8ce2-f91733852f05 req-f55fe5dc-be27-431a-98bc-9d5232dc24f7 service nova] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Updated VIF entry in instance network info cache for port 56dd345d-b4c6-48ff-85f0-b406bb88f20a. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.898636] env[69183]: DEBUG nova.network.neutron [req-fc5f4642-5a4e-42bf-8ce2-f91733852f05 req-f55fe5dc-be27-431a-98bc-9d5232dc24f7 service nova] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Updating instance_info_cache with network_info: [{"id": "56dd345d-b4c6-48ff-85f0-b406bb88f20a", "address": "fa:16:3e:ba:5f:ac", "network": {"id": "fb8d0cb1-db67-46f8-b12f-c5b0b61f9bf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-851986354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ef83677521b4cb2b6d150bb6a3b8688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56dd345d-b4", "ovs_interfaceid": "56dd345d-b4c6-48ff-85f0-b406bb88f20a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.981011] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525ac2ca-9ce0-9d63-1e1a-e1c667b1bc80, 'name': SearchDatastore_Task, 'duration_secs': 0.083151} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.981282] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.981523] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.981752] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.981901] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.982092] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.982436] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c832bca3-7795-4fb7-99c6-45cb62a85158 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.993411] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.993743] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.994449] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca4d1b12-0a0c-4848-aa80-f0751eed3ee3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.000312] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 961.000312] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52d25961-9b76-8d80-64c7-dd26d6485878" [ 961.000312] env[69183]: _type = "Task" [ 961.000312] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.010058] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d25961-9b76-8d80-64c7-dd26d6485878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.217478] env[69183]: DEBUG nova.network.neutron [-] [instance: c2b68522-d582-49d7-b288-426405aec498] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.218479] env[69183]: DEBUG nova.scheduler.client.report [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.235048] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56cda5c3-ea67-43e9-8254-dff7144f4c2c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.249372] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec70d31-40bf-471e-9953-295673438bf6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.273538] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.291055] env[69183]: DEBUG nova.compute.manager [req-cb6b3a72-de07-4ef6-ae04-ae49025b18b7 req-e8167f0f-b4df-4a5a-82bf-60fb0a54234e service nova] [instance: c2b68522-d582-49d7-b288-426405aec498] Detach interface failed, port_id=7ac95f4d-1be4-4f35-bf50-6ce98985749f, reason: Instance c2b68522-d582-49d7-b288-426405aec498 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 961.402185] env[69183]: DEBUG oslo_concurrency.lockutils [req-fc5f4642-5a4e-42bf-8ce2-f91733852f05 req-f55fe5dc-be27-431a-98bc-9d5232dc24f7 service nova] Releasing lock "refresh_cache-3ceaaf1f-de2c-413c-881d-81d3dc189a4e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.402536] env[69183]: DEBUG nova.compute.manager [req-fc5f4642-5a4e-42bf-8ce2-f91733852f05 req-f55fe5dc-be27-431a-98bc-9d5232dc24f7 service nova] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Received event network-changed-57d948b0-cbe2-4120-a503-b8828290ebe6 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 961.402710] env[69183]: DEBUG nova.compute.manager [req-fc5f4642-5a4e-42bf-8ce2-f91733852f05 req-f55fe5dc-be27-431a-98bc-9d5232dc24f7 service nova] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Refreshing instance network info cache due to event network-changed-57d948b0-cbe2-4120-a503-b8828290ebe6. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 961.403035] env[69183]: DEBUG oslo_concurrency.lockutils [req-fc5f4642-5a4e-42bf-8ce2-f91733852f05 req-f55fe5dc-be27-431a-98bc-9d5232dc24f7 service nova] Acquiring lock "refresh_cache-de082184-d2e2-4020-b5dc-c0c2670f2f8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.403200] env[69183]: DEBUG oslo_concurrency.lockutils [req-fc5f4642-5a4e-42bf-8ce2-f91733852f05 req-f55fe5dc-be27-431a-98bc-9d5232dc24f7 service nova] Acquired lock "refresh_cache-de082184-d2e2-4020-b5dc-c0c2670f2f8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.403403] env[69183]: DEBUG nova.network.neutron [req-fc5f4642-5a4e-42bf-8ce2-f91733852f05 req-f55fe5dc-be27-431a-98bc-9d5232dc24f7 service nova] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Refreshing network info cache for port 57d948b0-cbe2-4120-a503-b8828290ebe6 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.511951] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d25961-9b76-8d80-64c7-dd26d6485878, 'name': SearchDatastore_Task, 'duration_secs': 0.01877} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.512765] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f181c6d3-da6c-4105-8b6e-f9b301a9d5f5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.518886] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 961.518886] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527e4187-2d67-46a2-07f0-f8b9400e566d" [ 961.518886] env[69183]: _type = "Task" [ 961.518886] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.527817] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527e4187-2d67-46a2-07f0-f8b9400e566d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.726666] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.729204] env[69183]: INFO nova.compute.manager [-] [instance: c2b68522-d582-49d7-b288-426405aec498] Took 1.47 seconds to deallocate network for instance. [ 961.730221] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.310s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.730221] env[69183]: DEBUG nova.objects.instance [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Lazy-loading 'resources' on Instance uuid 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.756373] env[69183]: INFO nova.scheduler.client.report [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Deleted allocations for instance 97bcf6c5-8206-4ba6-a5af-f09d8c273040 [ 961.778449] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790135, 'name': ReconfigVM_Task, 'duration_secs': 1.427195} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.778737] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Reconfigured VM instance instance-0000004f to attach disk [datastore1] b731d090-943b-42e9-ba26-912766186d28/b731d090-943b-42e9-ba26-912766186d28.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.779650] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c9284a7-8ddc-470f-a848-fe4619e696ad {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.788441] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 961.788441] env[69183]: value = "task-2790136" [ 961.788441] env[69183]: _type = "Task" [ 961.788441] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.798109] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790136, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.031957] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527e4187-2d67-46a2-07f0-f8b9400e566d, 'name': SearchDatastore_Task, 'duration_secs': 0.015247} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.032288] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.032569] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 3ceaaf1f-de2c-413c-881d-81d3dc189a4e/3ceaaf1f-de2c-413c-881d-81d3dc189a4e.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.032882] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caf76d2a-2a0a-4290-b1e2-26733a6fc62a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.044479] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 962.044479] env[69183]: value = "task-2790137" [ 962.044479] env[69183]: _type = "Task" [ 962.044479] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.054544] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.163981] env[69183]: DEBUG nova.network.neutron [req-fc5f4642-5a4e-42bf-8ce2-f91733852f05 req-f55fe5dc-be27-431a-98bc-9d5232dc24f7 service nova] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Updated VIF entry in instance network info cache for port 57d948b0-cbe2-4120-a503-b8828290ebe6. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.164405] env[69183]: DEBUG nova.network.neutron [req-fc5f4642-5a4e-42bf-8ce2-f91733852f05 req-f55fe5dc-be27-431a-98bc-9d5232dc24f7 service nova] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Updating instance_info_cache with network_info: [{"id": "57d948b0-cbe2-4120-a503-b8828290ebe6", "address": "fa:16:3e:52:7d:55", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d948b0-cb", "ovs_interfaceid": "57d948b0-cbe2-4120-a503-b8828290ebe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.238218] env[69183]: DEBUG oslo_concurrency.lockutils [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.266098] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7d049dfd-3acb-4c27-9d7d-5c02773de064 tempest-ServersWithSpecificFlavorTestJSON-1477037923 tempest-ServersWithSpecificFlavorTestJSON-1477037923-project-member] Lock "97bcf6c5-8206-4ba6-a5af-f09d8c273040" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.242s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.301892] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790136, 'name': Rename_Task, 'duration_secs': 0.297277} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.302262] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.302570] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28cdb766-88a0-49db-a9bd-5c9efdac4ed0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.310440] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 962.310440] env[69183]: value = "task-2790138" [ 962.310440] env[69183]: _type = "Task" [ 962.310440] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.321125] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.535901] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37411f4-3648-4ae9-b420-bef07565b340 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.548236] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5722db5-f114-441b-8431-14c02d684e3c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.561663] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790137, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.589351] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf904dc-25f4-4027-b0d1-3c80b5615dcc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.598734] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd9570a-4328-4cc6-b3b0-4c68acf8a5ef {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.613607] env[69183]: DEBUG nova.compute.provider_tree [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.667867] env[69183]: DEBUG oslo_concurrency.lockutils [req-fc5f4642-5a4e-42bf-8ce2-f91733852f05 req-f55fe5dc-be27-431a-98bc-9d5232dc24f7 service nova] Releasing lock "refresh_cache-de082184-d2e2-4020-b5dc-c0c2670f2f8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.823745] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790138, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.054243] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797744} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.054580] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 3ceaaf1f-de2c-413c-881d-81d3dc189a4e/3ceaaf1f-de2c-413c-881d-81d3dc189a4e.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.054921] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.055231] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d255eb0-96ca-4c68-8995-b56bb2529ec2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.065725] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 963.065725] env[69183]: value = "task-2790139" [ 963.065725] env[69183]: _type = "Task" [ 963.065725] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.076030] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.117291] env[69183]: DEBUG nova.scheduler.client.report [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.322063] env[69183]: DEBUG oslo_vmware.api [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790138, 'name': PowerOnVM_Task, 'duration_secs': 0.550658} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.322393] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.322628] env[69183]: INFO nova.compute.manager [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Took 9.85 seconds to spawn the instance on the hypervisor. [ 963.322863] env[69183]: DEBUG nova.compute.manager [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.323703] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b57b5b6-4b50-45e6-9d69-d18d683951e4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.576215] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220032} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.576497] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.577319] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7e2f02-b6b2-464b-a093-4864891b2111 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.602610] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 3ceaaf1f-de2c-413c-881d-81d3dc189a4e/3ceaaf1f-de2c-413c-881d-81d3dc189a4e.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.602952] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-811a6c8f-19b0-4570-8b7d-dd9c68e0a8ed {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.626039] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.629367] env[69183]: DEBUG oslo_concurrency.lockutils [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.131s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.629563] env[69183]: DEBUG nova.objects.instance [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lazy-loading 'resources' on Instance uuid 70bda115-3483-43b7-bb10-a9c5f4ec8001 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.631796] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 963.631796] env[69183]: value = "task-2790140" [ 963.631796] env[69183]: _type = "Task" [ 963.631796] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.643597] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790140, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.653939] env[69183]: INFO nova.scheduler.client.report [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Deleted allocations for instance 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950 [ 963.844119] env[69183]: INFO nova.compute.manager [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Took 32.01 seconds to build instance. [ 964.146388] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790140, 'name': ReconfigVM_Task, 'duration_secs': 0.300256} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.146692] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 3ceaaf1f-de2c-413c-881d-81d3dc189a4e/3ceaaf1f-de2c-413c-881d-81d3dc189a4e.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.147376] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3186a1c-19a6-41bd-a1e3-969a03b846ef {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.155243] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 964.155243] env[69183]: value = "task-2790141" [ 964.155243] env[69183]: _type = "Task" [ 964.155243] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.165051] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7b7d2671-343c-4e6c-ba4d-b0b7520bf6aa tempest-ServersTestBootFromVolume-902872823 tempest-ServersTestBootFromVolume-902872823-project-member] Lock "6d13a6c3-6f6e-4a36-9e9b-5e8abb261950" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.480s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.171753] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790141, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.191485] env[69183]: DEBUG nova.compute.manager [req-9387be30-bd5e-4122-8df7-4efb3d79b98d req-5ef6b9ff-3489-48dc-a86c-95047bbfd9c8 service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Received event network-changed-b657e42f-180c-483a-8ac2-e6c8485f6a6f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 964.191688] env[69183]: DEBUG nova.compute.manager [req-9387be30-bd5e-4122-8df7-4efb3d79b98d req-5ef6b9ff-3489-48dc-a86c-95047bbfd9c8 service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Refreshing instance network info cache due to event network-changed-b657e42f-180c-483a-8ac2-e6c8485f6a6f. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 964.191910] env[69183]: DEBUG oslo_concurrency.lockutils [req-9387be30-bd5e-4122-8df7-4efb3d79b98d req-5ef6b9ff-3489-48dc-a86c-95047bbfd9c8 service nova] Acquiring lock "refresh_cache-b731d090-943b-42e9-ba26-912766186d28" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.192061] env[69183]: DEBUG oslo_concurrency.lockutils [req-9387be30-bd5e-4122-8df7-4efb3d79b98d req-5ef6b9ff-3489-48dc-a86c-95047bbfd9c8 service nova] Acquired lock "refresh_cache-b731d090-943b-42e9-ba26-912766186d28" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.192231] env[69183]: DEBUG nova.network.neutron [req-9387be30-bd5e-4122-8df7-4efb3d79b98d req-5ef6b9ff-3489-48dc-a86c-95047bbfd9c8 service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Refreshing network info cache for port b657e42f-180c-483a-8ac2-e6c8485f6a6f {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.346710] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a49eadbf-9b58-4cb3-ab61-78976fef6cac tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "b731d090-943b-42e9-ba26-912766186d28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.525s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.531779] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c47b38-07ca-4757-921c-069539795450 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.542113] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e5eb57-58d3-47f5-9cfe-b8927994c41e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.578187] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf6b99e-0f1f-4f8a-8c36-e37463a01469 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.587467] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea06af22-0f37-43bb-8387-90f2a71a8a8a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.602610] env[69183]: DEBUG nova.compute.provider_tree [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.666319] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790141, 'name': Rename_Task, 'duration_secs': 0.164647} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.667027] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.667027] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbbefc52-7617-492a-9ae3-d56e5de5e6d8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.674854] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 964.674854] env[69183]: value = "task-2790142" [ 964.674854] env[69183]: _type = "Task" [ 964.674854] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.684807] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.026980] env[69183]: DEBUG nova.network.neutron [req-9387be30-bd5e-4122-8df7-4efb3d79b98d req-5ef6b9ff-3489-48dc-a86c-95047bbfd9c8 service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Updated VIF entry in instance network info cache for port b657e42f-180c-483a-8ac2-e6c8485f6a6f. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.027770] env[69183]: DEBUG nova.network.neutron [req-9387be30-bd5e-4122-8df7-4efb3d79b98d req-5ef6b9ff-3489-48dc-a86c-95047bbfd9c8 service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Updating instance_info_cache with network_info: [{"id": "b657e42f-180c-483a-8ac2-e6c8485f6a6f", "address": "fa:16:3e:b7:88:71", "network": {"id": "584e8228-b304-41cb-8dbc-cb4150d388eb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051336374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757cee5ffa0741f9944dd410262b9ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb657e42f-18", "ovs_interfaceid": "b657e42f-180c-483a-8ac2-e6c8485f6a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.106611] env[69183]: DEBUG nova.scheduler.client.report [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.186362] env[69183]: DEBUG oslo_vmware.api [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790142, 'name': PowerOnVM_Task, 'duration_secs': 0.489996} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.186664] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.186892] env[69183]: INFO nova.compute.manager [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Took 7.41 seconds to spawn the instance on the hypervisor. [ 965.187108] env[69183]: DEBUG nova.compute.manager [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.187879] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d968d020-6e12-48e8-8227-201dc52a35e5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.531182] env[69183]: DEBUG oslo_concurrency.lockutils [req-9387be30-bd5e-4122-8df7-4efb3d79b98d req-5ef6b9ff-3489-48dc-a86c-95047bbfd9c8 service nova] Releasing lock "refresh_cache-b731d090-943b-42e9-ba26-912766186d28" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.611989] env[69183]: DEBUG oslo_concurrency.lockutils [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.615296] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.667s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.619260] env[69183]: INFO nova.compute.claims [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.638682] env[69183]: INFO nova.scheduler.client.report [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Deleted allocations for instance 70bda115-3483-43b7-bb10-a9c5f4ec8001 [ 965.706715] env[69183]: INFO nova.compute.manager [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Took 29.22 seconds to build instance. [ 966.147018] env[69183]: DEBUG oslo_concurrency.lockutils [None req-710635ba-6078-487d-93bc-449328333ece tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "70bda115-3483-43b7-bb10-a9c5f4ec8001" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.091s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.208871] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a6332ce1-9755-40b4-ae3e-d0a64a4ef9d9 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "3ceaaf1f-de2c-413c-881d-81d3dc189a4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.733s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.009258] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd5b07a-aea0-469e-b2b9-61bd464e26fb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.017605] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ae9ec9d-31a9-428f-9571-1c360f0524e7 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "3ceaaf1f-de2c-413c-881d-81d3dc189a4e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.018148] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ae9ec9d-31a9-428f-9571-1c360f0524e7 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "3ceaaf1f-de2c-413c-881d-81d3dc189a4e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.022721] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfa7281-e906-4089-87f7-6387d6d855be {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.059549] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772d5c36-8351-4996-bc61-5e1e80d005c0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.072627] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09d021b-0f8e-4d8b-a8a9-bc4158778164 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.090387] env[69183]: DEBUG nova.compute.provider_tree [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.523166] env[69183]: DEBUG nova.compute.utils [None req-1ae9ec9d-31a9-428f-9571-1c360f0524e7 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.579271] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "32a3f694-b433-4ce8-97e9-61211082a144" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.579764] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "32a3f694-b433-4ce8-97e9-61211082a144" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.580050] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "32a3f694-b433-4ce8-97e9-61211082a144-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.580335] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "32a3f694-b433-4ce8-97e9-61211082a144-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.580575] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "32a3f694-b433-4ce8-97e9-61211082a144-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.583073] env[69183]: INFO nova.compute.manager [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Terminating instance [ 967.595121] env[69183]: DEBUG nova.scheduler.client.report [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.730240] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.730543] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.028375] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ae9ec9d-31a9-428f-9571-1c360f0524e7 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "3ceaaf1f-de2c-413c-881d-81d3dc189a4e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.054840] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "325b7a94-5de0-4e0c-9fa9-7daecd396d54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.055082] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "325b7a94-5de0-4e0c-9fa9-7daecd396d54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.087975] env[69183]: DEBUG nova.compute.manager [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.088231] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.089157] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98e817c-6c09-4933-a2c5-e7cc50f5bed7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.098454] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.098454] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7709df20-1426-4265-aa87-e73b93133217 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.101336] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.101530] env[69183]: DEBUG nova.compute.manager [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.104158] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.795s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.104775] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.106361] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.605s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.106551] env[69183]: DEBUG nova.objects.instance [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69183) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 968.110960] env[69183]: DEBUG oslo_vmware.api [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 968.110960] env[69183]: value = "task-2790143" [ 968.110960] env[69183]: _type = "Task" [ 968.110960] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.120675] env[69183]: DEBUG oslo_vmware.api [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.135354] env[69183]: INFO nova.scheduler.client.report [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Deleted allocations for instance 4aa83732-4f5c-45e5-8929-d8301c2e9b3c [ 968.240029] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.240029] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.240029] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.240029] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.240029] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.240029] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.240029] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69183) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 968.240376] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.560365] env[69183]: DEBUG nova.compute.manager [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.612670] env[69183]: DEBUG nova.compute.utils [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.617319] env[69183]: DEBUG nova.compute.manager [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.617501] env[69183]: DEBUG nova.network.neutron [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.631141] env[69183]: DEBUG oslo_vmware.api [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790143, 'name': PowerOffVM_Task, 'duration_secs': 0.252242} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.631424] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.631594] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.631847] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f5dc0f2-4464-4bf9-b782-97f861b5f2d9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.643797] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5c780286-b3c3-4850-9479-47f6acfef020 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "4aa83732-4f5c-45e5-8929-d8301c2e9b3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.069s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.678560] env[69183]: DEBUG nova.policy [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8175843e9eb2404cb08555828b0bfbf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0f1ea9e931040e7ab58ed069396eed6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.724023] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.724023] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.724023] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Deleting the datastore file [datastore2] 32a3f694-b433-4ce8-97e9-61211082a144 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.724023] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e53d2247-175c-4d41-a52c-2145da5379ee {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.733713] env[69183]: DEBUG oslo_vmware.api [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 968.733713] env[69183]: value = "task-2790145" [ 968.733713] env[69183]: _type = "Task" [ 968.733713] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.748287] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.748960] env[69183]: DEBUG oslo_vmware.api [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.994149] env[69183]: DEBUG nova.network.neutron [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Successfully created port: a44593bd-dd71-41f8-8b14-b49d1248392b {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.086377] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.105174] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ae9ec9d-31a9-428f-9571-1c360f0524e7 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "3ceaaf1f-de2c-413c-881d-81d3dc189a4e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.106211] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ae9ec9d-31a9-428f-9571-1c360f0524e7 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "3ceaaf1f-de2c-413c-881d-81d3dc189a4e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.106516] env[69183]: INFO nova.compute.manager [None req-1ae9ec9d-31a9-428f-9571-1c360f0524e7 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Attaching volume 4aa09c63-cd15-4327-9164-61ed8e2012ec to /dev/sdb [ 969.123453] env[69183]: DEBUG nova.compute.manager [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.129742] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b188b1d-1004-4ba3-90c7-212b3fac846f tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.131251] env[69183]: DEBUG oslo_concurrency.lockutils [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.663s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.136907] env[69183]: INFO nova.compute.claims [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.156938] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3693fa-7ff5-4c95-a278-501e25c3effa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.165510] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d782341f-ddd1-42cf-9a85-4dd6b12d85e7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.184019] env[69183]: DEBUG nova.virt.block_device [None req-1ae9ec9d-31a9-428f-9571-1c360f0524e7 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Updating existing volume attachment record: 58355a88-3358-4128-825e-e7fd28766edd {{(pid=69183) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 969.248528] env[69183]: DEBUG oslo_vmware.api [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144769} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.248849] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.249050] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.249235] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.249412] env[69183]: INFO nova.compute.manager [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Took 1.16 seconds to destroy the instance on the hypervisor. [ 969.249656] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.249972] env[69183]: DEBUG nova.compute.manager [-] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.249972] env[69183]: DEBUG nova.network.neutron [-] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.902485] env[69183]: DEBUG nova.compute.manager [req-49717388-cafe-4eb7-a6be-310914df962d req-8aea1bf9-4ab1-4084-ad76-d1882b80aaa0 service nova] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Received event network-vif-deleted-44a0b3e1-1bfc-4e7c-93e2-e0968d645564 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 969.902754] env[69183]: INFO nova.compute.manager [req-49717388-cafe-4eb7-a6be-310914df962d req-8aea1bf9-4ab1-4084-ad76-d1882b80aaa0 service nova] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Neutron deleted interface 44a0b3e1-1bfc-4e7c-93e2-e0968d645564; detaching it from the instance and deleting it from the info cache [ 969.902867] env[69183]: DEBUG nova.network.neutron [req-49717388-cafe-4eb7-a6be-310914df962d req-8aea1bf9-4ab1-4084-ad76-d1882b80aaa0 service nova] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.142755] env[69183]: DEBUG nova.compute.manager [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.175239] env[69183]: DEBUG nova.virt.hardware [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.175239] env[69183]: DEBUG nova.virt.hardware [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.175239] env[69183]: DEBUG nova.virt.hardware [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.175239] env[69183]: DEBUG nova.virt.hardware [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.175239] env[69183]: DEBUG nova.virt.hardware [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.175239] env[69183]: DEBUG nova.virt.hardware [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.175239] env[69183]: DEBUG nova.virt.hardware [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.175239] env[69183]: DEBUG nova.virt.hardware [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.175239] env[69183]: DEBUG nova.virt.hardware [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.175239] env[69183]: DEBUG nova.virt.hardware [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.175239] env[69183]: DEBUG nova.virt.hardware [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.175750] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d4bea8-bdae-4824-ad82-3233873e8a01 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.188499] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596576a9-f563-42d6-9a89-69574d6f1dcf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.280745] env[69183]: DEBUG nova.network.neutron [-] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.330403] env[69183]: DEBUG oslo_concurrency.lockutils [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "4a10ced8-b3d4-4f2a-955b-a8884a8209b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.330403] env[69183]: DEBUG oslo_concurrency.lockutils [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "4a10ced8-b3d4-4f2a-955b-a8884a8209b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.405543] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f444afa5-aade-44e0-b8d8-1bbbe1c9a6c6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.418768] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5841d291-9d86-4d72-bdd2-c604a08897df {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.457752] env[69183]: DEBUG nova.compute.manager [req-49717388-cafe-4eb7-a6be-310914df962d req-8aea1bf9-4ab1-4084-ad76-d1882b80aaa0 service nova] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Detach interface failed, port_id=44a0b3e1-1bfc-4e7c-93e2-e0968d645564, reason: Instance 32a3f694-b433-4ce8-97e9-61211082a144 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 970.541410] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73d431f-1566-42e6-8cc4-1d008aafc429 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.551722] env[69183]: DEBUG nova.network.neutron [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Successfully updated port: a44593bd-dd71-41f8-8b14-b49d1248392b {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.554063] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5003ab-3018-4eca-a201-061ec922484f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.596685] env[69183]: DEBUG nova.compute.manager [req-c79365ba-318e-433b-ba5a-d14fa27540fa req-0debb764-9d92-4bf9-ac68-55dfc4729ce7 service nova] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Received event network-vif-plugged-a44593bd-dd71-41f8-8b14-b49d1248392b {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 970.597266] env[69183]: DEBUG oslo_concurrency.lockutils [req-c79365ba-318e-433b-ba5a-d14fa27540fa req-0debb764-9d92-4bf9-ac68-55dfc4729ce7 service nova] Acquiring lock "bd27336d-a853-4179-9072-7d82deda40f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.597580] env[69183]: DEBUG oslo_concurrency.lockutils [req-c79365ba-318e-433b-ba5a-d14fa27540fa req-0debb764-9d92-4bf9-ac68-55dfc4729ce7 service nova] Lock "bd27336d-a853-4179-9072-7d82deda40f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.597919] env[69183]: DEBUG oslo_concurrency.lockutils [req-c79365ba-318e-433b-ba5a-d14fa27540fa req-0debb764-9d92-4bf9-ac68-55dfc4729ce7 service nova] Lock "bd27336d-a853-4179-9072-7d82deda40f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.598219] env[69183]: DEBUG nova.compute.manager [req-c79365ba-318e-433b-ba5a-d14fa27540fa req-0debb764-9d92-4bf9-ac68-55dfc4729ce7 service nova] [instance: bd27336d-a853-4179-9072-7d82deda40f1] No waiting events found dispatching network-vif-plugged-a44593bd-dd71-41f8-8b14-b49d1248392b {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.598579] env[69183]: WARNING nova.compute.manager [req-c79365ba-318e-433b-ba5a-d14fa27540fa req-0debb764-9d92-4bf9-ac68-55dfc4729ce7 service nova] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Received unexpected event network-vif-plugged-a44593bd-dd71-41f8-8b14-b49d1248392b for instance with vm_state building and task_state spawning. [ 970.600185] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e194fa9d-4ab0-47a9-bcaf-4f3b808aaa0a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.612969] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e674eb-c642-48aa-97c7-578e835024a9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.629030] env[69183]: DEBUG nova.compute.provider_tree [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.784138] env[69183]: INFO nova.compute.manager [-] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Took 1.53 seconds to deallocate network for instance. [ 970.832837] env[69183]: DEBUG nova.compute.manager [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.063412] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "refresh_cache-bd27336d-a853-4179-9072-7d82deda40f1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.063676] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired lock "refresh_cache-bd27336d-a853-4179-9072-7d82deda40f1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.063716] env[69183]: DEBUG nova.network.neutron [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.135852] env[69183]: DEBUG nova.scheduler.client.report [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.251359] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Acquiring lock "c1ec5784-3f0b-4426-a329-c14083df1c24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.251359] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Lock "c1ec5784-3f0b-4426-a329-c14083df1c24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.293151] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.352852] env[69183]: DEBUG oslo_concurrency.lockutils [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.599264] env[69183]: DEBUG nova.network.neutron [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.642188] env[69183]: DEBUG oslo_concurrency.lockutils [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.642704] env[69183]: DEBUG nova.compute.manager [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.645448] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.452s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.646818] env[69183]: INFO nova.compute.claims [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.754778] env[69183]: DEBUG nova.compute.manager [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.772958] env[69183]: DEBUG nova.network.neutron [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Updating instance_info_cache with network_info: [{"id": "a44593bd-dd71-41f8-8b14-b49d1248392b", "address": "fa:16:3e:95:ad:4b", "network": {"id": "fa72ed74-9065-45b7-aa13-47e112133d42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1425645619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f1ea9e931040e7ab58ed069396eed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa44593bd-dd", "ovs_interfaceid": "a44593bd-dd71-41f8-8b14-b49d1248392b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.154072] env[69183]: DEBUG nova.compute.utils [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.155776] env[69183]: DEBUG nova.compute.manager [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 972.156551] env[69183]: DEBUG nova.network.neutron [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.196384] env[69183]: DEBUG nova.policy [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1849c6610e7b4e43b6c4d863b8d9a49a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7be7126bdc4d4a02915cdcb330a2bea6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.274681] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Releasing lock "refresh_cache-bd27336d-a853-4179-9072-7d82deda40f1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.274856] env[69183]: DEBUG nova.compute.manager [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Instance network_info: |[{"id": "a44593bd-dd71-41f8-8b14-b49d1248392b", "address": "fa:16:3e:95:ad:4b", "network": {"id": "fa72ed74-9065-45b7-aa13-47e112133d42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1425645619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f1ea9e931040e7ab58ed069396eed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa44593bd-dd", "ovs_interfaceid": "a44593bd-dd71-41f8-8b14-b49d1248392b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.275320] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:ad:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a44593bd-dd71-41f8-8b14-b49d1248392b', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.284221] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.285411] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.286233] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.288844] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c968356-8af4-4354-9c05-aa21ddb16d56 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.309571] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.309571] env[69183]: value = "task-2790150" [ 972.309571] env[69183]: _type = "Task" [ 972.309571] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.318199] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790150, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.569585] env[69183]: DEBUG nova.network.neutron [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Successfully created port: 8b0a9fd8-5af3-437e-8e82-279a7cf2a995 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.617188] env[69183]: DEBUG nova.compute.manager [req-c1c7627f-1400-48af-96a1-3a4fafe7818f req-9127b37c-f8fa-443d-b953-19211345b8e1 service nova] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Received event network-changed-a44593bd-dd71-41f8-8b14-b49d1248392b {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 972.617188] env[69183]: DEBUG nova.compute.manager [req-c1c7627f-1400-48af-96a1-3a4fafe7818f req-9127b37c-f8fa-443d-b953-19211345b8e1 service nova] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Refreshing instance network info cache due to event network-changed-a44593bd-dd71-41f8-8b14-b49d1248392b. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 972.617866] env[69183]: DEBUG oslo_concurrency.lockutils [req-c1c7627f-1400-48af-96a1-3a4fafe7818f req-9127b37c-f8fa-443d-b953-19211345b8e1 service nova] Acquiring lock "refresh_cache-bd27336d-a853-4179-9072-7d82deda40f1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.618213] env[69183]: DEBUG oslo_concurrency.lockutils [req-c1c7627f-1400-48af-96a1-3a4fafe7818f req-9127b37c-f8fa-443d-b953-19211345b8e1 service nova] Acquired lock "refresh_cache-bd27336d-a853-4179-9072-7d82deda40f1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.618625] env[69183]: DEBUG nova.network.neutron [req-c1c7627f-1400-48af-96a1-3a4fafe7818f req-9127b37c-f8fa-443d-b953-19211345b8e1 service nova] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Refreshing network info cache for port a44593bd-dd71-41f8-8b14-b49d1248392b {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.663406] env[69183]: DEBUG nova.compute.manager [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.820722] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790150, 'name': CreateVM_Task, 'duration_secs': 0.395666} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.821646] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.822201] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.822473] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.823374] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.825694] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bbfb33b-ce99-4c1d-89ed-b08ff49a31b6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.832047] env[69183]: DEBUG oslo_vmware.api [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 972.832047] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52faf939-0483-54e8-1892-fc6bf5656bfa" [ 972.832047] env[69183]: _type = "Task" [ 972.832047] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.842222] env[69183]: DEBUG oslo_vmware.api [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52faf939-0483-54e8-1892-fc6bf5656bfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.002418] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1feb4384-4f5a-4dec-96cb-247b7361f4a2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.010470] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463ff376-9403-4c5a-900d-49b3b9929099 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.042197] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d42c36d-ddf3-4394-8508-df4c7a29bda7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.050680] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838e947e-620b-4501-b15e-4211f9475eff {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.066386] env[69183]: DEBUG nova.compute.provider_tree [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.344016] env[69183]: DEBUG oslo_vmware.api [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52faf939-0483-54e8-1892-fc6bf5656bfa, 'name': SearchDatastore_Task, 'duration_secs': 0.013375} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.344392] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.344673] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.345015] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.345174] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.345400] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.345685] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fb5aa42-4816-4fca-8076-b3de986bbbb4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.357191] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.357798] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.358859] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29d36d6-9fb9-4d6f-b79b-db7469553b26 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.365313] env[69183]: DEBUG oslo_vmware.api [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 973.365313] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]526511e2-0238-c69f-4f43-1b8dc715ce03" [ 973.365313] env[69183]: _type = "Task" [ 973.365313] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.373469] env[69183]: DEBUG oslo_vmware.api [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]526511e2-0238-c69f-4f43-1b8dc715ce03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.410958] env[69183]: DEBUG nova.network.neutron [req-c1c7627f-1400-48af-96a1-3a4fafe7818f req-9127b37c-f8fa-443d-b953-19211345b8e1 service nova] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Updated VIF entry in instance network info cache for port a44593bd-dd71-41f8-8b14-b49d1248392b. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.410958] env[69183]: DEBUG nova.network.neutron [req-c1c7627f-1400-48af-96a1-3a4fafe7818f req-9127b37c-f8fa-443d-b953-19211345b8e1 service nova] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Updating instance_info_cache with network_info: [{"id": "a44593bd-dd71-41f8-8b14-b49d1248392b", "address": "fa:16:3e:95:ad:4b", "network": {"id": "fa72ed74-9065-45b7-aa13-47e112133d42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1425645619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f1ea9e931040e7ab58ed069396eed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa44593bd-dd", "ovs_interfaceid": "a44593bd-dd71-41f8-8b14-b49d1248392b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.569883] env[69183]: DEBUG nova.scheduler.client.report [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.672692] env[69183]: DEBUG nova.compute.manager [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.701328] env[69183]: DEBUG nova.virt.hardware [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.701597] env[69183]: DEBUG nova.virt.hardware [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.701802] env[69183]: DEBUG nova.virt.hardware [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.701995] env[69183]: DEBUG nova.virt.hardware [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.702162] env[69183]: DEBUG nova.virt.hardware [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.702344] env[69183]: DEBUG nova.virt.hardware [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.702574] env[69183]: DEBUG nova.virt.hardware [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.702744] env[69183]: DEBUG nova.virt.hardware [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.702936] env[69183]: DEBUG nova.virt.hardware [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.703138] env[69183]: DEBUG nova.virt.hardware [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.703368] env[69183]: DEBUG nova.virt.hardware [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.704343] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76216db4-9e8c-4684-9241-9b3807b7df62 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.713665] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5a6a8c-0364-40ee-9c9e-d5ebe486366b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.749315] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae9ec9d-31a9-428f-9571-1c360f0524e7 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Volume attach. Driver type: vmdk {{(pid=69183) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 973.749550] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae9ec9d-31a9-428f-9571-1c360f0524e7 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560852', 'volume_id': '4aa09c63-cd15-4327-9164-61ed8e2012ec', 'name': 'volume-4aa09c63-cd15-4327-9164-61ed8e2012ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ceaaf1f-de2c-413c-881d-81d3dc189a4e', 'attached_at': '', 'detached_at': '', 'volume_id': '4aa09c63-cd15-4327-9164-61ed8e2012ec', 'serial': '4aa09c63-cd15-4327-9164-61ed8e2012ec'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 973.750412] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d4c990-a01c-4062-b0c8-a84997750114 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.767144] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28393040-af6b-4ad6-baf1-d12f49581263 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.793126] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae9ec9d-31a9-428f-9571-1c360f0524e7 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] volume-4aa09c63-cd15-4327-9164-61ed8e2012ec/volume-4aa09c63-cd15-4327-9164-61ed8e2012ec.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.793427] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af2235a2-a137-440a-ab73-58f669c2baa6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.812234] env[69183]: DEBUG oslo_vmware.api [None req-1ae9ec9d-31a9-428f-9571-1c360f0524e7 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 973.812234] env[69183]: value = "task-2790151" [ 973.812234] env[69183]: _type = "Task" [ 973.812234] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.821044] env[69183]: DEBUG oslo_vmware.api [None req-1ae9ec9d-31a9-428f-9571-1c360f0524e7 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.877263] env[69183]: DEBUG oslo_vmware.api [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]526511e2-0238-c69f-4f43-1b8dc715ce03, 'name': SearchDatastore_Task, 'duration_secs': 0.010512} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.878203] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b4b5504-c3c7-40db-a78c-15cd91a94e63 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.884943] env[69183]: DEBUG oslo_vmware.api [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 973.884943] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5268428f-73a6-3f51-339e-3f15388d8b1e" [ 973.884943] env[69183]: _type = "Task" [ 973.884943] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.894363] env[69183]: DEBUG oslo_vmware.api [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5268428f-73a6-3f51-339e-3f15388d8b1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.913144] env[69183]: DEBUG oslo_concurrency.lockutils [req-c1c7627f-1400-48af-96a1-3a4fafe7818f req-9127b37c-f8fa-443d-b953-19211345b8e1 service nova] Releasing lock "refresh_cache-bd27336d-a853-4179-9072-7d82deda40f1" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.076881] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.077558] env[69183]: DEBUG nova.compute.manager [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.085606] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.096s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.085606] env[69183]: DEBUG nova.objects.instance [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lazy-loading 'resources' on Instance uuid e7f71e56-f5c1-463e-af37-5f8e59040d5b {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.147859] env[69183]: DEBUG nova.network.neutron [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Successfully updated port: 8b0a9fd8-5af3-437e-8e82-279a7cf2a995 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.321824] env[69183]: DEBUG oslo_vmware.api [None req-1ae9ec9d-31a9-428f-9571-1c360f0524e7 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.397595] env[69183]: DEBUG oslo_vmware.api [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5268428f-73a6-3f51-339e-3f15388d8b1e, 'name': SearchDatastore_Task, 'duration_secs': 0.010622} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.397883] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.398154] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] bd27336d-a853-4179-9072-7d82deda40f1/bd27336d-a853-4179-9072-7d82deda40f1.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.398419] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6be20170-b2a7-4efb-811e-38375a87b924 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.408017] env[69183]: DEBUG oslo_vmware.api [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 974.408017] env[69183]: value = "task-2790152" [ 974.408017] env[69183]: _type = "Task" [ 974.408017] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.416142] env[69183]: DEBUG oslo_vmware.api [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.588550] env[69183]: DEBUG nova.compute.utils [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.590258] env[69183]: DEBUG nova.compute.manager [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.590424] env[69183]: DEBUG nova.network.neutron [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.647287] env[69183]: DEBUG nova.compute.manager [req-0db91720-8d92-458a-ac53-0aa4ffd2a9d9 req-ff470dcf-65ff-4b0f-b51b-3393b512c20f service nova] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Received event network-vif-plugged-8b0a9fd8-5af3-437e-8e82-279a7cf2a995 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 974.647527] env[69183]: DEBUG oslo_concurrency.lockutils [req-0db91720-8d92-458a-ac53-0aa4ffd2a9d9 req-ff470dcf-65ff-4b0f-b51b-3393b512c20f service nova] Acquiring lock "5f7a7c55-a774-4137-9bca-f3c35bdad8c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.647741] env[69183]: DEBUG oslo_concurrency.lockutils [req-0db91720-8d92-458a-ac53-0aa4ffd2a9d9 req-ff470dcf-65ff-4b0f-b51b-3393b512c20f service nova] Lock "5f7a7c55-a774-4137-9bca-f3c35bdad8c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.647952] env[69183]: DEBUG oslo_concurrency.lockutils [req-0db91720-8d92-458a-ac53-0aa4ffd2a9d9 req-ff470dcf-65ff-4b0f-b51b-3393b512c20f service nova] Lock "5f7a7c55-a774-4137-9bca-f3c35bdad8c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.648144] env[69183]: DEBUG nova.compute.manager [req-0db91720-8d92-458a-ac53-0aa4ffd2a9d9 req-ff470dcf-65ff-4b0f-b51b-3393b512c20f service nova] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] No waiting events found dispatching network-vif-plugged-8b0a9fd8-5af3-437e-8e82-279a7cf2a995 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.648407] env[69183]: WARNING nova.compute.manager [req-0db91720-8d92-458a-ac53-0aa4ffd2a9d9 req-ff470dcf-65ff-4b0f-b51b-3393b512c20f service nova] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Received unexpected event network-vif-plugged-8b0a9fd8-5af3-437e-8e82-279a7cf2a995 for instance with vm_state building and task_state spawning. [ 974.648681] env[69183]: DEBUG nova.compute.manager [req-0db91720-8d92-458a-ac53-0aa4ffd2a9d9 req-ff470dcf-65ff-4b0f-b51b-3393b512c20f service nova] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Received event network-changed-8b0a9fd8-5af3-437e-8e82-279a7cf2a995 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 974.648788] env[69183]: DEBUG nova.compute.manager [req-0db91720-8d92-458a-ac53-0aa4ffd2a9d9 req-ff470dcf-65ff-4b0f-b51b-3393b512c20f service nova] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Refreshing instance network info cache due to event network-changed-8b0a9fd8-5af3-437e-8e82-279a7cf2a995. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 974.648933] env[69183]: DEBUG oslo_concurrency.lockutils [req-0db91720-8d92-458a-ac53-0aa4ffd2a9d9 req-ff470dcf-65ff-4b0f-b51b-3393b512c20f service nova] Acquiring lock "refresh_cache-5f7a7c55-a774-4137-9bca-f3c35bdad8c8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.649170] env[69183]: DEBUG oslo_concurrency.lockutils [req-0db91720-8d92-458a-ac53-0aa4ffd2a9d9 req-ff470dcf-65ff-4b0f-b51b-3393b512c20f service nova] Acquired lock "refresh_cache-5f7a7c55-a774-4137-9bca-f3c35bdad8c8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.649357] env[69183]: DEBUG nova.network.neutron [req-0db91720-8d92-458a-ac53-0aa4ffd2a9d9 req-ff470dcf-65ff-4b0f-b51b-3393b512c20f service nova] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Refreshing network info cache for port 8b0a9fd8-5af3-437e-8e82-279a7cf2a995 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.651166] env[69183]: DEBUG oslo_concurrency.lockutils [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquiring lock "refresh_cache-5f7a7c55-a774-4137-9bca-f3c35bdad8c8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.663694] env[69183]: DEBUG nova.policy [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d5d815253a64e75bc5b8f763eb0396c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e1512025a1e42b6b05ff9aad0088ad9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.825789] env[69183]: DEBUG oslo_vmware.api [None req-1ae9ec9d-31a9-428f-9571-1c360f0524e7 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790151, 'name': ReconfigVM_Task, 'duration_secs': 0.64206} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.829078] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae9ec9d-31a9-428f-9571-1c360f0524e7 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Reconfigured VM instance instance-00000050 to attach disk [datastore2] volume-4aa09c63-cd15-4327-9164-61ed8e2012ec/volume-4aa09c63-cd15-4327-9164-61ed8e2012ec.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.834710] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5339f290-313e-4b93-8462-539a59531957 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.854649] env[69183]: DEBUG oslo_vmware.api [None req-1ae9ec9d-31a9-428f-9571-1c360f0524e7 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 974.854649] env[69183]: value = "task-2790153" [ 974.854649] env[69183]: _type = "Task" [ 974.854649] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.870940] env[69183]: DEBUG oslo_vmware.api [None req-1ae9ec9d-31a9-428f-9571-1c360f0524e7 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.925435] env[69183]: DEBUG oslo_vmware.api [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479541} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.925781] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] bd27336d-a853-4179-9072-7d82deda40f1/bd27336d-a853-4179-9072-7d82deda40f1.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.926017] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.926285] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e8a8ddd-19cd-4476-bccc-fee204bad7b6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.940153] env[69183]: DEBUG oslo_vmware.api [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 974.940153] env[69183]: value = "task-2790154" [ 974.940153] env[69183]: _type = "Task" [ 974.940153] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.946235] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86342b18-c1c1-4b11-b3c9-fb18765ca7f3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.953668] env[69183]: DEBUG oslo_vmware.api [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.960502] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b85952-5040-4401-8597-ac100125b230 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.997087] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe456119-f152-47b9-a1a6-0a47a6d6d196 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.006559] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bb7d7a-1e1d-4252-8740-bdcaf83e5a29 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.021540] env[69183]: DEBUG nova.compute.provider_tree [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.037776] env[69183]: DEBUG nova.network.neutron [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Successfully created port: 1eb83145-04a6-47d7-bb2e-1ef2143a845d {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.093298] env[69183]: DEBUG nova.compute.manager [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.189557] env[69183]: DEBUG nova.network.neutron [req-0db91720-8d92-458a-ac53-0aa4ffd2a9d9 req-ff470dcf-65ff-4b0f-b51b-3393b512c20f service nova] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.278353] env[69183]: DEBUG nova.network.neutron [req-0db91720-8d92-458a-ac53-0aa4ffd2a9d9 req-ff470dcf-65ff-4b0f-b51b-3393b512c20f service nova] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.365990] env[69183]: DEBUG oslo_vmware.api [None req-1ae9ec9d-31a9-428f-9571-1c360f0524e7 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790153, 'name': ReconfigVM_Task, 'duration_secs': 0.165622} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.366327] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae9ec9d-31a9-428f-9571-1c360f0524e7 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560852', 'volume_id': '4aa09c63-cd15-4327-9164-61ed8e2012ec', 'name': 'volume-4aa09c63-cd15-4327-9164-61ed8e2012ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ceaaf1f-de2c-413c-881d-81d3dc189a4e', 'attached_at': '', 'detached_at': '', 'volume_id': '4aa09c63-cd15-4327-9164-61ed8e2012ec', 'serial': '4aa09c63-cd15-4327-9164-61ed8e2012ec'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 975.452979] env[69183]: DEBUG oslo_vmware.api [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075188} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.453324] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.454131] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12d72e7-4b2d-4db6-aa47-b9f3c8d3cbc2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.476362] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] bd27336d-a853-4179-9072-7d82deda40f1/bd27336d-a853-4179-9072-7d82deda40f1.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.476691] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d5c8ddd-086c-4913-ad7a-6e981d9e1a00 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.498301] env[69183]: DEBUG oslo_vmware.api [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 975.498301] env[69183]: value = "task-2790155" [ 975.498301] env[69183]: _type = "Task" [ 975.498301] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.506447] env[69183]: DEBUG oslo_vmware.api [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.525460] env[69183]: DEBUG nova.scheduler.client.report [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.781781] env[69183]: DEBUG oslo_concurrency.lockutils [req-0db91720-8d92-458a-ac53-0aa4ffd2a9d9 req-ff470dcf-65ff-4b0f-b51b-3393b512c20f service nova] Releasing lock "refresh_cache-5f7a7c55-a774-4137-9bca-f3c35bdad8c8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.782208] env[69183]: DEBUG oslo_concurrency.lockutils [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquired lock "refresh_cache-5f7a7c55-a774-4137-9bca-f3c35bdad8c8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.782389] env[69183]: DEBUG nova.network.neutron [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.008453] env[69183]: DEBUG oslo_vmware.api [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790155, 'name': ReconfigVM_Task, 'duration_secs': 0.350003} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.008763] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Reconfigured VM instance instance-00000051 to attach disk [datastore2] bd27336d-a853-4179-9072-7d82deda40f1/bd27336d-a853-4179-9072-7d82deda40f1.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.009568] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d40a2f4f-6d70-42ec-b4fc-0db6bcbe2f70 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.018737] env[69183]: DEBUG oslo_vmware.api [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 976.018737] env[69183]: value = "task-2790156" [ 976.018737] env[69183]: _type = "Task" [ 976.018737] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.027660] env[69183]: DEBUG oslo_vmware.api [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790156, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.032191] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.033987] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.406s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.035658] env[69183]: INFO nova.compute.claims [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.059956] env[69183]: INFO nova.scheduler.client.report [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Deleted allocations for instance e7f71e56-f5c1-463e-af37-5f8e59040d5b [ 976.104033] env[69183]: DEBUG nova.compute.manager [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.134181] env[69183]: DEBUG nova.virt.hardware [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.134433] env[69183]: DEBUG nova.virt.hardware [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.134591] env[69183]: DEBUG nova.virt.hardware [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.134774] env[69183]: DEBUG nova.virt.hardware [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.134985] env[69183]: DEBUG nova.virt.hardware [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.135081] env[69183]: DEBUG nova.virt.hardware [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.135286] env[69183]: DEBUG nova.virt.hardware [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.135446] env[69183]: DEBUG nova.virt.hardware [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.135665] env[69183]: DEBUG nova.virt.hardware [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.135795] env[69183]: DEBUG nova.virt.hardware [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.136073] env[69183]: DEBUG nova.virt.hardware [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.137077] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45734f59-5a1d-4c82-b573-daf57fc8a5c6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.146503] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509c25f3-bc3d-4eb9-9923-6e9518cc6bf9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.314147] env[69183]: DEBUG nova.network.neutron [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.404910] env[69183]: DEBUG nova.objects.instance [None req-1ae9ec9d-31a9-428f-9571-1c360f0524e7 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lazy-loading 'flavor' on Instance uuid 3ceaaf1f-de2c-413c-881d-81d3dc189a4e {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.469852] env[69183]: DEBUG nova.network.neutron [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Updating instance_info_cache with network_info: [{"id": "8b0a9fd8-5af3-437e-8e82-279a7cf2a995", "address": "fa:16:3e:7b:ab:13", "network": {"id": "865efc6d-5266-4031-9c8a-d753d79059cc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1828770386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7be7126bdc4d4a02915cdcb330a2bea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0a9fd8-5a", "ovs_interfaceid": "8b0a9fd8-5af3-437e-8e82-279a7cf2a995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.490144] env[69183]: DEBUG nova.network.neutron [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Successfully updated port: 1eb83145-04a6-47d7-bb2e-1ef2143a845d {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.529865] env[69183]: DEBUG oslo_vmware.api [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790156, 'name': Rename_Task, 'duration_secs': 0.19143} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.531017] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.531017] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b7dc7b5-b729-4cde-b994-98dad8c06014 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.537659] env[69183]: DEBUG oslo_vmware.api [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 976.537659] env[69183]: value = "task-2790157" [ 976.537659] env[69183]: _type = "Task" [ 976.537659] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.552781] env[69183]: DEBUG oslo_vmware.api [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.557332] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "3ceaaf1f-de2c-413c-881d-81d3dc189a4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.569216] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f6a065ad-3430-4129-a929-9f64466080a9 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "e7f71e56-f5c1-463e-af37-5f8e59040d5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.996s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.674474] env[69183]: DEBUG nova.compute.manager [req-29955660-77fd-4b92-a727-bf7b176be5e1 req-9adb372f-34e9-4f71-ad76-d8e75d2b59ca service nova] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Received event network-vif-plugged-1eb83145-04a6-47d7-bb2e-1ef2143a845d {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 976.674652] env[69183]: DEBUG oslo_concurrency.lockutils [req-29955660-77fd-4b92-a727-bf7b176be5e1 req-9adb372f-34e9-4f71-ad76-d8e75d2b59ca service nova] Acquiring lock "d47feb1d-dceb-42f8-82e3-632abf0fcdf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.674899] env[69183]: DEBUG oslo_concurrency.lockutils [req-29955660-77fd-4b92-a727-bf7b176be5e1 req-9adb372f-34e9-4f71-ad76-d8e75d2b59ca service nova] Lock "d47feb1d-dceb-42f8-82e3-632abf0fcdf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.675094] env[69183]: DEBUG oslo_concurrency.lockutils [req-29955660-77fd-4b92-a727-bf7b176be5e1 req-9adb372f-34e9-4f71-ad76-d8e75d2b59ca service nova] Lock "d47feb1d-dceb-42f8-82e3-632abf0fcdf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.675295] env[69183]: DEBUG nova.compute.manager [req-29955660-77fd-4b92-a727-bf7b176be5e1 req-9adb372f-34e9-4f71-ad76-d8e75d2b59ca service nova] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] No waiting events found dispatching network-vif-plugged-1eb83145-04a6-47d7-bb2e-1ef2143a845d {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.675477] env[69183]: WARNING nova.compute.manager [req-29955660-77fd-4b92-a727-bf7b176be5e1 req-9adb372f-34e9-4f71-ad76-d8e75d2b59ca service nova] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Received unexpected event network-vif-plugged-1eb83145-04a6-47d7-bb2e-1ef2143a845d for instance with vm_state building and task_state spawning. [ 976.675652] env[69183]: DEBUG nova.compute.manager [req-29955660-77fd-4b92-a727-bf7b176be5e1 req-9adb372f-34e9-4f71-ad76-d8e75d2b59ca service nova] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Received event network-changed-1eb83145-04a6-47d7-bb2e-1ef2143a845d {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 976.675823] env[69183]: DEBUG nova.compute.manager [req-29955660-77fd-4b92-a727-bf7b176be5e1 req-9adb372f-34e9-4f71-ad76-d8e75d2b59ca service nova] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Refreshing instance network info cache due to event network-changed-1eb83145-04a6-47d7-bb2e-1ef2143a845d. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 976.676045] env[69183]: DEBUG oslo_concurrency.lockutils [req-29955660-77fd-4b92-a727-bf7b176be5e1 req-9adb372f-34e9-4f71-ad76-d8e75d2b59ca service nova] Acquiring lock "refresh_cache-d47feb1d-dceb-42f8-82e3-632abf0fcdf8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.676211] env[69183]: DEBUG oslo_concurrency.lockutils [req-29955660-77fd-4b92-a727-bf7b176be5e1 req-9adb372f-34e9-4f71-ad76-d8e75d2b59ca service nova] Acquired lock "refresh_cache-d47feb1d-dceb-42f8-82e3-632abf0fcdf8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.676388] env[69183]: DEBUG nova.network.neutron [req-29955660-77fd-4b92-a727-bf7b176be5e1 req-9adb372f-34e9-4f71-ad76-d8e75d2b59ca service nova] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Refreshing network info cache for port 1eb83145-04a6-47d7-bb2e-1ef2143a845d {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.910765] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ae9ec9d-31a9-428f-9571-1c360f0524e7 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "3ceaaf1f-de2c-413c-881d-81d3dc189a4e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.804s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.911765] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "3ceaaf1f-de2c-413c-881d-81d3dc189a4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.355s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.912429] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "3ceaaf1f-de2c-413c-881d-81d3dc189a4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.912572] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "3ceaaf1f-de2c-413c-881d-81d3dc189a4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.912751] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "3ceaaf1f-de2c-413c-881d-81d3dc189a4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.914563] env[69183]: INFO nova.compute.manager [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Terminating instance [ 976.974208] env[69183]: DEBUG oslo_concurrency.lockutils [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Releasing lock "refresh_cache-5f7a7c55-a774-4137-9bca-f3c35bdad8c8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.974517] env[69183]: DEBUG nova.compute.manager [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Instance network_info: |[{"id": "8b0a9fd8-5af3-437e-8e82-279a7cf2a995", "address": "fa:16:3e:7b:ab:13", "network": {"id": "865efc6d-5266-4031-9c8a-d753d79059cc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1828770386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7be7126bdc4d4a02915cdcb330a2bea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0a9fd8-5a", "ovs_interfaceid": "8b0a9fd8-5af3-437e-8e82-279a7cf2a995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.974997] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:ab:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2d3bf80-d60a-4b53-a00a-1381de6d4a12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b0a9fd8-5af3-437e-8e82-279a7cf2a995', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.988530] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Creating folder: Project (7be7126bdc4d4a02915cdcb330a2bea6). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.988948] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b45b2d2a-1a0d-472f-9dc0-03293a096f62 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.994518] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "refresh_cache-d47feb1d-dceb-42f8-82e3-632abf0fcdf8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.004914] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Created folder: Project (7be7126bdc4d4a02915cdcb330a2bea6) in parent group-v560622. [ 977.005260] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Creating folder: Instances. Parent ref: group-v560854. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.005618] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0172a6c-7a33-40f3-ad26-f62f9d4914cc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.017199] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Created folder: Instances in parent group-v560854. [ 977.017446] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.017637] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.017842] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2d5ee4b-eb49-4d9e-8203-d372065612f8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.038796] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.038796] env[69183]: value = "task-2790160" [ 977.038796] env[69183]: _type = "Task" [ 977.038796] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.054461] env[69183]: DEBUG oslo_vmware.api [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790157, 'name': PowerOnVM_Task, 'duration_secs': 0.479} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.054854] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.055358] env[69183]: INFO nova.compute.manager [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Took 6.91 seconds to spawn the instance on the hypervisor. [ 977.055416] env[69183]: DEBUG nova.compute.manager [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.056416] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a47a7a-2035-4474-b590-7ad2ab07df6e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.061986] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790160, 'name': CreateVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.212384] env[69183]: DEBUG nova.network.neutron [req-29955660-77fd-4b92-a727-bf7b176be5e1 req-9adb372f-34e9-4f71-ad76-d8e75d2b59ca service nova] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.298475] env[69183]: DEBUG nova.network.neutron [req-29955660-77fd-4b92-a727-bf7b176be5e1 req-9adb372f-34e9-4f71-ad76-d8e75d2b59ca service nova] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.334237] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9587781-efc4-489d-84cc-f4d4466a4a56 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.342109] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf13935f-0835-4387-aad2-17a4b94fbf83 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.378129] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690933c9-9446-41b3-a96e-9ed202374f17 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.387803] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1b18b1-799c-4bc6-a051-4a0069352d3c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.403562] env[69183]: DEBUG nova.compute.provider_tree [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.418054] env[69183]: DEBUG nova.compute.manager [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.418173] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.418391] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1a99575-786b-42fc-941f-6bbcb8e0629e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.425545] env[69183]: DEBUG oslo_vmware.api [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 977.425545] env[69183]: value = "task-2790161" [ 977.425545] env[69183]: _type = "Task" [ 977.425545] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.434284] env[69183]: DEBUG oslo_vmware.api [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.555190] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790160, 'name': CreateVM_Task, 'duration_secs': 0.374194} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.555190] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.555686] env[69183]: DEBUG oslo_concurrency.lockutils [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.555686] env[69183]: DEBUG oslo_concurrency.lockutils [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.555850] env[69183]: DEBUG oslo_concurrency.lockutils [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.556136] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7824f0ff-5cd3-4998-a650-af00225ae4de {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.562431] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for the task: (returnval){ [ 977.562431] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52fbff3c-9c04-4bb5-99b9-339aca6b4d4e" [ 977.562431] env[69183]: _type = "Task" [ 977.562431] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.575638] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52fbff3c-9c04-4bb5-99b9-339aca6b4d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.579910] env[69183]: INFO nova.compute.manager [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Took 29.66 seconds to build instance. [ 977.801507] env[69183]: DEBUG oslo_concurrency.lockutils [req-29955660-77fd-4b92-a727-bf7b176be5e1 req-9adb372f-34e9-4f71-ad76-d8e75d2b59ca service nova] Releasing lock "refresh_cache-d47feb1d-dceb-42f8-82e3-632abf0fcdf8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.801889] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "refresh_cache-d47feb1d-dceb-42f8-82e3-632abf0fcdf8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.802065] env[69183]: DEBUG nova.network.neutron [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.908812] env[69183]: DEBUG nova.scheduler.client.report [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.937475] env[69183]: DEBUG oslo_vmware.api [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790161, 'name': PowerOffVM_Task, 'duration_secs': 0.200464} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.937974] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.937974] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Volume detach. Driver type: vmdk {{(pid=69183) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 977.938889] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560852', 'volume_id': '4aa09c63-cd15-4327-9164-61ed8e2012ec', 'name': 'volume-4aa09c63-cd15-4327-9164-61ed8e2012ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ceaaf1f-de2c-413c-881d-81d3dc189a4e', 'attached_at': '', 'detached_at': '', 'volume_id': '4aa09c63-cd15-4327-9164-61ed8e2012ec', 'serial': '4aa09c63-cd15-4327-9164-61ed8e2012ec'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 977.939548] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa09eb4-ba07-4de8-91ec-aeafd306960c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.964602] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2331d37a-4927-46ad-9b69-3a1c3ac63cb7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.973462] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcddfc80-d610-46ca-9fb5-a4e5e423657a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.995411] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5f9a3e-18e8-416b-bef8-fcaeaf0d54a0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.011035] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] The volume has not been displaced from its original location: [datastore2] volume-4aa09c63-cd15-4327-9164-61ed8e2012ec/volume-4aa09c63-cd15-4327-9164-61ed8e2012ec.vmdk. No consolidation needed. {{(pid=69183) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 978.016319] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 978.016612] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-061d3af2-677c-4a75-b759-31ec50d466de {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.036445] env[69183]: DEBUG oslo_vmware.api [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 978.036445] env[69183]: value = "task-2790162" [ 978.036445] env[69183]: _type = "Task" [ 978.036445] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.045907] env[69183]: DEBUG oslo_vmware.api [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.073323] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52fbff3c-9c04-4bb5-99b9-339aca6b4d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.012089} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.073669] env[69183]: DEBUG oslo_concurrency.lockutils [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.073986] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.074285] env[69183]: DEBUG oslo_concurrency.lockutils [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.074431] env[69183]: DEBUG oslo_concurrency.lockutils [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.074592] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.074851] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5428a400-ba78-4c64-9192-cb03a0302ca7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.082232] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a9498be-40af-4e58-8dc9-eef71d5d4207 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "bd27336d-a853-4179-9072-7d82deda40f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.175s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.085953] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.085953] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.086122] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c0440ef-fc1b-4755-90ba-127c041bc363 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.091804] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for the task: (returnval){ [ 978.091804] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]529c134f-94cf-f1ef-555c-b081f5ab4ca8" [ 978.091804] env[69183]: _type = "Task" [ 978.091804] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.100128] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]529c134f-94cf-f1ef-555c-b081f5ab4ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.332648] env[69183]: DEBUG nova.network.neutron [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.414283] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.414881] env[69183]: DEBUG nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.417436] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.702s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.418807] env[69183]: INFO nova.compute.claims [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.461108] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "f2ed33b8-1beb-4d20-a818-d16ed66b6a6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.461302] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "f2ed33b8-1beb-4d20-a818-d16ed66b6a6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.465499] env[69183]: DEBUG nova.network.neutron [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Updating instance_info_cache with network_info: [{"id": "1eb83145-04a6-47d7-bb2e-1ef2143a845d", "address": "fa:16:3e:53:07:1d", "network": {"id": "50bef02a-36c4-4122-99e6-4de135b6ec80", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-820333689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e1512025a1e42b6b05ff9aad0088ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb83145-04", "ovs_interfaceid": "1eb83145-04a6-47d7-bb2e-1ef2143a845d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.549552] env[69183]: DEBUG oslo_vmware.api [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790162, 'name': ReconfigVM_Task, 'duration_secs': 0.194625} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.549849] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 978.555482] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33dad6f0-ee83-4c78-bee8-8861583e15fe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.572859] env[69183]: DEBUG oslo_vmware.api [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 978.572859] env[69183]: value = "task-2790163" [ 978.572859] env[69183]: _type = "Task" [ 978.572859] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.581983] env[69183]: DEBUG oslo_vmware.api [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.603981] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]529c134f-94cf-f1ef-555c-b081f5ab4ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.009683} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.604828] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25201beb-f00a-48e7-a8eb-7e772e0ba77b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.611206] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for the task: (returnval){ [ 978.611206] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5273c6ae-20bd-5656-bc13-ea6e0b6ed635" [ 978.611206] env[69183]: _type = "Task" [ 978.611206] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.619371] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5273c6ae-20bd-5656-bc13-ea6e0b6ed635, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.923019] env[69183]: DEBUG nova.compute.utils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.926550] env[69183]: DEBUG nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.926718] env[69183]: DEBUG nova.network.neutron [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.964065] env[69183]: DEBUG nova.compute.manager [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.967532] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "refresh_cache-d47feb1d-dceb-42f8-82e3-632abf0fcdf8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.971030] env[69183]: DEBUG nova.compute.manager [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Instance network_info: |[{"id": "1eb83145-04a6-47d7-bb2e-1ef2143a845d", "address": "fa:16:3e:53:07:1d", "network": {"id": "50bef02a-36c4-4122-99e6-4de135b6ec80", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-820333689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e1512025a1e42b6b05ff9aad0088ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb83145-04", "ovs_interfaceid": "1eb83145-04a6-47d7-bb2e-1ef2143a845d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.971030] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:07:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1eb83145-04a6-47d7-bb2e-1ef2143a845d', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.976052] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.977594] env[69183]: DEBUG nova.policy [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '877455069b794244b4da63a69a10dd61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44907ad6b675450fad89916af007ec75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.979633] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.979893] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8993c9a7-d8b8-43d2-b035-f0d8f7fd5a5d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.001559] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.001559] env[69183]: value = "task-2790164" [ 979.001559] env[69183]: _type = "Task" [ 979.001559] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.010247] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790164, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.084150] env[69183]: DEBUG oslo_vmware.api [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790163, 'name': ReconfigVM_Task, 'duration_secs': 0.191842} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.084467] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560852', 'volume_id': '4aa09c63-cd15-4327-9164-61ed8e2012ec', 'name': 'volume-4aa09c63-cd15-4327-9164-61ed8e2012ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ceaaf1f-de2c-413c-881d-81d3dc189a4e', 'attached_at': '', 'detached_at': '', 'volume_id': '4aa09c63-cd15-4327-9164-61ed8e2012ec', 'serial': '4aa09c63-cd15-4327-9164-61ed8e2012ec'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 979.084763] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.085559] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc852e2-0c1f-41f1-944e-d256ecf59bbf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.092908] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.092908] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4b0c469-754e-4ec5-8912-55fdee898e2b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.126217] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5273c6ae-20bd-5656-bc13-ea6e0b6ed635, 'name': SearchDatastore_Task, 'duration_secs': 0.009879} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.126537] env[69183]: DEBUG oslo_concurrency.lockutils [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.126798] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 5f7a7c55-a774-4137-9bca-f3c35bdad8c8/5f7a7c55-a774-4137-9bca-f3c35bdad8c8.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.127074] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-756a47e3-b636-4616-a550-d42bab94c742 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.134636] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for the task: (returnval){ [ 979.134636] env[69183]: value = "task-2790166" [ 979.134636] env[69183]: _type = "Task" [ 979.134636] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.143502] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.177010] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.177359] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.177481] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Deleting the datastore file [datastore2] 3ceaaf1f-de2c-413c-881d-81d3dc189a4e {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.177770] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6723b9bb-bc7f-4b40-bee3-5c36dcb9a34d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.185262] env[69183]: DEBUG oslo_vmware.api [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 979.185262] env[69183]: value = "task-2790167" [ 979.185262] env[69183]: _type = "Task" [ 979.185262] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.194355] env[69183]: DEBUG oslo_vmware.api [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.275159] env[69183]: DEBUG nova.network.neutron [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Successfully created port: c16653d5-ae2f-4ae8-9bfe-a57d7cec42d6 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.427440] env[69183]: DEBUG nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.492448] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.520568] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790164, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.644888] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459119} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.647316] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 5f7a7c55-a774-4137-9bca-f3c35bdad8c8/5f7a7c55-a774-4137-9bca-f3c35bdad8c8.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.647665] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.647966] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15438328-0f38-403c-ae3d-8ac3cb7d0b2e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.657309] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for the task: (returnval){ [ 979.657309] env[69183]: value = "task-2790168" [ 979.657309] env[69183]: _type = "Task" [ 979.657309] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.668334] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.695511] env[69183]: DEBUG oslo_vmware.api [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356376} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.698210] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.698412] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.698592] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.698776] env[69183]: INFO nova.compute.manager [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Took 2.28 seconds to destroy the instance on the hypervisor. [ 979.699045] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.699447] env[69183]: DEBUG nova.compute.manager [-] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.699540] env[69183]: DEBUG nova.network.neutron [-] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.784343] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afedbf80-66d4-41d1-b6b5-632b1965225b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.792549] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0000bd24-d65a-423b-834f-b0dd2e28929f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.824635] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5d2994-86b2-4f95-b715-e6525b8e504a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.833480] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce3bb48-0eba-4d12-9784-30717cfcaf89 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.848144] env[69183]: DEBUG nova.compute.provider_tree [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.994496] env[69183]: DEBUG nova.compute.manager [req-3f24dda2-eee4-4967-9239-f377ca2c69df req-9054f6b5-889d-487a-81ba-0669cdc4581d service nova] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Received event network-vif-deleted-56dd345d-b4c6-48ff-85f0-b406bb88f20a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 979.994777] env[69183]: INFO nova.compute.manager [req-3f24dda2-eee4-4967-9239-f377ca2c69df req-9054f6b5-889d-487a-81ba-0669cdc4581d service nova] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Neutron deleted interface 56dd345d-b4c6-48ff-85f0-b406bb88f20a; detaching it from the instance and deleting it from the info cache [ 979.995047] env[69183]: DEBUG nova.network.neutron [req-3f24dda2-eee4-4967-9239-f377ca2c69df req-9054f6b5-889d-487a-81ba-0669cdc4581d service nova] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.016291] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790164, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.170565] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142575} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.170841] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.171644] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c6583c-ab04-4ce9-8be8-c8b1f71163a3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.194837] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 5f7a7c55-a774-4137-9bca-f3c35bdad8c8/5f7a7c55-a774-4137-9bca-f3c35bdad8c8.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.195178] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65e91c5e-c66d-4fc8-94db-e24a97f70f20 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.216772] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for the task: (returnval){ [ 980.216772] env[69183]: value = "task-2790169" [ 980.216772] env[69183]: _type = "Task" [ 980.216772] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.225228] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.351760] env[69183]: DEBUG nova.scheduler.client.report [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.440014] env[69183]: DEBUG nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.465679] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.465924] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.466096] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.466282] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.466429] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.466577] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.466786] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.466947] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.467129] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.467391] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.467486] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.468346] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c01d785-c360-4611-8ade-695bed12ace8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.476186] env[69183]: DEBUG nova.network.neutron [-] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.480028] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a6c901-25b2-42ac-9042-1b003c2fea76 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.497266] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eec70dfa-01e7-45b1-b17c-36ceaa79e06c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.509349] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9fdd57-bd7d-4083-9b89-162d4a189bd3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.524888] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790164, 'name': CreateVM_Task, 'duration_secs': 1.041597} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.525055] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.525739] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.525918] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.526248] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.526490] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-828c888a-8faf-43f1-8c27-35664c963f9f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.530883] env[69183]: DEBUG oslo_vmware.api [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 980.530883] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52f4d267-d94d-b1f1-7151-7254e5096959" [ 980.530883] env[69183]: _type = "Task" [ 980.530883] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.544440] env[69183]: DEBUG nova.compute.manager [req-3f24dda2-eee4-4967-9239-f377ca2c69df req-9054f6b5-889d-487a-81ba-0669cdc4581d service nova] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Detach interface failed, port_id=56dd345d-b4c6-48ff-85f0-b406bb88f20a, reason: Instance 3ceaaf1f-de2c-413c-881d-81d3dc189a4e could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 980.554690] env[69183]: DEBUG oslo_vmware.api [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f4d267-d94d-b1f1-7151-7254e5096959, 'name': SearchDatastore_Task, 'duration_secs': 0.01066} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.554926] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.555184] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.555422] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.555572] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.555774] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.556056] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2355fc0-c2b0-4601-a64a-559b912fdf75 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.566236] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.566397] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.567612] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd37d5e1-ad64-4434-afe6-fd88606e1dd8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.573529] env[69183]: DEBUG oslo_vmware.api [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 980.573529] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527280e4-5c8a-c534-5017-6ccc66609095" [ 980.573529] env[69183]: _type = "Task" [ 980.573529] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.582433] env[69183]: DEBUG oslo_vmware.api [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527280e4-5c8a-c534-5017-6ccc66609095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.682455] env[69183]: DEBUG nova.compute.manager [req-8debd3f1-9590-4677-bb0c-25da8edc5e2c req-00813fe3-fc5f-4ac3-a9ee-d02187bffd05 service nova] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Received event network-vif-plugged-c16653d5-ae2f-4ae8-9bfe-a57d7cec42d6 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 980.682918] env[69183]: DEBUG oslo_concurrency.lockutils [req-8debd3f1-9590-4677-bb0c-25da8edc5e2c req-00813fe3-fc5f-4ac3-a9ee-d02187bffd05 service nova] Acquiring lock "26919386-b951-4ae3-84e4-541daeca1236-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.682918] env[69183]: DEBUG oslo_concurrency.lockutils [req-8debd3f1-9590-4677-bb0c-25da8edc5e2c req-00813fe3-fc5f-4ac3-a9ee-d02187bffd05 service nova] Lock "26919386-b951-4ae3-84e4-541daeca1236-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.683377] env[69183]: DEBUG oslo_concurrency.lockutils [req-8debd3f1-9590-4677-bb0c-25da8edc5e2c req-00813fe3-fc5f-4ac3-a9ee-d02187bffd05 service nova] Lock "26919386-b951-4ae3-84e4-541daeca1236-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.683377] env[69183]: DEBUG nova.compute.manager [req-8debd3f1-9590-4677-bb0c-25da8edc5e2c req-00813fe3-fc5f-4ac3-a9ee-d02187bffd05 service nova] [instance: 26919386-b951-4ae3-84e4-541daeca1236] No waiting events found dispatching network-vif-plugged-c16653d5-ae2f-4ae8-9bfe-a57d7cec42d6 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.683589] env[69183]: WARNING nova.compute.manager [req-8debd3f1-9590-4677-bb0c-25da8edc5e2c req-00813fe3-fc5f-4ac3-a9ee-d02187bffd05 service nova] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Received unexpected event network-vif-plugged-c16653d5-ae2f-4ae8-9bfe-a57d7cec42d6 for instance with vm_state building and task_state spawning. [ 980.726912] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.776793] env[69183]: DEBUG nova.network.neutron [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Successfully updated port: c16653d5-ae2f-4ae8-9bfe-a57d7cec42d6 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.857914] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.858502] env[69183]: DEBUG nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.862044] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.114s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.863526] env[69183]: INFO nova.compute.claims [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.983551] env[69183]: INFO nova.compute.manager [-] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Took 1.28 seconds to deallocate network for instance. [ 981.084779] env[69183]: DEBUG oslo_vmware.api [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527280e4-5c8a-c534-5017-6ccc66609095, 'name': SearchDatastore_Task, 'duration_secs': 0.010095} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.085654] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dc994d6-ed02-4dda-b736-42e73e7563f3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.091965] env[69183]: DEBUG oslo_vmware.api [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 981.091965] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52c07078-a9e4-4664-41e3-c1268af0c8a8" [ 981.091965] env[69183]: _type = "Task" [ 981.091965] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.101170] env[69183]: DEBUG oslo_vmware.api [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c07078-a9e4-4664-41e3-c1268af0c8a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.227489] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790169, 'name': ReconfigVM_Task, 'duration_secs': 0.918453} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.227791] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 5f7a7c55-a774-4137-9bca-f3c35bdad8c8/5f7a7c55-a774-4137-9bca-f3c35bdad8c8.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.228439] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c53373c-50f0-4970-9802-cb1d7ba56ff6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.234905] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for the task: (returnval){ [ 981.234905] env[69183]: value = "task-2790170" [ 981.234905] env[69183]: _type = "Task" [ 981.234905] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.242795] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790170, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.280439] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquiring lock "refresh_cache-26919386-b951-4ae3-84e4-541daeca1236" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.280594] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquired lock "refresh_cache-26919386-b951-4ae3-84e4-541daeca1236" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.280755] env[69183]: DEBUG nova.network.neutron [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.363831] env[69183]: DEBUG nova.compute.utils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.365214] env[69183]: DEBUG nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.365385] env[69183]: DEBUG nova.network.neutron [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.414762] env[69183]: DEBUG nova.policy [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '877455069b794244b4da63a69a10dd61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44907ad6b675450fad89916af007ec75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.530179] env[69183]: INFO nova.compute.manager [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Took 0.55 seconds to detach 1 volumes for instance. [ 981.603235] env[69183]: DEBUG oslo_vmware.api [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c07078-a9e4-4664-41e3-c1268af0c8a8, 'name': SearchDatastore_Task, 'duration_secs': 0.012834} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.603791] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.604254] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] d47feb1d-dceb-42f8-82e3-632abf0fcdf8/d47feb1d-dceb-42f8-82e3-632abf0fcdf8.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.604668] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9c972bb-fa4d-4b86-807d-28c78aae0a90 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.617729] env[69183]: DEBUG oslo_vmware.api [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 981.617729] env[69183]: value = "task-2790171" [ 981.617729] env[69183]: _type = "Task" [ 981.617729] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.626653] env[69183]: DEBUG oslo_vmware.api [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.671643] env[69183]: DEBUG nova.network.neutron [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Successfully created port: 04ee9c94-1be5-4ad3-9bd1-20462841c0fe {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.745318] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790170, 'name': Rename_Task, 'duration_secs': 0.422014} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.746020] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.746020] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bfa9479-0358-4ab2-995f-7a9856e7be62 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.753832] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for the task: (returnval){ [ 981.753832] env[69183]: value = "task-2790172" [ 981.753832] env[69183]: _type = "Task" [ 981.753832] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.763077] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.829029] env[69183]: DEBUG nova.network.neutron [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.869247] env[69183]: DEBUG nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.043574] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.045583] env[69183]: DEBUG nova.network.neutron [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Updating instance_info_cache with network_info: [{"id": "c16653d5-ae2f-4ae8-9bfe-a57d7cec42d6", "address": "fa:16:3e:39:77:13", "network": {"id": "97dcbdba-ab65-4eee-bc2f-0c7b449ece47", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-585958128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44907ad6b675450fad89916af007ec75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc16653d5-ae", "ovs_interfaceid": "c16653d5-ae2f-4ae8-9bfe-a57d7cec42d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.130643] env[69183]: DEBUG oslo_vmware.api [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496088} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.130925] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] d47feb1d-dceb-42f8-82e3-632abf0fcdf8/d47feb1d-dceb-42f8-82e3-632abf0fcdf8.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.131156] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.131435] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a49b2f26-701f-4ae6-ac7e-9f5e429b33bb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.139476] env[69183]: DEBUG oslo_vmware.api [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 982.139476] env[69183]: value = "task-2790173" [ 982.139476] env[69183]: _type = "Task" [ 982.139476] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.148160] env[69183]: DEBUG oslo_vmware.api [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.233266] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a60b53e-5986-4583-9049-3dc75924f822 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.241706] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82296091-29a7-4fcf-9ee9-2346c8ff0037 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.276799] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d2a7a5-2624-48aa-b721-cc11d2625e77 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.285096] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790172, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.287783] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57f1fed-15fb-495c-a247-bcd496abf56b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.301701] env[69183]: DEBUG nova.compute.provider_tree [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.548762] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Releasing lock "refresh_cache-26919386-b951-4ae3-84e4-541daeca1236" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.549287] env[69183]: DEBUG nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Instance network_info: |[{"id": "c16653d5-ae2f-4ae8-9bfe-a57d7cec42d6", "address": "fa:16:3e:39:77:13", "network": {"id": "97dcbdba-ab65-4eee-bc2f-0c7b449ece47", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-585958128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44907ad6b675450fad89916af007ec75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc16653d5-ae", "ovs_interfaceid": "c16653d5-ae2f-4ae8-9bfe-a57d7cec42d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.549836] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:77:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c16653d5-ae2f-4ae8-9bfe-a57d7cec42d6', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.561709] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Creating folder: Project (44907ad6b675450fad89916af007ec75). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.562110] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17f0df86-80bc-40fb-94d3-a08ff30c8571 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.575160] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Created folder: Project (44907ad6b675450fad89916af007ec75) in parent group-v560622. [ 982.575428] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Creating folder: Instances. Parent ref: group-v560858. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.575739] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-046447a2-d2d9-4a4c-b461-27ab58b37803 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.586464] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Created folder: Instances in parent group-v560858. [ 982.586692] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.586882] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.587094] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8995abe7-9da5-41e2-be4e-3b9a3530af72 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.606117] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.606117] env[69183]: value = "task-2790176" [ 982.606117] env[69183]: _type = "Task" [ 982.606117] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.613598] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790176, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.648630] env[69183]: DEBUG oslo_vmware.api [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076291} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.648954] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.649788] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c061e0c-82b0-4ad7-9587-2c283cb3f6b3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.672826] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] d47feb1d-dceb-42f8-82e3-632abf0fcdf8/d47feb1d-dceb-42f8-82e3-632abf0fcdf8.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.673547] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e90e9be-0f40-4e34-a469-06ac5498384b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.697531] env[69183]: DEBUG oslo_vmware.api [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 982.697531] env[69183]: value = "task-2790177" [ 982.697531] env[69183]: _type = "Task" [ 982.697531] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.706791] env[69183]: DEBUG oslo_vmware.api [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.713713] env[69183]: DEBUG nova.compute.manager [req-393ad6fa-b595-4ad8-86a9-802c306aa74f req-313fc34f-ff41-460e-8fbe-7f9f0bb67ca3 service nova] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Received event network-changed-c16653d5-ae2f-4ae8-9bfe-a57d7cec42d6 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 982.713969] env[69183]: DEBUG nova.compute.manager [req-393ad6fa-b595-4ad8-86a9-802c306aa74f req-313fc34f-ff41-460e-8fbe-7f9f0bb67ca3 service nova] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Refreshing instance network info cache due to event network-changed-c16653d5-ae2f-4ae8-9bfe-a57d7cec42d6. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 982.714275] env[69183]: DEBUG oslo_concurrency.lockutils [req-393ad6fa-b595-4ad8-86a9-802c306aa74f req-313fc34f-ff41-460e-8fbe-7f9f0bb67ca3 service nova] Acquiring lock "refresh_cache-26919386-b951-4ae3-84e4-541daeca1236" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.714505] env[69183]: DEBUG oslo_concurrency.lockutils [req-393ad6fa-b595-4ad8-86a9-802c306aa74f req-313fc34f-ff41-460e-8fbe-7f9f0bb67ca3 service nova] Acquired lock "refresh_cache-26919386-b951-4ae3-84e4-541daeca1236" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.714744] env[69183]: DEBUG nova.network.neutron [req-393ad6fa-b595-4ad8-86a9-802c306aa74f req-313fc34f-ff41-460e-8fbe-7f9f0bb67ca3 service nova] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Refreshing network info cache for port c16653d5-ae2f-4ae8-9bfe-a57d7cec42d6 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.783788] env[69183]: DEBUG oslo_vmware.api [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790172, 'name': PowerOnVM_Task, 'duration_secs': 0.588633} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.784174] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.784337] env[69183]: INFO nova.compute.manager [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Took 9.11 seconds to spawn the instance on the hypervisor. [ 982.784575] env[69183]: DEBUG nova.compute.manager [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.785416] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aba88ea-7299-4c6d-8861-e110b8c1baa4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.804749] env[69183]: DEBUG nova.scheduler.client.report [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.880952] env[69183]: DEBUG nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.909061] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.909329] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.909489] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.909682] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.909825] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.909973] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.910217] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.910380] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.910550] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.910713] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.910889] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.912137] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e16f91-3d39-4ece-a500-942a087a4bd0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.921301] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d61c5f-4e2b-4e74-9914-aad20488ae06 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.117539] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790176, 'name': CreateVM_Task, 'duration_secs': 0.420446} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.117738] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.118733] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.118969] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.119320] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.119587] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fd59b10-3c8b-4a2a-993a-062df09a142d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.125400] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 983.125400] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52fefa2c-f5d1-2999-4d18-ad4ca5d8f055" [ 983.125400] env[69183]: _type = "Task" [ 983.125400] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.134881] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52fefa2c-f5d1-2999-4d18-ad4ca5d8f055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.208032] env[69183]: DEBUG oslo_vmware.api [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790177, 'name': ReconfigVM_Task, 'duration_secs': 0.436531} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.208349] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Reconfigured VM instance instance-00000053 to attach disk [datastore2] d47feb1d-dceb-42f8-82e3-632abf0fcdf8/d47feb1d-dceb-42f8-82e3-632abf0fcdf8.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.208966] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fab04482-875e-4313-857e-49ff0f0b2728 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.219470] env[69183]: DEBUG oslo_vmware.api [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 983.219470] env[69183]: value = "task-2790178" [ 983.219470] env[69183]: _type = "Task" [ 983.219470] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.231144] env[69183]: DEBUG oslo_vmware.api [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790178, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.245983] env[69183]: DEBUG nova.network.neutron [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Successfully updated port: 04ee9c94-1be5-4ad3-9bd1-20462841c0fe {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.302747] env[69183]: INFO nova.compute.manager [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Took 29.85 seconds to build instance. [ 983.309493] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.310409] env[69183]: DEBUG nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.312696] env[69183]: DEBUG oslo_concurrency.lockutils [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.074s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.312873] env[69183]: DEBUG nova.objects.instance [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lazy-loading 'resources' on Instance uuid c2b68522-d582-49d7-b288-426405aec498 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.423049] env[69183]: DEBUG nova.network.neutron [req-393ad6fa-b595-4ad8-86a9-802c306aa74f req-313fc34f-ff41-460e-8fbe-7f9f0bb67ca3 service nova] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Updated VIF entry in instance network info cache for port c16653d5-ae2f-4ae8-9bfe-a57d7cec42d6. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.423497] env[69183]: DEBUG nova.network.neutron [req-393ad6fa-b595-4ad8-86a9-802c306aa74f req-313fc34f-ff41-460e-8fbe-7f9f0bb67ca3 service nova] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Updating instance_info_cache with network_info: [{"id": "c16653d5-ae2f-4ae8-9bfe-a57d7cec42d6", "address": "fa:16:3e:39:77:13", "network": {"id": "97dcbdba-ab65-4eee-bc2f-0c7b449ece47", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-585958128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44907ad6b675450fad89916af007ec75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc16653d5-ae", "ovs_interfaceid": "c16653d5-ae2f-4ae8-9bfe-a57d7cec42d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.638071] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52fefa2c-f5d1-2999-4d18-ad4ca5d8f055, 'name': SearchDatastore_Task, 'duration_secs': 0.010694} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.638419] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.638670] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.638995] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.639198] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.639412] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.639686] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e59a4fac-93ab-414a-a500-f828dbda8ab1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.649335] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.649509] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.650222] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c21d5e41-807b-4ce7-8db5-e8f3e43e8fc7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.657075] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 983.657075] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]524000d6-bec5-0d77-aa57-675a116038ce" [ 983.657075] env[69183]: _type = "Task" [ 983.657075] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.665325] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]524000d6-bec5-0d77-aa57-675a116038ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.729670] env[69183]: DEBUG oslo_vmware.api [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790178, 'name': Rename_Task, 'duration_secs': 0.151829} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.729930] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.730188] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ade8330e-c989-4398-9f28-4e864d6f5cce {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.737464] env[69183]: DEBUG oslo_vmware.api [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 983.737464] env[69183]: value = "task-2790179" [ 983.737464] env[69183]: _type = "Task" [ 983.737464] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.746810] env[69183]: DEBUG oslo_vmware.api [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.749738] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquiring lock "refresh_cache-69798482-6c0f-49c6-b4d7-42927b8540c3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.749896] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquired lock "refresh_cache-69798482-6c0f-49c6-b4d7-42927b8540c3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.750032] env[69183]: DEBUG nova.network.neutron [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.809101] env[69183]: DEBUG oslo_concurrency.lockutils [None req-197a8622-af46-4dd3-aba6-b303e4a417d5 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "5f7a7c55-a774-4137-9bca-f3c35bdad8c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.364s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.816618] env[69183]: DEBUG nova.compute.utils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.820799] env[69183]: DEBUG nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.820973] env[69183]: DEBUG nova.network.neutron [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.926360] env[69183]: DEBUG oslo_concurrency.lockutils [req-393ad6fa-b595-4ad8-86a9-802c306aa74f req-313fc34f-ff41-460e-8fbe-7f9f0bb67ca3 service nova] Releasing lock "refresh_cache-26919386-b951-4ae3-84e4-541daeca1236" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.115183] env[69183]: DEBUG nova.policy [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '877455069b794244b4da63a69a10dd61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44907ad6b675450fad89916af007ec75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.118505] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3250b866-3bcc-4ddf-aa52-34a9efdcca3a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.127427] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202690b2-23d7-429f-8bfd-04fb7580acd4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.165941] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1dfe09-6c72-4982-9be9-232dfd018fbe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.175107] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]524000d6-bec5-0d77-aa57-675a116038ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009476} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.177821] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9fe8798-9e2f-442c-89f6-ed0771c43f5e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.181031] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be5faa2-1c44-4ad1-b81e-b4cd7a80fd29 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.188264] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 984.188264] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]526b64ac-a09b-46c5-405c-ea58e96850d1" [ 984.188264] env[69183]: _type = "Task" [ 984.188264] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.196419] env[69183]: DEBUG nova.compute.provider_tree [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.209421] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]526b64ac-a09b-46c5-405c-ea58e96850d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010766} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.209687] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.209920] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 26919386-b951-4ae3-84e4-541daeca1236/26919386-b951-4ae3-84e4-541daeca1236.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.210182] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e33526c-c797-4592-bed5-9da72e0ecd13 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.219127] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 984.219127] env[69183]: value = "task-2790180" [ 984.219127] env[69183]: _type = "Task" [ 984.219127] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.229064] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.245826] env[69183]: DEBUG oslo_vmware.api [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790179, 'name': PowerOnVM_Task, 'duration_secs': 0.456001} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.246091] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.246293] env[69183]: INFO nova.compute.manager [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Took 8.14 seconds to spawn the instance on the hypervisor. [ 984.246471] env[69183]: DEBUG nova.compute.manager [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.247241] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b0b14e-3682-44d9-a644-c8b7a074c3f1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.287125] env[69183]: DEBUG nova.network.neutron [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.321209] env[69183]: DEBUG nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.423631] env[69183]: DEBUG nova.network.neutron [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Updating instance_info_cache with network_info: [{"id": "04ee9c94-1be5-4ad3-9bd1-20462841c0fe", "address": "fa:16:3e:2c:2c:16", "network": {"id": "97dcbdba-ab65-4eee-bc2f-0c7b449ece47", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-585958128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44907ad6b675450fad89916af007ec75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04ee9c94-1b", "ovs_interfaceid": "04ee9c94-1be5-4ad3-9bd1-20462841c0fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.703292] env[69183]: DEBUG nova.scheduler.client.report [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.732607] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790180, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463831} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.733033] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 26919386-b951-4ae3-84e4-541daeca1236/26919386-b951-4ae3-84e4-541daeca1236.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.733615] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.735544] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62a40e04-2adc-4fec-a183-944004368c0d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.745083] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 984.745083] env[69183]: value = "task-2790181" [ 984.745083] env[69183]: _type = "Task" [ 984.745083] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.754864] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.763799] env[69183]: DEBUG nova.network.neutron [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Successfully created port: 63925a19-5f22-427d-bd04-48a86e5da2b1 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.767876] env[69183]: INFO nova.compute.manager [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Took 30.60 seconds to build instance. [ 984.878295] env[69183]: DEBUG nova.compute.manager [req-5490ef5f-62ef-4433-ab06-ea9fd69b4444 req-674bbe0b-f08f-4447-8657-b7c55facb9e7 service nova] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Received event network-vif-plugged-04ee9c94-1be5-4ad3-9bd1-20462841c0fe {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 984.878295] env[69183]: DEBUG oslo_concurrency.lockutils [req-5490ef5f-62ef-4433-ab06-ea9fd69b4444 req-674bbe0b-f08f-4447-8657-b7c55facb9e7 service nova] Acquiring lock "69798482-6c0f-49c6-b4d7-42927b8540c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.878295] env[69183]: DEBUG oslo_concurrency.lockutils [req-5490ef5f-62ef-4433-ab06-ea9fd69b4444 req-674bbe0b-f08f-4447-8657-b7c55facb9e7 service nova] Lock "69798482-6c0f-49c6-b4d7-42927b8540c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.878295] env[69183]: DEBUG oslo_concurrency.lockutils [req-5490ef5f-62ef-4433-ab06-ea9fd69b4444 req-674bbe0b-f08f-4447-8657-b7c55facb9e7 service nova] Lock "69798482-6c0f-49c6-b4d7-42927b8540c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.878295] env[69183]: DEBUG nova.compute.manager [req-5490ef5f-62ef-4433-ab06-ea9fd69b4444 req-674bbe0b-f08f-4447-8657-b7c55facb9e7 service nova] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] No waiting events found dispatching network-vif-plugged-04ee9c94-1be5-4ad3-9bd1-20462841c0fe {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.878295] env[69183]: WARNING nova.compute.manager [req-5490ef5f-62ef-4433-ab06-ea9fd69b4444 req-674bbe0b-f08f-4447-8657-b7c55facb9e7 service nova] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Received unexpected event network-vif-plugged-04ee9c94-1be5-4ad3-9bd1-20462841c0fe for instance with vm_state building and task_state spawning. [ 984.879040] env[69183]: DEBUG nova.compute.manager [req-5490ef5f-62ef-4433-ab06-ea9fd69b4444 req-674bbe0b-f08f-4447-8657-b7c55facb9e7 service nova] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Received event network-changed-04ee9c94-1be5-4ad3-9bd1-20462841c0fe {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 984.879040] env[69183]: DEBUG nova.compute.manager [req-5490ef5f-62ef-4433-ab06-ea9fd69b4444 req-674bbe0b-f08f-4447-8657-b7c55facb9e7 service nova] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Refreshing instance network info cache due to event network-changed-04ee9c94-1be5-4ad3-9bd1-20462841c0fe. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 984.879040] env[69183]: DEBUG oslo_concurrency.lockutils [req-5490ef5f-62ef-4433-ab06-ea9fd69b4444 req-674bbe0b-f08f-4447-8657-b7c55facb9e7 service nova] Acquiring lock "refresh_cache-69798482-6c0f-49c6-b4d7-42927b8540c3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.897296] env[69183]: DEBUG nova.compute.manager [req-af9be8bb-6165-4667-8cb8-109283efc4ef req-096a8375-aafd-446a-8536-70315d6beca9 service nova] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Received event network-changed-8b0a9fd8-5af3-437e-8e82-279a7cf2a995 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 984.897496] env[69183]: DEBUG nova.compute.manager [req-af9be8bb-6165-4667-8cb8-109283efc4ef req-096a8375-aafd-446a-8536-70315d6beca9 service nova] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Refreshing instance network info cache due to event network-changed-8b0a9fd8-5af3-437e-8e82-279a7cf2a995. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 984.897704] env[69183]: DEBUG oslo_concurrency.lockutils [req-af9be8bb-6165-4667-8cb8-109283efc4ef req-096a8375-aafd-446a-8536-70315d6beca9 service nova] Acquiring lock "refresh_cache-5f7a7c55-a774-4137-9bca-f3c35bdad8c8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.897847] env[69183]: DEBUG oslo_concurrency.lockutils [req-af9be8bb-6165-4667-8cb8-109283efc4ef req-096a8375-aafd-446a-8536-70315d6beca9 service nova] Acquired lock "refresh_cache-5f7a7c55-a774-4137-9bca-f3c35bdad8c8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.898019] env[69183]: DEBUG nova.network.neutron [req-af9be8bb-6165-4667-8cb8-109283efc4ef req-096a8375-aafd-446a-8536-70315d6beca9 service nova] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Refreshing network info cache for port 8b0a9fd8-5af3-437e-8e82-279a7cf2a995 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.926484] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Releasing lock "refresh_cache-69798482-6c0f-49c6-b4d7-42927b8540c3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.926806] env[69183]: DEBUG nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Instance network_info: |[{"id": "04ee9c94-1be5-4ad3-9bd1-20462841c0fe", "address": "fa:16:3e:2c:2c:16", "network": {"id": "97dcbdba-ab65-4eee-bc2f-0c7b449ece47", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-585958128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44907ad6b675450fad89916af007ec75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04ee9c94-1b", "ovs_interfaceid": "04ee9c94-1be5-4ad3-9bd1-20462841c0fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.927168] env[69183]: DEBUG oslo_concurrency.lockutils [req-5490ef5f-62ef-4433-ab06-ea9fd69b4444 req-674bbe0b-f08f-4447-8657-b7c55facb9e7 service nova] Acquired lock "refresh_cache-69798482-6c0f-49c6-b4d7-42927b8540c3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.927384] env[69183]: DEBUG nova.network.neutron [req-5490ef5f-62ef-4433-ab06-ea9fd69b4444 req-674bbe0b-f08f-4447-8657-b7c55facb9e7 service nova] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Refreshing network info cache for port 04ee9c94-1be5-4ad3-9bd1-20462841c0fe {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.928577] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:2c:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04ee9c94-1be5-4ad3-9bd1-20462841c0fe', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.936779] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.940175] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.940633] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b747a15-409f-4d72-9ad2-1d3d4fb9bf3c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.962160] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.962160] env[69183]: value = "task-2790182" [ 984.962160] env[69183]: _type = "Task" [ 984.962160] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.971103] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790182, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.184229] env[69183]: DEBUG nova.network.neutron [req-5490ef5f-62ef-4433-ab06-ea9fd69b4444 req-674bbe0b-f08f-4447-8657-b7c55facb9e7 service nova] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Updated VIF entry in instance network info cache for port 04ee9c94-1be5-4ad3-9bd1-20462841c0fe. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.186146] env[69183]: DEBUG nova.network.neutron [req-5490ef5f-62ef-4433-ab06-ea9fd69b4444 req-674bbe0b-f08f-4447-8657-b7c55facb9e7 service nova] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Updating instance_info_cache with network_info: [{"id": "04ee9c94-1be5-4ad3-9bd1-20462841c0fe", "address": "fa:16:3e:2c:2c:16", "network": {"id": "97dcbdba-ab65-4eee-bc2f-0c7b449ece47", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-585958128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44907ad6b675450fad89916af007ec75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04ee9c94-1b", "ovs_interfaceid": "04ee9c94-1be5-4ad3-9bd1-20462841c0fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.214439] env[69183]: DEBUG oslo_concurrency.lockutils [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.216884] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 16.468s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.216884] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.217066] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69183) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 985.217391] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.131s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.223749] env[69183]: INFO nova.compute.claims [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.228518] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3eb410-770d-4721-b3a6-687e1b722590 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.239924] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3849d4-6d37-4c9d-a33b-243a0999ac03 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.262708] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40a8824-270c-4156-86dc-e11b4db7bf2d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.268867] env[69183]: INFO nova.scheduler.client.report [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Deleted allocations for instance c2b68522-d582-49d7-b288-426405aec498 [ 985.269949] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066687} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.270295] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c24ec297-a044-47fe-9a75-e5886be8f1ec tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "d47feb1d-dceb-42f8-82e3-632abf0fcdf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.106s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.271017] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.272049] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42aa2569-6a75-46a2-bda9-057a43ad733d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.286021] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110eae92-5732-4830-9f52-7c710c0c7bfa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.310027] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 26919386-b951-4ae3-84e4-541daeca1236/26919386-b951-4ae3-84e4-541daeca1236.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.310223] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb8ea7c5-ef09-4918-92c6-d3442d11a329 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.351051] env[69183]: DEBUG nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.357020] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179705MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=69183) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 985.357020] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.361239] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 985.361239] env[69183]: value = "task-2790183" [ 985.361239] env[69183]: _type = "Task" [ 985.361239] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.373896] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.385128] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.385403] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.385562] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.385741] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.385883] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.386099] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.386363] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.386526] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.386699] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.386860] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.387043] env[69183]: DEBUG nova.virt.hardware [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.387963] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf3abb6-73ab-406b-b1aa-7893a14079f0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.398187] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1b48f4-8a34-4920-834e-0d4fbf46ff9c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.473434] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790182, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.628968] env[69183]: DEBUG nova.network.neutron [req-af9be8bb-6165-4667-8cb8-109283efc4ef req-096a8375-aafd-446a-8536-70315d6beca9 service nova] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Updated VIF entry in instance network info cache for port 8b0a9fd8-5af3-437e-8e82-279a7cf2a995. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.629353] env[69183]: DEBUG nova.network.neutron [req-af9be8bb-6165-4667-8cb8-109283efc4ef req-096a8375-aafd-446a-8536-70315d6beca9 service nova] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Updating instance_info_cache with network_info: [{"id": "8b0a9fd8-5af3-437e-8e82-279a7cf2a995", "address": "fa:16:3e:7b:ab:13", "network": {"id": "865efc6d-5266-4031-9c8a-d753d79059cc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1828770386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7be7126bdc4d4a02915cdcb330a2bea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0a9fd8-5a", "ovs_interfaceid": "8b0a9fd8-5af3-437e-8e82-279a7cf2a995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.688488] env[69183]: DEBUG oslo_concurrency.lockutils [req-5490ef5f-62ef-4433-ab06-ea9fd69b4444 req-674bbe0b-f08f-4447-8657-b7c55facb9e7 service nova] Releasing lock "refresh_cache-69798482-6c0f-49c6-b4d7-42927b8540c3" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.792345] env[69183]: DEBUG oslo_concurrency.lockutils [None req-33fd24f7-42f1-47ff-90f3-ed7628b73e2c tempest-ServersAdminTestJSON-686956909 tempest-ServersAdminTestJSON-686956909-project-member] Lock "c2b68522-d582-49d7-b288-426405aec498" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.206s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.871987] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.973330] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790182, 'name': CreateVM_Task, 'duration_secs': 0.625763} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.973645] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.974255] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.974436] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.974831] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.975169] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bcea0ed-0c9d-477e-a1f5-c6feb9aff382 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.981160] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 985.981160] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5231ac75-773f-c80c-3261-487e38328baa" [ 985.981160] env[69183]: _type = "Task" [ 985.981160] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.989277] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5231ac75-773f-c80c-3261-487e38328baa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.069520] env[69183]: INFO nova.compute.manager [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Rebuilding instance [ 986.111731] env[69183]: DEBUG nova.compute.manager [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.112606] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f937972f-a5ea-45c8-be18-932efc0a88cd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.132088] env[69183]: DEBUG oslo_concurrency.lockutils [req-af9be8bb-6165-4667-8cb8-109283efc4ef req-096a8375-aafd-446a-8536-70315d6beca9 service nova] Releasing lock "refresh_cache-5f7a7c55-a774-4137-9bca-f3c35bdad8c8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.375902] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.402688] env[69183]: DEBUG nova.network.neutron [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Successfully updated port: 63925a19-5f22-427d-bd04-48a86e5da2b1 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.492264] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5231ac75-773f-c80c-3261-487e38328baa, 'name': SearchDatastore_Task, 'duration_secs': 0.01128} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.492565] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.492852] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.493143] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.493274] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.493470] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.493734] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dea9e505-da54-407c-832a-3dc34b0b5292 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.502783] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.503015] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.503764] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60ad884f-b8c1-4d4a-be21-e7cdacfefa3e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.509333] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 986.509333] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]525bb2d4-03d0-2c04-91b9-b654961633d4" [ 986.509333] env[69183]: _type = "Task" [ 986.509333] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.519621] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525bb2d4-03d0-2c04-91b9-b654961633d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.534564] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e25214-b382-4ade-8435-bb748eba4feb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.542363] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4319cf5-cbab-4721-9097-f351630096d8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.574835] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee7cff8-6211-401f-b60c-7be823e76dae {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.583142] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea94df9-ddf7-44f8-8dcb-9ef607e9de08 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.596574] env[69183]: DEBUG nova.compute.provider_tree [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.874719] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790183, 'name': ReconfigVM_Task, 'duration_secs': 1.125655} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.875012] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 26919386-b951-4ae3-84e4-541daeca1236/26919386-b951-4ae3-84e4-541daeca1236.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.875695] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96caa1b6-dc12-47e1-bb36-d195523da05b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.884114] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 986.884114] env[69183]: value = "task-2790184" [ 986.884114] env[69183]: _type = "Task" [ 986.884114] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.892413] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790184, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.907716] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquiring lock "refresh_cache-2d12eb83-8e93-4cfe-ab45-d5aaa6077d65" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.907716] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquired lock "refresh_cache-2d12eb83-8e93-4cfe-ab45-d5aaa6077d65" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.907716] env[69183]: DEBUG nova.network.neutron [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.939915] env[69183]: DEBUG nova.compute.manager [req-d55c2317-e802-4f93-b9ba-9cc8a76cee31 req-0244b505-c156-434f-bbb0-8a8b64ecda16 service nova] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Received event network-vif-plugged-63925a19-5f22-427d-bd04-48a86e5da2b1 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 986.940156] env[69183]: DEBUG oslo_concurrency.lockutils [req-d55c2317-e802-4f93-b9ba-9cc8a76cee31 req-0244b505-c156-434f-bbb0-8a8b64ecda16 service nova] Acquiring lock "2d12eb83-8e93-4cfe-ab45-d5aaa6077d65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.940357] env[69183]: DEBUG oslo_concurrency.lockutils [req-d55c2317-e802-4f93-b9ba-9cc8a76cee31 req-0244b505-c156-434f-bbb0-8a8b64ecda16 service nova] Lock "2d12eb83-8e93-4cfe-ab45-d5aaa6077d65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.940524] env[69183]: DEBUG oslo_concurrency.lockutils [req-d55c2317-e802-4f93-b9ba-9cc8a76cee31 req-0244b505-c156-434f-bbb0-8a8b64ecda16 service nova] Lock "2d12eb83-8e93-4cfe-ab45-d5aaa6077d65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.940723] env[69183]: DEBUG nova.compute.manager [req-d55c2317-e802-4f93-b9ba-9cc8a76cee31 req-0244b505-c156-434f-bbb0-8a8b64ecda16 service nova] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] No waiting events found dispatching network-vif-plugged-63925a19-5f22-427d-bd04-48a86e5da2b1 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.940860] env[69183]: WARNING nova.compute.manager [req-d55c2317-e802-4f93-b9ba-9cc8a76cee31 req-0244b505-c156-434f-bbb0-8a8b64ecda16 service nova] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Received unexpected event network-vif-plugged-63925a19-5f22-427d-bd04-48a86e5da2b1 for instance with vm_state building and task_state spawning. [ 986.941028] env[69183]: DEBUG nova.compute.manager [req-d55c2317-e802-4f93-b9ba-9cc8a76cee31 req-0244b505-c156-434f-bbb0-8a8b64ecda16 service nova] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Received event network-changed-63925a19-5f22-427d-bd04-48a86e5da2b1 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 986.941190] env[69183]: DEBUG nova.compute.manager [req-d55c2317-e802-4f93-b9ba-9cc8a76cee31 req-0244b505-c156-434f-bbb0-8a8b64ecda16 service nova] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Refreshing instance network info cache due to event network-changed-63925a19-5f22-427d-bd04-48a86e5da2b1. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 986.941387] env[69183]: DEBUG oslo_concurrency.lockutils [req-d55c2317-e802-4f93-b9ba-9cc8a76cee31 req-0244b505-c156-434f-bbb0-8a8b64ecda16 service nova] Acquiring lock "refresh_cache-2d12eb83-8e93-4cfe-ab45-d5aaa6077d65" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.023716] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525bb2d4-03d0-2c04-91b9-b654961633d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009469} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.024553] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0600be6-8120-4b48-a52c-64958c502941 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.030880] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 987.030880] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]525c7ed9-739f-4dcf-96bf-687f779734a3" [ 987.030880] env[69183]: _type = "Task" [ 987.030880] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.040166] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525c7ed9-739f-4dcf-96bf-687f779734a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.100436] env[69183]: DEBUG nova.scheduler.client.report [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.128088] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.128088] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6e1c5c0-a4a5-4ffa-8de4-327977fd341f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.136349] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 987.136349] env[69183]: value = "task-2790185" [ 987.136349] env[69183]: _type = "Task" [ 987.136349] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.146132] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.394486] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790184, 'name': Rename_Task, 'duration_secs': 0.176082} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.394795] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.395099] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14c8d2f5-cc73-455e-ac84-29877e963b84 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.402203] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 987.402203] env[69183]: value = "task-2790186" [ 987.402203] env[69183]: _type = "Task" [ 987.402203] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.412106] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.439981] env[69183]: DEBUG nova.network.neutron [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.544567] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525c7ed9-739f-4dcf-96bf-687f779734a3, 'name': SearchDatastore_Task, 'duration_secs': 0.012751} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.544971] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.545207] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 69798482-6c0f-49c6-b4d7-42927b8540c3/69798482-6c0f-49c6-b4d7-42927b8540c3.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.545474] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-804cd454-71a5-4871-9798-65ba210babd3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.553543] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 987.553543] env[69183]: value = "task-2790187" [ 987.553543] env[69183]: _type = "Task" [ 987.553543] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.562448] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.577651] env[69183]: DEBUG nova.network.neutron [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Updating instance_info_cache with network_info: [{"id": "63925a19-5f22-427d-bd04-48a86e5da2b1", "address": "fa:16:3e:72:d5:50", "network": {"id": "97dcbdba-ab65-4eee-bc2f-0c7b449ece47", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-585958128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44907ad6b675450fad89916af007ec75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63925a19-5f", "ovs_interfaceid": "63925a19-5f22-427d-bd04-48a86e5da2b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.606367] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.606896] env[69183]: DEBUG nova.compute.manager [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.609477] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.317s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.609712] env[69183]: DEBUG nova.objects.instance [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lazy-loading 'resources' on Instance uuid 32a3f694-b433-4ce8-97e9-61211082a144 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.647496] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790185, 'name': PowerOffVM_Task, 'duration_secs': 0.223328} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.647777] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.648025] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.649102] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1e1840-b30e-4cb9-a870-ffb2c1522ddb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.658690] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.659169] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7431f5a-3d34-4c52-b809-fd1d837f2432 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.743931] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.744180] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.744369] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Deleting the datastore file [datastore2] d47feb1d-dceb-42f8-82e3-632abf0fcdf8 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.744648] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c5c7d51-ce6f-420a-9303-9fbeed2d0993 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.755327] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 987.755327] env[69183]: value = "task-2790189" [ 987.755327] env[69183]: _type = "Task" [ 987.755327] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.768138] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.915123] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790186, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.065567] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466631} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.065849] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 69798482-6c0f-49c6-b4d7-42927b8540c3/69798482-6c0f-49c6-b4d7-42927b8540c3.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.066070] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.066333] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5ad502a-40cf-45fb-befa-4aff0855e1e1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.074279] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 988.074279] env[69183]: value = "task-2790190" [ 988.074279] env[69183]: _type = "Task" [ 988.074279] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.080551] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Releasing lock "refresh_cache-2d12eb83-8e93-4cfe-ab45-d5aaa6077d65" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.080881] env[69183]: DEBUG nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Instance network_info: |[{"id": "63925a19-5f22-427d-bd04-48a86e5da2b1", "address": "fa:16:3e:72:d5:50", "network": {"id": "97dcbdba-ab65-4eee-bc2f-0c7b449ece47", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-585958128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44907ad6b675450fad89916af007ec75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63925a19-5f", "ovs_interfaceid": "63925a19-5f22-427d-bd04-48a86e5da2b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.084209] env[69183]: DEBUG oslo_concurrency.lockutils [req-d55c2317-e802-4f93-b9ba-9cc8a76cee31 req-0244b505-c156-434f-bbb0-8a8b64ecda16 service nova] Acquired lock "refresh_cache-2d12eb83-8e93-4cfe-ab45-d5aaa6077d65" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.084401] env[69183]: DEBUG nova.network.neutron [req-d55c2317-e802-4f93-b9ba-9cc8a76cee31 req-0244b505-c156-434f-bbb0-8a8b64ecda16 service nova] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Refreshing network info cache for port 63925a19-5f22-427d-bd04-48a86e5da2b1 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.086199] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:d5:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63925a19-5f22-427d-bd04-48a86e5da2b1', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.093817] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.094084] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.095293] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.095537] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31d46928-4d98-494d-ad07-3a32274db7f5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.114197] env[69183]: DEBUG nova.compute.utils [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.115699] env[69183]: DEBUG nova.compute.manager [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.115873] env[69183]: DEBUG nova.network.neutron [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.126043] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.126043] env[69183]: value = "task-2790191" [ 988.126043] env[69183]: _type = "Task" [ 988.126043] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.137646] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790191, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.232975] env[69183]: DEBUG nova.policy [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40872afc348746a9aa1ad363d844cd51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5693178b56fa4638818e38f3f7b68860', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.265791] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358043} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.268291] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.268486] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.268664] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.417246] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790186, 'name': PowerOnVM_Task, 'duration_secs': 0.678935} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.417246] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.417491] env[69183]: INFO nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Took 7.98 seconds to spawn the instance on the hypervisor. [ 988.417973] env[69183]: DEBUG nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.420378] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f1f921-3686-4e5d-9108-ef6d7e1f3f7b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.457357] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29692488-6cf9-4920-b76e-5224bb4f9ae0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.467127] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1f853c-88c2-4a0b-80ef-e198a29636f9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.502288] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b325ca-e720-4ece-9072-25083622477e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.511401] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b966171d-67fc-467f-81d7-e3bd83147476 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.525883] env[69183]: DEBUG nova.compute.provider_tree [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.583863] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153551} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.584202] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.585071] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e2693f-223d-446c-86e8-02ed2bbae3fa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.610253] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 69798482-6c0f-49c6-b4d7-42927b8540c3/69798482-6c0f-49c6-b4d7-42927b8540c3.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.610522] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c81fe75b-d6e4-4fef-ad91-54343c13aca0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.624731] env[69183]: DEBUG nova.compute.manager [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.634771] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 988.634771] env[69183]: value = "task-2790192" [ 988.634771] env[69183]: _type = "Task" [ 988.634771] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.636738] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790191, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.647910] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.739876] env[69183]: DEBUG nova.network.neutron [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Successfully created port: b1bf148f-a39d-4edc-a826-8b72b9b107c0 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.881316] env[69183]: DEBUG nova.network.neutron [req-d55c2317-e802-4f93-b9ba-9cc8a76cee31 req-0244b505-c156-434f-bbb0-8a8b64ecda16 service nova] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Updated VIF entry in instance network info cache for port 63925a19-5f22-427d-bd04-48a86e5da2b1. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.881476] env[69183]: DEBUG nova.network.neutron [req-d55c2317-e802-4f93-b9ba-9cc8a76cee31 req-0244b505-c156-434f-bbb0-8a8b64ecda16 service nova] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Updating instance_info_cache with network_info: [{"id": "63925a19-5f22-427d-bd04-48a86e5da2b1", "address": "fa:16:3e:72:d5:50", "network": {"id": "97dcbdba-ab65-4eee-bc2f-0c7b449ece47", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-585958128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44907ad6b675450fad89916af007ec75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63925a19-5f", "ovs_interfaceid": "63925a19-5f22-427d-bd04-48a86e5da2b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.943577] env[69183]: INFO nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Took 28.33 seconds to build instance. [ 989.028898] env[69183]: DEBUG nova.scheduler.client.report [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.151460] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790191, 'name': CreateVM_Task, 'duration_secs': 0.83451} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.154226] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.154551] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.155258] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.155402] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.155711] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.155961] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d187794-73e9-4312-986c-817930bafdb3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.161270] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 989.161270] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52c8fb57-6627-197b-cde4-e084351cf882" [ 989.161270] env[69183]: _type = "Task" [ 989.161270] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.173594] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c8fb57-6627-197b-cde4-e084351cf882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.315904] env[69183]: DEBUG nova.virt.hardware [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.316108] env[69183]: DEBUG nova.virt.hardware [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.316272] env[69183]: DEBUG nova.virt.hardware [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.316453] env[69183]: DEBUG nova.virt.hardware [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.316600] env[69183]: DEBUG nova.virt.hardware [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.316747] env[69183]: DEBUG nova.virt.hardware [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.316965] env[69183]: DEBUG nova.virt.hardware [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.317393] env[69183]: DEBUG nova.virt.hardware [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.317604] env[69183]: DEBUG nova.virt.hardware [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.317822] env[69183]: DEBUG nova.virt.hardware [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.318052] env[69183]: DEBUG nova.virt.hardware [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.319146] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5da240-13e3-4dab-9ca0-b13ba24db610 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.328340] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcc0d59-48fb-45c2-a544-4ba95ed3c26f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.343599] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:07:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1eb83145-04a6-47d7-bb2e-1ef2143a845d', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.351216] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.351563] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.351829] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c3834c5-a966-45b3-9fed-f903ee4afd10 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.374153] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.374153] env[69183]: value = "task-2790193" [ 989.374153] env[69183]: _type = "Task" [ 989.374153] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.383026] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790193, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.383587] env[69183]: DEBUG oslo_concurrency.lockutils [req-d55c2317-e802-4f93-b9ba-9cc8a76cee31 req-0244b505-c156-434f-bbb0-8a8b64ecda16 service nova] Releasing lock "refresh_cache-2d12eb83-8e93-4cfe-ab45-d5aaa6077d65" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.446026] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "26919386-b951-4ae3-84e4-541daeca1236" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.843s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.534400] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.536778] env[69183]: DEBUG oslo_concurrency.lockutils [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.184s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.538367] env[69183]: INFO nova.compute.claims [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.560318] env[69183]: INFO nova.scheduler.client.report [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Deleted allocations for instance 32a3f694-b433-4ce8-97e9-61211082a144 [ 989.643030] env[69183]: DEBUG nova.compute.manager [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.654260] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790192, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.671324] env[69183]: DEBUG nova.virt.hardware [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.671783] env[69183]: DEBUG nova.virt.hardware [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.672099] env[69183]: DEBUG nova.virt.hardware [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.672450] env[69183]: DEBUG nova.virt.hardware [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.672737] env[69183]: DEBUG nova.virt.hardware [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.673040] env[69183]: DEBUG nova.virt.hardware [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.673416] env[69183]: DEBUG nova.virt.hardware [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.673721] env[69183]: DEBUG nova.virt.hardware [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.674631] env[69183]: DEBUG nova.virt.hardware [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.674884] env[69183]: DEBUG nova.virt.hardware [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.675372] env[69183]: DEBUG nova.virt.hardware [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.675992] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6490b1d-698f-4d53-93f5-5be710f2fc29 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.689560] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35d3859-e70c-4883-8379-eb6d4e20f4bf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.694048] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c8fb57-6627-197b-cde4-e084351cf882, 'name': SearchDatastore_Task, 'duration_secs': 0.012086} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.694229] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.694732] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.694732] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.694878] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.695046] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.695750] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc52ccb6-74aa-4e20-9fbd-b3234925ea18 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.712966] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.713202] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.714156] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6066445a-85ad-4cdc-9b47-faa92e9ee8b9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.721717] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 989.721717] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5278d2a5-2d0c-9627-a4e0-fe3aca0aa93c" [ 989.721717] env[69183]: _type = "Task" [ 989.721717] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.734415] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5278d2a5-2d0c-9627-a4e0-fe3aca0aa93c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.883936] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790193, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.070149] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e1417b8-dcd0-42b5-adf0-7a7c56c904ea tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "32a3f694-b433-4ce8-97e9-61211082a144" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.490s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.153889] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790192, 'name': ReconfigVM_Task, 'duration_secs': 1.03625} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.154316] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 69798482-6c0f-49c6-b4d7-42927b8540c3/69798482-6c0f-49c6-b4d7-42927b8540c3.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.155172] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5940fdbc-e05e-467f-b036-1d3d9ad8c3df {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.164607] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 990.164607] env[69183]: value = "task-2790194" [ 990.164607] env[69183]: _type = "Task" [ 990.164607] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.176210] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790194, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.232576] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5278d2a5-2d0c-9627-a4e0-fe3aca0aa93c, 'name': SearchDatastore_Task, 'duration_secs': 0.011611} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.233401] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a1aa99d-e0a5-4e94-b956-954069b25f18 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.239259] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 990.239259] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52bd88f8-3577-9c1b-a55e-fde95a0b4cf5" [ 990.239259] env[69183]: _type = "Task" [ 990.239259] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.247520] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52bd88f8-3577-9c1b-a55e-fde95a0b4cf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.387037] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790193, 'name': CreateVM_Task, 'duration_secs': 0.56148} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.387037] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.387037] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.387308] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.387907] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.387907] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dcb3305-3576-4bde-b8f9-58123aedbf5f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.394044] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 990.394044] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52effbdd-6b7c-95fb-e748-eca1790c3948" [ 990.394044] env[69183]: _type = "Task" [ 990.394044] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.404323] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52effbdd-6b7c-95fb-e748-eca1790c3948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.435871] env[69183]: DEBUG nova.compute.manager [req-cab6d079-ddb0-4c03-9745-5fb2ea0a8dc9 req-56da8d46-8a66-4cfc-96b2-550449f4e528 service nova] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Received event network-vif-plugged-b1bf148f-a39d-4edc-a826-8b72b9b107c0 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 990.436237] env[69183]: DEBUG oslo_concurrency.lockutils [req-cab6d079-ddb0-4c03-9745-5fb2ea0a8dc9 req-56da8d46-8a66-4cfc-96b2-550449f4e528 service nova] Acquiring lock "325b7a94-5de0-4e0c-9fa9-7daecd396d54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.436581] env[69183]: DEBUG oslo_concurrency.lockutils [req-cab6d079-ddb0-4c03-9745-5fb2ea0a8dc9 req-56da8d46-8a66-4cfc-96b2-550449f4e528 service nova] Lock "325b7a94-5de0-4e0c-9fa9-7daecd396d54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.436867] env[69183]: DEBUG oslo_concurrency.lockutils [req-cab6d079-ddb0-4c03-9745-5fb2ea0a8dc9 req-56da8d46-8a66-4cfc-96b2-550449f4e528 service nova] Lock "325b7a94-5de0-4e0c-9fa9-7daecd396d54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.437120] env[69183]: DEBUG nova.compute.manager [req-cab6d079-ddb0-4c03-9745-5fb2ea0a8dc9 req-56da8d46-8a66-4cfc-96b2-550449f4e528 service nova] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] No waiting events found dispatching network-vif-plugged-b1bf148f-a39d-4edc-a826-8b72b9b107c0 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.437330] env[69183]: WARNING nova.compute.manager [req-cab6d079-ddb0-4c03-9745-5fb2ea0a8dc9 req-56da8d46-8a66-4cfc-96b2-550449f4e528 service nova] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Received unexpected event network-vif-plugged-b1bf148f-a39d-4edc-a826-8b72b9b107c0 for instance with vm_state building and task_state spawning. [ 990.593330] env[69183]: DEBUG nova.network.neutron [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Successfully updated port: b1bf148f-a39d-4edc-a826-8b72b9b107c0 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.676904] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790194, 'name': Rename_Task, 'duration_secs': 0.371902} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.679903] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.680819] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ce30422-75d9-4652-becc-008f6e5e2e1c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.689580] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 990.689580] env[69183]: value = "task-2790195" [ 990.689580] env[69183]: _type = "Task" [ 990.689580] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.702739] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.752339] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52bd88f8-3577-9c1b-a55e-fde95a0b4cf5, 'name': SearchDatastore_Task, 'duration_secs': 0.010743} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.755599] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.755986] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65/2d12eb83-8e93-4cfe-ab45-d5aaa6077d65.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.756978] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd96dcfa-0293-480b-b2f6-e64954195ce9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.765676] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 990.765676] env[69183]: value = "task-2790196" [ 990.765676] env[69183]: _type = "Task" [ 990.765676] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.777679] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.872777] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93150f0f-693f-41db-9464-fdee01784782 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.882513] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28761123-66d4-4a57-b30d-de817bca054a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.920793] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c91c89e-8d15-47e2-8119-957ad2f0139d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.930161] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52effbdd-6b7c-95fb-e748-eca1790c3948, 'name': SearchDatastore_Task, 'duration_secs': 0.012378} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.932665] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.932928] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.933242] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.933475] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.933615] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.933983] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a430a060-3ab6-4936-92b7-dfd50f06535c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.937146] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cfe622-97d7-4c1f-b402-30193540bead {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.954611] env[69183]: DEBUG nova.compute.provider_tree [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.958279] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.958536] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.959470] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b49ee7-573a-4317-be78-0a97a7b137be {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.966825] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 990.966825] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52d9db45-bafd-5c32-8e90-6bddbe2ae55e" [ 990.966825] env[69183]: _type = "Task" [ 990.966825] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.978067] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d9db45-bafd-5c32-8e90-6bddbe2ae55e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.096222] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "refresh_cache-325b7a94-5de0-4e0c-9fa9-7daecd396d54" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.096380] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquired lock "refresh_cache-325b7a94-5de0-4e0c-9fa9-7daecd396d54" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.096538] env[69183]: DEBUG nova.network.neutron [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.204627] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790195, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.276456] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446042} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.276746] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65/2d12eb83-8e93-4cfe-ab45-d5aaa6077d65.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.276968] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.277242] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3be26796-d781-4030-ab61-db1732cf671d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.284527] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 991.284527] env[69183]: value = "task-2790197" [ 991.284527] env[69183]: _type = "Task" [ 991.284527] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.292660] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.458706] env[69183]: DEBUG nova.scheduler.client.report [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.479977] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d9db45-bafd-5c32-8e90-6bddbe2ae55e, 'name': SearchDatastore_Task, 'duration_secs': 0.050045} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.481289] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af2563ec-7773-45bc-8942-e29f73092fc5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.489499] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 991.489499] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]528cca33-eb98-1960-64da-ca6e22106494" [ 991.489499] env[69183]: _type = "Task" [ 991.489499] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.498221] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528cca33-eb98-1960-64da-ca6e22106494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.646940] env[69183]: DEBUG nova.network.neutron [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.704246] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790195, 'name': PowerOnVM_Task, 'duration_secs': 0.535473} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.704716] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.705299] env[69183]: INFO nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Took 8.82 seconds to spawn the instance on the hypervisor. [ 991.705682] env[69183]: DEBUG nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.707038] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1258fcf4-d99e-4147-b719-72f19ff8431f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.795376] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067648} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.795739] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.796910] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f37ac1b-627a-4a6f-9194-cf12683ea362 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.822173] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65/2d12eb83-8e93-4cfe-ab45-d5aaa6077d65.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.822497] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1339561c-dd6e-428a-a73c-f590d2af394d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.846797] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 991.846797] env[69183]: value = "task-2790198" [ 991.846797] env[69183]: _type = "Task" [ 991.846797] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.855504] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.967563] env[69183]: DEBUG oslo_concurrency.lockutils [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.968098] env[69183]: DEBUG nova.compute.manager [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.970735] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.685s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.972320] env[69183]: INFO nova.compute.claims [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.005130] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528cca33-eb98-1960-64da-ca6e22106494, 'name': SearchDatastore_Task, 'duration_secs': 0.011053} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.005130] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.005130] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] d47feb1d-dceb-42f8-82e3-632abf0fcdf8/d47feb1d-dceb-42f8-82e3-632abf0fcdf8.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.006119] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a38a2232-1150-4424-b597-076c6f55da83 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.019130] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 992.019130] env[69183]: value = "task-2790199" [ 992.019130] env[69183]: _type = "Task" [ 992.019130] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.032966] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.110800] env[69183]: DEBUG nova.network.neutron [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Updating instance_info_cache with network_info: [{"id": "b1bf148f-a39d-4edc-a826-8b72b9b107c0", "address": "fa:16:3e:d6:11:1a", "network": {"id": "4d805c0b-229a-45c2-a038-04f1ba9ad064", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1673913808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5693178b56fa4638818e38f3f7b68860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bf148f-a3", "ovs_interfaceid": "b1bf148f-a39d-4edc-a826-8b72b9b107c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.234233] env[69183]: INFO nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Took 31.58 seconds to build instance. [ 992.356582] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.464284] env[69183]: DEBUG nova.compute.manager [req-5d1aa058-a11e-4228-8996-77a8c8f9f968 req-45d8c266-5208-4268-98a6-5817ed95c9bc service nova] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Received event network-changed-b1bf148f-a39d-4edc-a826-8b72b9b107c0 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 992.464528] env[69183]: DEBUG nova.compute.manager [req-5d1aa058-a11e-4228-8996-77a8c8f9f968 req-45d8c266-5208-4268-98a6-5817ed95c9bc service nova] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Refreshing instance network info cache due to event network-changed-b1bf148f-a39d-4edc-a826-8b72b9b107c0. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 992.464911] env[69183]: DEBUG oslo_concurrency.lockutils [req-5d1aa058-a11e-4228-8996-77a8c8f9f968 req-45d8c266-5208-4268-98a6-5817ed95c9bc service nova] Acquiring lock "refresh_cache-325b7a94-5de0-4e0c-9fa9-7daecd396d54" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.480352] env[69183]: DEBUG nova.compute.utils [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.482164] env[69183]: DEBUG nova.compute.manager [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.482480] env[69183]: DEBUG nova.network.neutron [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.530972] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790199, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.546243] env[69183]: DEBUG nova.policy [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47da8203897a419b92829cf4f0909413', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39b95c9dfa9d48df99b1364995883c31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.613840] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Releasing lock "refresh_cache-325b7a94-5de0-4e0c-9fa9-7daecd396d54" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.614275] env[69183]: DEBUG nova.compute.manager [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Instance network_info: |[{"id": "b1bf148f-a39d-4edc-a826-8b72b9b107c0", "address": "fa:16:3e:d6:11:1a", "network": {"id": "4d805c0b-229a-45c2-a038-04f1ba9ad064", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1673913808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5693178b56fa4638818e38f3f7b68860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bf148f-a3", "ovs_interfaceid": "b1bf148f-a39d-4edc-a826-8b72b9b107c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.614693] env[69183]: DEBUG oslo_concurrency.lockutils [req-5d1aa058-a11e-4228-8996-77a8c8f9f968 req-45d8c266-5208-4268-98a6-5817ed95c9bc service nova] Acquired lock "refresh_cache-325b7a94-5de0-4e0c-9fa9-7daecd396d54" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.614924] env[69183]: DEBUG nova.network.neutron [req-5d1aa058-a11e-4228-8996-77a8c8f9f968 req-45d8c266-5208-4268-98a6-5817ed95c9bc service nova] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Refreshing network info cache for port b1bf148f-a39d-4edc-a826-8b72b9b107c0 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.617100] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:11:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1bf148f-a39d-4edc-a826-8b72b9b107c0', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.629462] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.633322] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.634243] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-922580b2-e68c-4219-8ee2-dc76ef12968e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.666730] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.666730] env[69183]: value = "task-2790200" [ 992.666730] env[69183]: _type = "Task" [ 992.666730] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.685747] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790200, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.737528] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "69798482-6c0f-49c6-b4d7-42927b8540c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.095s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.858977] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790198, 'name': ReconfigVM_Task, 'duration_secs': 0.950607} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.859497] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65/2d12eb83-8e93-4cfe-ab45-d5aaa6077d65.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.860059] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a463acf-28ba-4e44-bfde-8e6f4804296a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.870301] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 992.870301] env[69183]: value = "task-2790201" [ 992.870301] env[69183]: _type = "Task" [ 992.870301] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.884209] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790201, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.921829] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Acquiring lock "4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.922339] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Lock "4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.980025] env[69183]: DEBUG nova.network.neutron [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Successfully created port: 90dc8f28-03a3-4925-af83-ffaf7b88a700 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.985386] env[69183]: DEBUG nova.compute.manager [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.002118] env[69183]: DEBUG nova.network.neutron [req-5d1aa058-a11e-4228-8996-77a8c8f9f968 req-45d8c266-5208-4268-98a6-5817ed95c9bc service nova] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Updated VIF entry in instance network info cache for port b1bf148f-a39d-4edc-a826-8b72b9b107c0. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.002661] env[69183]: DEBUG nova.network.neutron [req-5d1aa058-a11e-4228-8996-77a8c8f9f968 req-45d8c266-5208-4268-98a6-5817ed95c9bc service nova] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Updating instance_info_cache with network_info: [{"id": "b1bf148f-a39d-4edc-a826-8b72b9b107c0", "address": "fa:16:3e:d6:11:1a", "network": {"id": "4d805c0b-229a-45c2-a038-04f1ba9ad064", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1673913808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5693178b56fa4638818e38f3f7b68860", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bf148f-a3", "ovs_interfaceid": "b1bf148f-a39d-4edc-a826-8b72b9b107c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.032844] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.957892} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.033191] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] d47feb1d-dceb-42f8-82e3-632abf0fcdf8/d47feb1d-dceb-42f8-82e3-632abf0fcdf8.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.033414] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.033722] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94b7a0af-798f-4f0b-a5d7-2f0c9aa04270 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.042484] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 993.042484] env[69183]: value = "task-2790202" [ 993.042484] env[69183]: _type = "Task" [ 993.042484] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.053115] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.179732] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790200, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.360572] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c01808b-88e6-4d67-a07d-9b7a08623c7d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.368559] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aac989c-bf6a-4c33-91a1-710db72e8fc2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.131166] env[69183]: DEBUG nova.compute.manager [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.137036] env[69183]: DEBUG oslo_concurrency.lockutils [req-5d1aa058-a11e-4228-8996-77a8c8f9f968 req-45d8c266-5208-4268-98a6-5817ed95c9bc service nova] Releasing lock "refresh_cache-325b7a94-5de0-4e0c-9fa9-7daecd396d54" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.149720] env[69183]: DEBUG oslo_concurrency.lockutils [None req-564e3a1a-88e0-41d1-a246-d0717a07dc8b tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.149720] env[69183]: DEBUG oslo_concurrency.lockutils [None req-564e3a1a-88e0-41d1-a246-d0717a07dc8b tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.185148] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b96174c-2f61-44fc-9d22-f5240bf9d7c5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.187797] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099452} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.187972] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790200, 'name': CreateVM_Task, 'duration_secs': 0.627956} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.188975] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790201, 'name': Rename_Task, 'duration_secs': 0.205515} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.189251] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.189462] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.189698] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.190837] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663335ee-0b87-477c-b714-4bd82f9b4f08 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.193675] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.193834] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.194161] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.194373] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7aa1ff7-f0d0-4069-b4fb-489de027e241 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.198101] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7ca7efd-6fc6-4031-9001-05b73be1ade7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.201064] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3ad4c7-f0da-4e7b-bbe1-2ff328a59c71 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.215474] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 994.215474] env[69183]: value = "task-2790203" [ 994.215474] env[69183]: _type = "Task" [ 994.215474] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.225538] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] d47feb1d-dceb-42f8-82e3-632abf0fcdf8/d47feb1d-dceb-42f8-82e3-632abf0fcdf8.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.227712] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0554ca1b-760b-4dff-aff3-d2f12dec585c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.242216] env[69183]: DEBUG oslo_vmware.api [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 994.242216] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52a23d10-d830-478b-572d-bda1be6034ce" [ 994.242216] env[69183]: _type = "Task" [ 994.242216] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.255875] env[69183]: DEBUG nova.compute.provider_tree [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.265503] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 994.265503] env[69183]: value = "task-2790204" [ 994.265503] env[69183]: _type = "Task" [ 994.265503] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.271172] env[69183]: DEBUG oslo_vmware.api [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a23d10-d830-478b-572d-bda1be6034ce, 'name': SearchDatastore_Task, 'duration_secs': 0.012677} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.271428] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790203, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.275286] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.275534] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.275768] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.275936] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.276108] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.276709] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b71fea0c-cbdf-4d9f-ba57-5d2d5d6ccadf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.287839] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.291514] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.291514] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.292422] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aedc0fa-f1fa-401a-80f4-abb2236584e3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.299160] env[69183]: DEBUG oslo_vmware.api [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 994.299160] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e4cc05-9825-22f2-0905-7959bf761ceb" [ 994.299160] env[69183]: _type = "Task" [ 994.299160] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.308524] env[69183]: DEBUG oslo_vmware.api [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e4cc05-9825-22f2-0905-7959bf761ceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.577514] env[69183]: DEBUG nova.compute.manager [req-4b98db5f-86c6-4625-8202-ea48fa3d794b req-37333481-8e09-4e53-a449-eaa6c30728a4 service nova] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Received event network-vif-plugged-90dc8f28-03a3-4925-af83-ffaf7b88a700 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 994.577835] env[69183]: DEBUG oslo_concurrency.lockutils [req-4b98db5f-86c6-4625-8202-ea48fa3d794b req-37333481-8e09-4e53-a449-eaa6c30728a4 service nova] Acquiring lock "4a10ced8-b3d4-4f2a-955b-a8884a8209b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.577922] env[69183]: DEBUG oslo_concurrency.lockutils [req-4b98db5f-86c6-4625-8202-ea48fa3d794b req-37333481-8e09-4e53-a449-eaa6c30728a4 service nova] Lock "4a10ced8-b3d4-4f2a-955b-a8884a8209b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.578103] env[69183]: DEBUG oslo_concurrency.lockutils [req-4b98db5f-86c6-4625-8202-ea48fa3d794b req-37333481-8e09-4e53-a449-eaa6c30728a4 service nova] Lock "4a10ced8-b3d4-4f2a-955b-a8884a8209b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.578279] env[69183]: DEBUG nova.compute.manager [req-4b98db5f-86c6-4625-8202-ea48fa3d794b req-37333481-8e09-4e53-a449-eaa6c30728a4 service nova] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] No waiting events found dispatching network-vif-plugged-90dc8f28-03a3-4925-af83-ffaf7b88a700 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.578554] env[69183]: WARNING nova.compute.manager [req-4b98db5f-86c6-4625-8202-ea48fa3d794b req-37333481-8e09-4e53-a449-eaa6c30728a4 service nova] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Received unexpected event network-vif-plugged-90dc8f28-03a3-4925-af83-ffaf7b88a700 for instance with vm_state building and task_state spawning. [ 994.639557] env[69183]: DEBUG nova.compute.manager [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.664801] env[69183]: DEBUG nova.network.neutron [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Successfully updated port: 90dc8f28-03a3-4925-af83-ffaf7b88a700 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.674033] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.676673] env[69183]: DEBUG nova.virt.hardware [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.676948] env[69183]: DEBUG nova.virt.hardware [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.677125] env[69183]: DEBUG nova.virt.hardware [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.677315] env[69183]: DEBUG nova.virt.hardware [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.677462] env[69183]: DEBUG nova.virt.hardware [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.677609] env[69183]: DEBUG nova.virt.hardware [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.677819] env[69183]: DEBUG nova.virt.hardware [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.677979] env[69183]: DEBUG nova.virt.hardware [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.678160] env[69183]: DEBUG nova.virt.hardware [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.678326] env[69183]: DEBUG nova.virt.hardware [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.678497] env[69183]: DEBUG nova.virt.hardware [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.679512] env[69183]: DEBUG nova.compute.utils [None req-564e3a1a-88e0-41d1-a246-d0717a07dc8b tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.681323] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc41e53e-396c-4649-9efe-63eb7835df31 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.692500] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893d57ed-6148-41ee-973a-a6a1f6cb1774 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.738138] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790203, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.763051] env[69183]: DEBUG nova.scheduler.client.report [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.781448] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790204, 'name': ReconfigVM_Task, 'duration_secs': 0.38088} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.781729] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Reconfigured VM instance instance-00000053 to attach disk [datastore1] d47feb1d-dceb-42f8-82e3-632abf0fcdf8/d47feb1d-dceb-42f8-82e3-632abf0fcdf8.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.782379] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f0ac1be-aa54-40c6-99f6-ecd8e1ec9b77 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.791110] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 994.791110] env[69183]: value = "task-2790205" [ 994.791110] env[69183]: _type = "Task" [ 994.791110] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.801504] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790205, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.811275] env[69183]: DEBUG oslo_vmware.api [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e4cc05-9825-22f2-0905-7959bf761ceb, 'name': SearchDatastore_Task, 'duration_secs': 0.014052} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.811402] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21177df3-7e91-4c2e-a7b2-5cf6667db817 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.818333] env[69183]: DEBUG oslo_vmware.api [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 994.818333] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]528187ef-982a-cec9-ba22-a1e4e6cdf549" [ 994.818333] env[69183]: _type = "Task" [ 994.818333] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.829412] env[69183]: DEBUG oslo_vmware.api [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528187ef-982a-cec9-ba22-a1e4e6cdf549, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.169736] env[69183]: DEBUG oslo_concurrency.lockutils [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "refresh_cache-4a10ced8-b3d4-4f2a-955b-a8884a8209b8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.169892] env[69183]: DEBUG oslo_concurrency.lockutils [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired lock "refresh_cache-4a10ced8-b3d4-4f2a-955b-a8884a8209b8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.170061] env[69183]: DEBUG nova.network.neutron [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.185444] env[69183]: DEBUG oslo_concurrency.lockutils [None req-564e3a1a-88e0-41d1-a246-d0717a07dc8b tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.036s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.238902] env[69183]: DEBUG oslo_vmware.api [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790203, 'name': PowerOnVM_Task, 'duration_secs': 0.775397} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.239202] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.239658] env[69183]: INFO nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Took 9.89 seconds to spawn the instance on the hypervisor. [ 995.239658] env[69183]: DEBUG nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.241012] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799943c7-3ed5-409a-863d-225f5d4c228f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.267583] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.297s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.268987] env[69183]: DEBUG nova.compute.manager [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.270826] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.779s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.272191] env[69183]: INFO nova.compute.claims [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.305128] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790205, 'name': Rename_Task, 'duration_secs': 0.28523} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.306400] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.307224] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1bd1b73-4db4-4df5-b203-292ff176e356 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.316482] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 995.316482] env[69183]: value = "task-2790206" [ 995.316482] env[69183]: _type = "Task" [ 995.316482] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.333971] env[69183]: DEBUG oslo_vmware.api [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528187ef-982a-cec9-ba22-a1e4e6cdf549, 'name': SearchDatastore_Task, 'duration_secs': 0.012888} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.334226] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.334467] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.334766] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 325b7a94-5de0-4e0c-9fa9-7daecd396d54/325b7a94-5de0-4e0c-9fa9-7daecd396d54.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.335112] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b36fa02-24fc-4555-a5b0-ed841fe06194 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.343807] env[69183]: DEBUG oslo_vmware.api [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 995.343807] env[69183]: value = "task-2790207" [ 995.343807] env[69183]: _type = "Task" [ 995.343807] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.353462] env[69183]: DEBUG oslo_vmware.api [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.709904] env[69183]: DEBUG nova.network.neutron [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.758713] env[69183]: INFO nova.compute.manager [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Took 35.03 seconds to build instance. [ 995.776145] env[69183]: DEBUG nova.compute.utils [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.780540] env[69183]: DEBUG nova.compute.manager [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.780758] env[69183]: DEBUG nova.network.neutron [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.828645] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790206, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.830408] env[69183]: DEBUG nova.policy [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3017661acf6945a39a6bceaa30529932', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ce4d4d35dfe4e4286e2701523cdafd5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.854384] env[69183]: DEBUG oslo_vmware.api [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790207, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.878492] env[69183]: DEBUG nova.network.neutron [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Updating instance_info_cache with network_info: [{"id": "90dc8f28-03a3-4925-af83-ffaf7b88a700", "address": "fa:16:3e:a5:c2:01", "network": {"id": "dd86d277-8747-4c50-a305-9b46298b69c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619207239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b95c9dfa9d48df99b1364995883c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90dc8f28-03", "ovs_interfaceid": "90dc8f28-03a3-4925-af83-ffaf7b88a700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.138035] env[69183]: DEBUG nova.network.neutron [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Successfully created port: 6e7fc322-be15-4975-8c18-f7afc546ce3f {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.183832] env[69183]: DEBUG oslo_concurrency.lockutils [None req-564e3a1a-88e0-41d1-a246-d0717a07dc8b tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.184114] env[69183]: DEBUG oslo_concurrency.lockutils [None req-564e3a1a-88e0-41d1-a246-d0717a07dc8b tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.184353] env[69183]: INFO nova.compute.manager [None req-564e3a1a-88e0-41d1-a246-d0717a07dc8b tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Attaching volume dddb3757-dd4e-4fa8-b417-eb8cb1767738 to /dev/sdb [ 996.226594] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649ab928-3f95-428a-b558-b7751cb216e9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.237370] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92356f89-256f-4b57-b289-b1ab00cf6b3e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.254378] env[69183]: DEBUG nova.virt.block_device [None req-564e3a1a-88e0-41d1-a246-d0717a07dc8b tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Updating existing volume attachment record: 58cb2f5b-e118-4f7b-8b6a-7451ec0137b1 {{(pid=69183) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 996.261033] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b01c723b-a495-41c8-a65f-dff1a28588e8 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "2d12eb83-8e93-4cfe-ab45-d5aaa6077d65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.572s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.283547] env[69183]: DEBUG nova.compute.manager [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.331686] env[69183]: DEBUG oslo_vmware.api [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790206, 'name': PowerOnVM_Task, 'duration_secs': 0.783151} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.331995] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.332208] env[69183]: DEBUG nova.compute.manager [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.333223] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69633ad4-e84e-42ee-8f09-9f73f8af49f2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.356620] env[69183]: DEBUG oslo_vmware.api [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593845} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.356896] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 325b7a94-5de0-4e0c-9fa9-7daecd396d54/325b7a94-5de0-4e0c-9fa9-7daecd396d54.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.357127] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.357378] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1aa41baa-29bb-49c2-8eb4-51bf1057d652 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.364982] env[69183]: DEBUG oslo_vmware.api [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 996.364982] env[69183]: value = "task-2790208" [ 996.364982] env[69183]: _type = "Task" [ 996.364982] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.380618] env[69183]: DEBUG oslo_vmware.api [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.380809] env[69183]: DEBUG oslo_concurrency.lockutils [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Releasing lock "refresh_cache-4a10ced8-b3d4-4f2a-955b-a8884a8209b8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.381096] env[69183]: DEBUG nova.compute.manager [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Instance network_info: |[{"id": "90dc8f28-03a3-4925-af83-ffaf7b88a700", "address": "fa:16:3e:a5:c2:01", "network": {"id": "dd86d277-8747-4c50-a305-9b46298b69c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619207239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b95c9dfa9d48df99b1364995883c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90dc8f28-03", "ovs_interfaceid": "90dc8f28-03a3-4925-af83-ffaf7b88a700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 996.381555] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:c2:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90dc8f28-03a3-4925-af83-ffaf7b88a700', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.389947] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.392712] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.393958] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfaaf228-035e-446a-aac4-27d4c30db496 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.416529] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.416529] env[69183]: value = "task-2790210" [ 996.416529] env[69183]: _type = "Task" [ 996.416529] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.427925] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790210, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.608325] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6563d6-c005-4339-a4a1-c9cc3ff72f5c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.615993] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534e5e4f-3a6a-49a1-9c5f-08c200f99324 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.649767] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9e4cc5-c714-4032-a039-83069e317d35 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.657268] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e98e1a-d6f7-4dd3-9670-3a1e7857f6f6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.674025] env[69183]: DEBUG nova.compute.provider_tree [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.691010] env[69183]: DEBUG nova.compute.manager [req-bb1bd814-56c8-47fb-b0f9-962a5910e56f req-69cc8759-e6f9-4f40-b8de-a2fedacfdac4 service nova] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Received event network-changed-90dc8f28-03a3-4925-af83-ffaf7b88a700 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 996.691224] env[69183]: DEBUG nova.compute.manager [req-bb1bd814-56c8-47fb-b0f9-962a5910e56f req-69cc8759-e6f9-4f40-b8de-a2fedacfdac4 service nova] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Refreshing instance network info cache due to event network-changed-90dc8f28-03a3-4925-af83-ffaf7b88a700. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 996.691446] env[69183]: DEBUG oslo_concurrency.lockutils [req-bb1bd814-56c8-47fb-b0f9-962a5910e56f req-69cc8759-e6f9-4f40-b8de-a2fedacfdac4 service nova] Acquiring lock "refresh_cache-4a10ced8-b3d4-4f2a-955b-a8884a8209b8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.691631] env[69183]: DEBUG oslo_concurrency.lockutils [req-bb1bd814-56c8-47fb-b0f9-962a5910e56f req-69cc8759-e6f9-4f40-b8de-a2fedacfdac4 service nova] Acquired lock "refresh_cache-4a10ced8-b3d4-4f2a-955b-a8884a8209b8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.691815] env[69183]: DEBUG nova.network.neutron [req-bb1bd814-56c8-47fb-b0f9-962a5910e56f req-69cc8759-e6f9-4f40-b8de-a2fedacfdac4 service nova] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Refreshing network info cache for port 90dc8f28-03a3-4925-af83-ffaf7b88a700 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.858149] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.879416] env[69183]: DEBUG oslo_vmware.api [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191033} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.881230] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.884899] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae13000-0501-4c15-8be8-59027c38cf38 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.912958] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 325b7a94-5de0-4e0c-9fa9-7daecd396d54/325b7a94-5de0-4e0c-9fa9-7daecd396d54.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.913795] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8d2a700-743b-4e47-9d83-76e46498f935 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.938942] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790210, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.943291] env[69183]: DEBUG oslo_vmware.api [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 996.943291] env[69183]: value = "task-2790213" [ 996.943291] env[69183]: _type = "Task" [ 996.943291] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.954017] env[69183]: DEBUG oslo_vmware.api [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.177111] env[69183]: DEBUG nova.scheduler.client.report [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.293855] env[69183]: DEBUG nova.compute.manager [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.322520] env[69183]: DEBUG nova.virt.hardware [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.323479] env[69183]: DEBUG nova.virt.hardware [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.323479] env[69183]: DEBUG nova.virt.hardware [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.323479] env[69183]: DEBUG nova.virt.hardware [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.323479] env[69183]: DEBUG nova.virt.hardware [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.323770] env[69183]: DEBUG nova.virt.hardware [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.323843] env[69183]: DEBUG nova.virt.hardware [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.324036] env[69183]: DEBUG nova.virt.hardware [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.324247] env[69183]: DEBUG nova.virt.hardware [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.324450] env[69183]: DEBUG nova.virt.hardware [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.324658] env[69183]: DEBUG nova.virt.hardware [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.326349] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9b9034-6470-4089-ae09-d57c744d7596 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.334681] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790a870a-4111-475e-94b5-e79675e6d998 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.389706] env[69183]: DEBUG oslo_concurrency.lockutils [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquiring lock "26919386-b951-4ae3-84e4-541daeca1236" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.390075] env[69183]: DEBUG oslo_concurrency.lockutils [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "26919386-b951-4ae3-84e4-541daeca1236" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.390510] env[69183]: DEBUG oslo_concurrency.lockutils [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquiring lock "26919386-b951-4ae3-84e4-541daeca1236-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.390730] env[69183]: DEBUG oslo_concurrency.lockutils [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "26919386-b951-4ae3-84e4-541daeca1236-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.390918] env[69183]: DEBUG oslo_concurrency.lockutils [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "26919386-b951-4ae3-84e4-541daeca1236-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.393248] env[69183]: INFO nova.compute.manager [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Terminating instance [ 997.439496] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790210, 'name': CreateVM_Task, 'duration_secs': 0.602371} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.439665] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.440390] env[69183]: DEBUG oslo_concurrency.lockutils [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.440553] env[69183]: DEBUG oslo_concurrency.lockutils [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.440876] env[69183]: DEBUG oslo_concurrency.lockutils [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.441153] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-255a4acd-607e-428c-ab44-84b54f729f76 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.449015] env[69183]: DEBUG oslo_vmware.api [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 997.449015] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52af6d95-bed2-7bf7-eea5-2d6d18c9cf76" [ 997.449015] env[69183]: _type = "Task" [ 997.449015] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.450302] env[69183]: DEBUG nova.network.neutron [req-bb1bd814-56c8-47fb-b0f9-962a5910e56f req-69cc8759-e6f9-4f40-b8de-a2fedacfdac4 service nova] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Updated VIF entry in instance network info cache for port 90dc8f28-03a3-4925-af83-ffaf7b88a700. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.450633] env[69183]: DEBUG nova.network.neutron [req-bb1bd814-56c8-47fb-b0f9-962a5910e56f req-69cc8759-e6f9-4f40-b8de-a2fedacfdac4 service nova] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Updating instance_info_cache with network_info: [{"id": "90dc8f28-03a3-4925-af83-ffaf7b88a700", "address": "fa:16:3e:a5:c2:01", "network": {"id": "dd86d277-8747-4c50-a305-9b46298b69c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619207239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b95c9dfa9d48df99b1364995883c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90dc8f28-03", "ovs_interfaceid": "90dc8f28-03a3-4925-af83-ffaf7b88a700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.458146] env[69183]: DEBUG oslo_vmware.api [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790213, 'name': ReconfigVM_Task, 'duration_secs': 0.40354} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.458765] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 325b7a94-5de0-4e0c-9fa9-7daecd396d54/325b7a94-5de0-4e0c-9fa9-7daecd396d54.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.460063] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8e49e0a-a4ad-477c-816a-765abda64b1a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.464649] env[69183]: DEBUG oslo_vmware.api [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52af6d95-bed2-7bf7-eea5-2d6d18c9cf76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.471176] env[69183]: DEBUG oslo_vmware.api [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 997.471176] env[69183]: value = "task-2790214" [ 997.471176] env[69183]: _type = "Task" [ 997.471176] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.481976] env[69183]: DEBUG oslo_vmware.api [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790214, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.590085] env[69183]: DEBUG nova.compute.manager [req-54ebfd65-7907-4e94-8554-ee52db4bb723 req-b4d8e9dc-5ace-4d98-ad1f-0eb108e1bf4c service nova] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Received event network-vif-plugged-6e7fc322-be15-4975-8c18-f7afc546ce3f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 997.590085] env[69183]: DEBUG oslo_concurrency.lockutils [req-54ebfd65-7907-4e94-8554-ee52db4bb723 req-b4d8e9dc-5ace-4d98-ad1f-0eb108e1bf4c service nova] Acquiring lock "c1ec5784-3f0b-4426-a329-c14083df1c24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.590085] env[69183]: DEBUG oslo_concurrency.lockutils [req-54ebfd65-7907-4e94-8554-ee52db4bb723 req-b4d8e9dc-5ace-4d98-ad1f-0eb108e1bf4c service nova] Lock "c1ec5784-3f0b-4426-a329-c14083df1c24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.590085] env[69183]: DEBUG oslo_concurrency.lockutils [req-54ebfd65-7907-4e94-8554-ee52db4bb723 req-b4d8e9dc-5ace-4d98-ad1f-0eb108e1bf4c service nova] Lock "c1ec5784-3f0b-4426-a329-c14083df1c24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.590085] env[69183]: DEBUG nova.compute.manager [req-54ebfd65-7907-4e94-8554-ee52db4bb723 req-b4d8e9dc-5ace-4d98-ad1f-0eb108e1bf4c service nova] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] No waiting events found dispatching network-vif-plugged-6e7fc322-be15-4975-8c18-f7afc546ce3f {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.590085] env[69183]: WARNING nova.compute.manager [req-54ebfd65-7907-4e94-8554-ee52db4bb723 req-b4d8e9dc-5ace-4d98-ad1f-0eb108e1bf4c service nova] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Received unexpected event network-vif-plugged-6e7fc322-be15-4975-8c18-f7afc546ce3f for instance with vm_state building and task_state spawning. [ 997.682510] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.683226] env[69183]: DEBUG nova.compute.manager [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.686464] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.648s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.686851] env[69183]: DEBUG nova.objects.instance [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lazy-loading 'resources' on Instance uuid 3ceaaf1f-de2c-413c-881d-81d3dc189a4e {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.708050] env[69183]: DEBUG nova.network.neutron [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Successfully updated port: 6e7fc322-be15-4975-8c18-f7afc546ce3f {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.756555] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "d47feb1d-dceb-42f8-82e3-632abf0fcdf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.756852] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "d47feb1d-dceb-42f8-82e3-632abf0fcdf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.757086] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "d47feb1d-dceb-42f8-82e3-632abf0fcdf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.757415] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "d47feb1d-dceb-42f8-82e3-632abf0fcdf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.757464] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "d47feb1d-dceb-42f8-82e3-632abf0fcdf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.759500] env[69183]: INFO nova.compute.manager [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Terminating instance [ 997.900264] env[69183]: DEBUG nova.compute.manager [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.900611] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.901480] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7a9c9b-ed2b-4fd7-afc0-a697a58cd2db {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.910673] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.910939] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-084d8a5e-da4a-404d-89d2-7d6fa1ba9e49 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.919123] env[69183]: DEBUG oslo_vmware.api [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 997.919123] env[69183]: value = "task-2790215" [ 997.919123] env[69183]: _type = "Task" [ 997.919123] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.929203] env[69183]: DEBUG oslo_vmware.api [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.958643] env[69183]: DEBUG oslo_concurrency.lockutils [req-bb1bd814-56c8-47fb-b0f9-962a5910e56f req-69cc8759-e6f9-4f40-b8de-a2fedacfdac4 service nova] Releasing lock "refresh_cache-4a10ced8-b3d4-4f2a-955b-a8884a8209b8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.963368] env[69183]: DEBUG oslo_vmware.api [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52af6d95-bed2-7bf7-eea5-2d6d18c9cf76, 'name': SearchDatastore_Task, 'duration_secs': 0.023264} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.963814] env[69183]: DEBUG oslo_concurrency.lockutils [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.964119] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.964364] env[69183]: DEBUG oslo_concurrency.lockutils [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.964512] env[69183]: DEBUG oslo_concurrency.lockutils [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.964719] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.964991] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-166267af-ea4c-4837-b33b-73a88d2596de {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.978641] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.978853] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.979926] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12bdf03e-7220-40d4-a0bf-58cdd4bb52aa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.985037] env[69183]: DEBUG oslo_vmware.api [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790214, 'name': Rename_Task, 'duration_secs': 0.218583} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.985617] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.985845] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c375645c-f678-4b3e-98fc-c88c30238315 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.988639] env[69183]: DEBUG oslo_vmware.api [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 997.988639] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5276cd28-5610-5e24-0b85-ef1fc73d0670" [ 997.988639] env[69183]: _type = "Task" [ 997.988639] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.992939] env[69183]: DEBUG oslo_vmware.api [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 997.992939] env[69183]: value = "task-2790216" [ 997.992939] env[69183]: _type = "Task" [ 997.992939] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.998975] env[69183]: DEBUG oslo_vmware.api [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5276cd28-5610-5e24-0b85-ef1fc73d0670, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.004252] env[69183]: DEBUG oslo_vmware.api [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.191128] env[69183]: DEBUG nova.compute.utils [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.198511] env[69183]: DEBUG nova.compute.manager [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.198607] env[69183]: DEBUG nova.network.neutron [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.209564] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Acquiring lock "refresh_cache-c1ec5784-3f0b-4426-a329-c14083df1c24" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.209564] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Acquired lock "refresh_cache-c1ec5784-3f0b-4426-a329-c14083df1c24" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.209564] env[69183]: DEBUG nova.network.neutron [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.251714] env[69183]: DEBUG nova.policy [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8175843e9eb2404cb08555828b0bfbf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0f1ea9e931040e7ab58ed069396eed6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.267622] env[69183]: DEBUG nova.compute.manager [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.268213] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.268834] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a816e762-05b9-4dde-ad0e-db4d8c86f186 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.277762] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.279239] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-749c21ae-40cc-4859-93ff-f210c539fe43 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.283561] env[69183]: DEBUG oslo_concurrency.lockutils [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "0b074aac-dea9-4889-9e0f-84228979f883" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.283885] env[69183]: DEBUG oslo_concurrency.lockutils [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "0b074aac-dea9-4889-9e0f-84228979f883" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.296867] env[69183]: DEBUG oslo_vmware.api [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 998.296867] env[69183]: value = "task-2790217" [ 998.296867] env[69183]: _type = "Task" [ 998.296867] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.311597] env[69183]: DEBUG oslo_vmware.api [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.433126] env[69183]: DEBUG oslo_vmware.api [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790215, 'name': PowerOffVM_Task, 'duration_secs': 0.276516} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.437064] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.437346] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.438398] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0951f919-1ef3-4caa-9958-1d1b58088d58 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.501192] env[69183]: DEBUG oslo_vmware.api [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5276cd28-5610-5e24-0b85-ef1fc73d0670, 'name': SearchDatastore_Task, 'duration_secs': 0.012996} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.505294] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-191c8df1-e2ff-42a6-b9b7-d16b9dab32e1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.511684] env[69183]: DEBUG oslo_vmware.api [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790216, 'name': PowerOnVM_Task, 'duration_secs': 0.517355} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.512056] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.512276] env[69183]: INFO nova.compute.manager [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Took 8.87 seconds to spawn the instance on the hypervisor. [ 998.512580] env[69183]: DEBUG nova.compute.manager [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.513264] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39e9f04-4248-4dfa-9e12-befca0a037df {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.517115] env[69183]: DEBUG oslo_vmware.api [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 998.517115] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52f1d985-f8ef-d613-f847-211602832c76" [ 998.517115] env[69183]: _type = "Task" [ 998.517115] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.529603] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.530059] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.530059] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Deleting the datastore file [datastore2] 26919386-b951-4ae3-84e4-541daeca1236 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.530585] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30f34e47-446a-453f-b5c3-27e13a748354 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.536257] env[69183]: DEBUG oslo_vmware.api [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f1d985-f8ef-d613-f847-211602832c76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.542686] env[69183]: DEBUG oslo_vmware.api [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 998.542686] env[69183]: value = "task-2790219" [ 998.542686] env[69183]: _type = "Task" [ 998.542686] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.555179] env[69183]: DEBUG nova.network.neutron [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Successfully created port: a866af3e-dc51-4720-b304-4cecbbde728c {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.559567] env[69183]: DEBUG oslo_vmware.api [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.562319] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ae0934-670c-460e-b376-7edde9d673d1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.571346] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa56dbb-233a-4e61-a49d-808efb1fa37b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.603389] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95be246-f198-4d47-bc20-d86ce1e0bffc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.612131] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24083523-cab9-4ab6-b445-eb6a10b8535d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.627248] env[69183]: DEBUG nova.compute.provider_tree [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.699711] env[69183]: DEBUG nova.compute.manager [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.749556] env[69183]: DEBUG nova.network.neutron [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.790970] env[69183]: DEBUG nova.compute.manager [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.813939] env[69183]: DEBUG oslo_vmware.api [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790217, 'name': PowerOffVM_Task, 'duration_secs': 0.182245} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.820353] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.820353] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.820353] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fa9ff67-bd95-4856-b218-7fd3b5b9498f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.900985] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.901505] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.901649] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Deleting the datastore file [datastore1] d47feb1d-dceb-42f8-82e3-632abf0fcdf8 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.901846] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8451644-648d-4772-8137-56b347d66e67 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.909795] env[69183]: DEBUG oslo_vmware.api [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 998.909795] env[69183]: value = "task-2790222" [ 998.909795] env[69183]: _type = "Task" [ 998.909795] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.917498] env[69183]: DEBUG oslo_vmware.api [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.022238] env[69183]: DEBUG nova.network.neutron [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Updating instance_info_cache with network_info: [{"id": "6e7fc322-be15-4975-8c18-f7afc546ce3f", "address": "fa:16:3e:d7:eb:7e", "network": {"id": "74d0862f-778e-4c9a-982d-e18efdfb5e0f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-724263597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce4d4d35dfe4e4286e2701523cdafd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7fc322-be", "ovs_interfaceid": "6e7fc322-be15-4975-8c18-f7afc546ce3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.035760] env[69183]: DEBUG oslo_vmware.api [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f1d985-f8ef-d613-f847-211602832c76, 'name': SearchDatastore_Task, 'duration_secs': 0.039069} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.040024] env[69183]: DEBUG oslo_concurrency.lockutils [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.040024] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 4a10ced8-b3d4-4f2a-955b-a8884a8209b8/4a10ced8-b3d4-4f2a-955b-a8884a8209b8.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.040024] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f2b347d-0d60-40a1-9c77-9579735d41d0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.041365] env[69183]: INFO nova.compute.manager [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Took 29.98 seconds to build instance. [ 999.049854] env[69183]: DEBUG oslo_vmware.api [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 999.049854] env[69183]: value = "task-2790223" [ 999.049854] env[69183]: _type = "Task" [ 999.049854] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.056947] env[69183]: DEBUG oslo_vmware.api [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229751} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.057655] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.057863] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.058066] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.058241] env[69183]: INFO nova.compute.manager [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Took 1.16 seconds to destroy the instance on the hypervisor. [ 999.058483] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.059428] env[69183]: DEBUG nova.compute.manager [-] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.059553] env[69183]: DEBUG nova.network.neutron [-] [instance: 26919386-b951-4ae3-84e4-541daeca1236] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.064846] env[69183]: DEBUG oslo_vmware.api [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.130985] env[69183]: DEBUG nova.scheduler.client.report [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.326858] env[69183]: DEBUG oslo_concurrency.lockutils [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.422607] env[69183]: DEBUG oslo_vmware.api [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165656} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.422798] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.422933] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.423129] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.423310] env[69183]: INFO nova.compute.manager [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 999.423568] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.424080] env[69183]: DEBUG nova.compute.manager [-] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.424080] env[69183]: DEBUG nova.network.neutron [-] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.477621] env[69183]: DEBUG nova.compute.manager [req-1fdb906e-7cc7-4a2d-be7c-f300c114bd31 req-9c0eff5d-1ce0-4a95-b1e9-db69ac710b93 service nova] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Received event network-vif-deleted-c16653d5-ae2f-4ae8-9bfe-a57d7cec42d6 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 999.477878] env[69183]: INFO nova.compute.manager [req-1fdb906e-7cc7-4a2d-be7c-f300c114bd31 req-9c0eff5d-1ce0-4a95-b1e9-db69ac710b93 service nova] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Neutron deleted interface c16653d5-ae2f-4ae8-9bfe-a57d7cec42d6; detaching it from the instance and deleting it from the info cache [ 999.478213] env[69183]: DEBUG nova.network.neutron [req-1fdb906e-7cc7-4a2d-be7c-f300c114bd31 req-9c0eff5d-1ce0-4a95-b1e9-db69ac710b93 service nova] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.524926] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Releasing lock "refresh_cache-c1ec5784-3f0b-4426-a329-c14083df1c24" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.525333] env[69183]: DEBUG nova.compute.manager [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Instance network_info: |[{"id": "6e7fc322-be15-4975-8c18-f7afc546ce3f", "address": "fa:16:3e:d7:eb:7e", "network": {"id": "74d0862f-778e-4c9a-982d-e18efdfb5e0f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-724263597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce4d4d35dfe4e4286e2701523cdafd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7fc322-be", "ovs_interfaceid": "6e7fc322-be15-4975-8c18-f7afc546ce3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.527062] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:eb:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7908211b-df93-467b-87a8-3c3d29b03de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e7fc322-be15-4975-8c18-f7afc546ce3f', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.534923] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Creating folder: Project (0ce4d4d35dfe4e4286e2701523cdafd5). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.535310] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ea24c16-567a-48c8-a139-2be37566b73f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.543386] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6d9b25-2a2a-485b-8152-f19d2e2b66f8 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "325b7a94-5de0-4e0c-9fa9-7daecd396d54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.488s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.551138] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Created folder: Project (0ce4d4d35dfe4e4286e2701523cdafd5) in parent group-v560622. [ 999.551138] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Creating folder: Instances. Parent ref: group-v560868. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.551300] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d245f7ae-413c-4fd1-bf11-c5b0ae3d1ea2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.563100] env[69183]: DEBUG oslo_vmware.api [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503712} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.563387] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 4a10ced8-b3d4-4f2a-955b-a8884a8209b8/4a10ced8-b3d4-4f2a-955b-a8884a8209b8.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.563759] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.565351] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9af8453-2645-4649-b880-727c5dca93ba {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.567434] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Created folder: Instances in parent group-v560868. [ 999.567672] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.567853] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.568545] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e99bc2e-7d16-48ad-9f84-ee2eb0f30288 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.586250] env[69183]: DEBUG oslo_vmware.api [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 999.586250] env[69183]: value = "task-2790226" [ 999.586250] env[69183]: _type = "Task" [ 999.586250] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.593795] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.593795] env[69183]: value = "task-2790227" [ 999.593795] env[69183]: _type = "Task" [ 999.593795] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.600414] env[69183]: DEBUG oslo_vmware.api [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.608057] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790227, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.621856] env[69183]: DEBUG nova.compute.manager [req-2e1e1949-35ce-4ffa-94de-af8024bddb7a req-fabae735-d2f2-41f3-9a64-823b2828716c service nova] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Received event network-changed-6e7fc322-be15-4975-8c18-f7afc546ce3f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 999.622348] env[69183]: DEBUG nova.compute.manager [req-2e1e1949-35ce-4ffa-94de-af8024bddb7a req-fabae735-d2f2-41f3-9a64-823b2828716c service nova] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Refreshing instance network info cache due to event network-changed-6e7fc322-be15-4975-8c18-f7afc546ce3f. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 999.622612] env[69183]: DEBUG oslo_concurrency.lockutils [req-2e1e1949-35ce-4ffa-94de-af8024bddb7a req-fabae735-d2f2-41f3-9a64-823b2828716c service nova] Acquiring lock "refresh_cache-c1ec5784-3f0b-4426-a329-c14083df1c24" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.622807] env[69183]: DEBUG oslo_concurrency.lockutils [req-2e1e1949-35ce-4ffa-94de-af8024bddb7a req-fabae735-d2f2-41f3-9a64-823b2828716c service nova] Acquired lock "refresh_cache-c1ec5784-3f0b-4426-a329-c14083df1c24" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.623112] env[69183]: DEBUG nova.network.neutron [req-2e1e1949-35ce-4ffa-94de-af8024bddb7a req-fabae735-d2f2-41f3-9a64-823b2828716c service nova] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Refreshing network info cache for port 6e7fc322-be15-4975-8c18-f7afc546ce3f {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.636532] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.639123] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.285s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.657986] env[69183]: INFO nova.scheduler.client.report [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Deleted allocations for instance 3ceaaf1f-de2c-413c-881d-81d3dc189a4e [ 999.713300] env[69183]: DEBUG nova.compute.manager [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.747678] env[69183]: DEBUG nova.virt.hardware [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.747678] env[69183]: DEBUG nova.virt.hardware [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.747678] env[69183]: DEBUG nova.virt.hardware [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.748612] env[69183]: DEBUG nova.virt.hardware [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.748612] env[69183]: DEBUG nova.virt.hardware [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.748612] env[69183]: DEBUG nova.virt.hardware [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.748826] env[69183]: DEBUG nova.virt.hardware [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.749396] env[69183]: DEBUG nova.virt.hardware [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.749396] env[69183]: DEBUG nova.virt.hardware [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.749627] env[69183]: DEBUG nova.virt.hardware [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.749920] env[69183]: DEBUG nova.virt.hardware [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.751833] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178b110f-32ba-4538-8824-cbaca33fc284 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.764791] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c7c57a-f472-4f93-b5db-1ad60c8261d7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.918370] env[69183]: DEBUG nova.network.neutron [-] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.980844] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be21b0ca-253c-468c-aa35-ea89f9f79806 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.997440] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4074c489-2d29-47bc-915b-292e98e17d03 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.035229] env[69183]: DEBUG nova.compute.manager [req-1fdb906e-7cc7-4a2d-be7c-f300c114bd31 req-9c0eff5d-1ce0-4a95-b1e9-db69ac710b93 service nova] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Detach interface failed, port_id=c16653d5-ae2f-4ae8-9bfe-a57d7cec42d6, reason: Instance 26919386-b951-4ae3-84e4-541daeca1236 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1000.093171] env[69183]: DEBUG nova.network.neutron [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Successfully updated port: a866af3e-dc51-4720-b304-4cecbbde728c {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.104318] env[69183]: DEBUG oslo_vmware.api [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072582} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.105028] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.107506] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d56447-6ca5-4fba-8559-a91ae22d8400 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.113135] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790227, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.133742] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 4a10ced8-b3d4-4f2a-955b-a8884a8209b8/4a10ced8-b3d4-4f2a-955b-a8884a8209b8.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.136491] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30a03128-64a6-47a0-bd7e-a37a3c5a2cbc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.165387] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e7beb40e-355f-4c66-8ed2-ff0e735f02a2 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "3ceaaf1f-de2c-413c-881d-81d3dc189a4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.254s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.167563] env[69183]: DEBUG oslo_vmware.api [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1000.167563] env[69183]: value = "task-2790228" [ 1000.167563] env[69183]: _type = "Task" [ 1000.167563] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.183718] env[69183]: DEBUG oslo_vmware.api [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.257468] env[69183]: DEBUG nova.network.neutron [-] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.363035] env[69183]: DEBUG nova.network.neutron [req-2e1e1949-35ce-4ffa-94de-af8024bddb7a req-fabae735-d2f2-41f3-9a64-823b2828716c service nova] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Updated VIF entry in instance network info cache for port 6e7fc322-be15-4975-8c18-f7afc546ce3f. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.364549] env[69183]: DEBUG nova.network.neutron [req-2e1e1949-35ce-4ffa-94de-af8024bddb7a req-fabae735-d2f2-41f3-9a64-823b2828716c service nova] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Updating instance_info_cache with network_info: [{"id": "6e7fc322-be15-4975-8c18-f7afc546ce3f", "address": "fa:16:3e:d7:eb:7e", "network": {"id": "74d0862f-778e-4c9a-982d-e18efdfb5e0f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-724263597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce4d4d35dfe4e4286e2701523cdafd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7fc322-be", "ovs_interfaceid": "6e7fc322-be15-4975-8c18-f7afc546ce3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.420205] env[69183]: INFO nova.compute.manager [-] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Took 1.36 seconds to deallocate network for instance. [ 1000.455710] env[69183]: DEBUG nova.compute.manager [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.457457] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a495b7ae-de24-4f06-8d75-0b55e96f5ce0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.596594] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "refresh_cache-f2ed33b8-1beb-4d20-a818-d16ed66b6a6e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.596775] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired lock "refresh_cache-f2ed33b8-1beb-4d20-a818-d16ed66b6a6e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.596920] env[69183]: DEBUG nova.network.neutron [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.607854] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790227, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.678243] env[69183]: DEBUG oslo_vmware.api [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790228, 'name': ReconfigVM_Task, 'duration_secs': 0.334931} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.678753] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 4a10ced8-b3d4-4f2a-955b-a8884a8209b8/4a10ced8-b3d4-4f2a-955b-a8884a8209b8.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.679196] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d6a6c77-b645-4f81-bdad-c7321a0a147c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.685619] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 5599a8c9-58c6-40c3-97cc-b0eea581ad5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.685792] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance c32e70e6-d4ed-4586-9492-9ee26735fbbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.685916] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance dc9a2724-436c-4599-889b-8c447748135a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.686098] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.686244] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance f816ac19-51db-46a8-9b77-4a44e5f3bb44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.686384] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.686495] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance f2a2533c-e8ba-47fb-8c4d-c46091d972c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.686624] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 8f2991aa-5a42-422f-a35d-79f457430c41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.686734] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance de082184-d2e2-4020-b5dc-c0c2670f2f8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.686851] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance b731d090-943b-42e9-ba26-912766186d28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.686977] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance bd27336d-a853-4179-9072-7d82deda40f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.687100] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 5f7a7c55-a774-4137-9bca-f3c35bdad8c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.687228] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance d47feb1d-dceb-42f8-82e3-632abf0fcdf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.687339] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 26919386-b951-4ae3-84e4-541daeca1236 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.687444] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 69798482-6c0f-49c6-b4d7-42927b8540c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.687571] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.687673] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 325b7a94-5de0-4e0c-9fa9-7daecd396d54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.687798] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 4a10ced8-b3d4-4f2a-955b-a8884a8209b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.687910] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance c1ec5784-3f0b-4426-a329-c14083df1c24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.688027] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance f2ed33b8-1beb-4d20-a818-d16ed66b6a6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.690472] env[69183]: DEBUG oslo_vmware.api [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1000.690472] env[69183]: value = "task-2790229" [ 1000.690472] env[69183]: _type = "Task" [ 1000.690472] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.700130] env[69183]: DEBUG oslo_vmware.api [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790229, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.759810] env[69183]: INFO nova.compute.manager [-] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Took 1.34 seconds to deallocate network for instance. [ 1000.866746] env[69183]: DEBUG oslo_concurrency.lockutils [req-2e1e1949-35ce-4ffa-94de-af8024bddb7a req-fabae735-d2f2-41f3-9a64-823b2828716c service nova] Releasing lock "refresh_cache-c1ec5784-3f0b-4426-a329-c14083df1c24" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.927382] env[69183]: DEBUG oslo_concurrency.lockutils [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.969900] env[69183]: INFO nova.compute.manager [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] instance snapshotting [ 1000.973515] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f06b4f3-a278-4871-8775-38446978e280 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.997973] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ff395b-5cb6-4a57-a2d8-93b8beeda5ab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.112072] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790227, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.137072] env[69183]: DEBUG nova.network.neutron [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.164923] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9d673fb4-0fb1-400f-abba-7f24c7d8b73b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "dc9a2724-436c-4599-889b-8c447748135a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.165659] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9d673fb4-0fb1-400f-abba-7f24c7d8b73b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "dc9a2724-436c-4599-889b-8c447748135a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.192505] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1001.204524] env[69183]: DEBUG oslo_vmware.api [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790229, 'name': Rename_Task, 'duration_secs': 0.142905} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.204524] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.205066] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecd682db-6a30-4064-8d41-fe0e51b8ddff {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.218052] env[69183]: DEBUG oslo_vmware.api [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1001.218052] env[69183]: value = "task-2790230" [ 1001.218052] env[69183]: _type = "Task" [ 1001.218052] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.232278] env[69183]: DEBUG oslo_vmware.api [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.266975] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.289056] env[69183]: DEBUG nova.network.neutron [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Updating instance_info_cache with network_info: [{"id": "a866af3e-dc51-4720-b304-4cecbbde728c", "address": "fa:16:3e:9b:ec:d5", "network": {"id": "fa72ed74-9065-45b7-aa13-47e112133d42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1425645619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f1ea9e931040e7ab58ed069396eed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa866af3e-dc", "ovs_interfaceid": "a866af3e-dc51-4720-b304-4cecbbde728c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.306501] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-564e3a1a-88e0-41d1-a246-d0717a07dc8b tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Volume attach. Driver type: vmdk {{(pid=69183) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1001.306751] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-564e3a1a-88e0-41d1-a246-d0717a07dc8b tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560867', 'volume_id': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'name': 'volume-dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3', 'attached_at': '', 'detached_at': '', 'volume_id': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'serial': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1001.308093] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9a8660-4e87-4d6a-9efd-09e75c571a86 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.327452] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d2f624-ebb9-46e6-bdd1-ebfd2fca0c31 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.354543] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-564e3a1a-88e0-41d1-a246-d0717a07dc8b tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] volume-dddb3757-dd4e-4fa8-b417-eb8cb1767738/volume-dddb3757-dd4e-4fa8-b417-eb8cb1767738.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.354934] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c16179c-23e1-4bc1-b4bb-fff1a9ce9ce9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.374643] env[69183]: DEBUG oslo_vmware.api [None req-564e3a1a-88e0-41d1-a246-d0717a07dc8b tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1001.374643] env[69183]: value = "task-2790231" [ 1001.374643] env[69183]: _type = "Task" [ 1001.374643] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.383860] env[69183]: DEBUG oslo_vmware.api [None req-564e3a1a-88e0-41d1-a246-d0717a07dc8b tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.507653] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Creating Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1001.510809] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6cc214af-5bfb-47e5-b6d8-44b15281fc4b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.520473] env[69183]: DEBUG oslo_vmware.api [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 1001.520473] env[69183]: value = "task-2790232" [ 1001.520473] env[69183]: _type = "Task" [ 1001.520473] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.531443] env[69183]: DEBUG oslo_vmware.api [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790232, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.608764] env[69183]: DEBUG nova.compute.manager [req-40ab3415-b47d-412d-b3ab-35a1447416f6 req-bdbbc233-a56a-40b1-b3df-32e5b1165496 service nova] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Received event network-vif-deleted-1eb83145-04a6-47d7-bb2e-1ef2143a845d {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1001.612846] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790227, 'name': CreateVM_Task, 'duration_secs': 1.682881} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.613080] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.614275] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.614275] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.614443] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.615887] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98b4dc09-ff2d-48ce-852c-4d8537ec98d8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.620817] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Waiting for the task: (returnval){ [ 1001.620817] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52ff1e55-8623-25b9-6bef-be95f855f2f2" [ 1001.620817] env[69183]: _type = "Task" [ 1001.620817] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.631234] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52ff1e55-8623-25b9-6bef-be95f855f2f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.670344] env[69183]: DEBUG nova.compute.utils [None req-9d673fb4-0fb1-400f-abba-7f24c7d8b73b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.695374] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 0b074aac-dea9-4889-9e0f-84228979f883 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1001.695712] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1001.695869] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4352MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1001.731335] env[69183]: DEBUG oslo_vmware.api [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790230, 'name': PowerOnVM_Task, 'duration_secs': 0.49751} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.731335] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.731465] env[69183]: INFO nova.compute.manager [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Took 7.09 seconds to spawn the instance on the hypervisor. [ 1001.731465] env[69183]: DEBUG nova.compute.manager [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.732506] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffc7876-71b5-4f44-b311-a2647f855650 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.792427] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Releasing lock "refresh_cache-f2ed33b8-1beb-4d20-a818-d16ed66b6a6e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.792753] env[69183]: DEBUG nova.compute.manager [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Instance network_info: |[{"id": "a866af3e-dc51-4720-b304-4cecbbde728c", "address": "fa:16:3e:9b:ec:d5", "network": {"id": "fa72ed74-9065-45b7-aa13-47e112133d42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1425645619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f1ea9e931040e7ab58ed069396eed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa866af3e-dc", "ovs_interfaceid": "a866af3e-dc51-4720-b304-4cecbbde728c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.793428] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:ec:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a866af3e-dc51-4720-b304-4cecbbde728c', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.800939] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.803705] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.804441] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f360c43a-5040-430c-b9f3-ac4f87fa9439 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.827523] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.827523] env[69183]: value = "task-2790233" [ 1001.827523] env[69183]: _type = "Task" [ 1001.827523] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.835798] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790233, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.883687] env[69183]: DEBUG oslo_vmware.api [None req-564e3a1a-88e0-41d1-a246-d0717a07dc8b tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790231, 'name': ReconfigVM_Task, 'duration_secs': 0.3713} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.886798] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-564e3a1a-88e0-41d1-a246-d0717a07dc8b tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Reconfigured VM instance instance-0000004a to attach disk [datastore2] volume-dddb3757-dd4e-4fa8-b417-eb8cb1767738/volume-dddb3757-dd4e-4fa8-b417-eb8cb1767738.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.892432] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aec7ca7f-eb91-437d-abc3-f78cea15fe0b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.910430] env[69183]: DEBUG oslo_vmware.api [None req-564e3a1a-88e0-41d1-a246-d0717a07dc8b tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1001.910430] env[69183]: value = "task-2790234" [ 1001.910430] env[69183]: _type = "Task" [ 1001.910430] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.921430] env[69183]: DEBUG oslo_vmware.api [None req-564e3a1a-88e0-41d1-a246-d0717a07dc8b tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.013084] env[69183]: DEBUG nova.compute.manager [req-245c8da1-1990-4c69-9290-a3f32745d2cf req-63929e60-7e92-41b8-ac54-8d8ac7899d2f service nova] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Received event network-vif-plugged-a866af3e-dc51-4720-b304-4cecbbde728c {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1002.013726] env[69183]: DEBUG oslo_concurrency.lockutils [req-245c8da1-1990-4c69-9290-a3f32745d2cf req-63929e60-7e92-41b8-ac54-8d8ac7899d2f service nova] Acquiring lock "f2ed33b8-1beb-4d20-a818-d16ed66b6a6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.014114] env[69183]: DEBUG oslo_concurrency.lockutils [req-245c8da1-1990-4c69-9290-a3f32745d2cf req-63929e60-7e92-41b8-ac54-8d8ac7899d2f service nova] Lock "f2ed33b8-1beb-4d20-a818-d16ed66b6a6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.014427] env[69183]: DEBUG oslo_concurrency.lockutils [req-245c8da1-1990-4c69-9290-a3f32745d2cf req-63929e60-7e92-41b8-ac54-8d8ac7899d2f service nova] Lock "f2ed33b8-1beb-4d20-a818-d16ed66b6a6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.014761] env[69183]: DEBUG nova.compute.manager [req-245c8da1-1990-4c69-9290-a3f32745d2cf req-63929e60-7e92-41b8-ac54-8d8ac7899d2f service nova] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] No waiting events found dispatching network-vif-plugged-a866af3e-dc51-4720-b304-4cecbbde728c {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.015076] env[69183]: WARNING nova.compute.manager [req-245c8da1-1990-4c69-9290-a3f32745d2cf req-63929e60-7e92-41b8-ac54-8d8ac7899d2f service nova] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Received unexpected event network-vif-plugged-a866af3e-dc51-4720-b304-4cecbbde728c for instance with vm_state building and task_state spawning. [ 1002.015378] env[69183]: DEBUG nova.compute.manager [req-245c8da1-1990-4c69-9290-a3f32745d2cf req-63929e60-7e92-41b8-ac54-8d8ac7899d2f service nova] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Received event network-changed-a866af3e-dc51-4720-b304-4cecbbde728c {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1002.015657] env[69183]: DEBUG nova.compute.manager [req-245c8da1-1990-4c69-9290-a3f32745d2cf req-63929e60-7e92-41b8-ac54-8d8ac7899d2f service nova] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Refreshing instance network info cache due to event network-changed-a866af3e-dc51-4720-b304-4cecbbde728c. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1002.016025] env[69183]: DEBUG oslo_concurrency.lockutils [req-245c8da1-1990-4c69-9290-a3f32745d2cf req-63929e60-7e92-41b8-ac54-8d8ac7899d2f service nova] Acquiring lock "refresh_cache-f2ed33b8-1beb-4d20-a818-d16ed66b6a6e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.016327] env[69183]: DEBUG oslo_concurrency.lockutils [req-245c8da1-1990-4c69-9290-a3f32745d2cf req-63929e60-7e92-41b8-ac54-8d8ac7899d2f service nova] Acquired lock "refresh_cache-f2ed33b8-1beb-4d20-a818-d16ed66b6a6e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.017280] env[69183]: DEBUG nova.network.neutron [req-245c8da1-1990-4c69-9290-a3f32745d2cf req-63929e60-7e92-41b8-ac54-8d8ac7899d2f service nova] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Refreshing network info cache for port a866af3e-dc51-4720-b304-4cecbbde728c {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.027496] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e44c2a7-1e13-45ca-8bd5-8db56f2c3d82 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.037065] env[69183]: DEBUG oslo_vmware.api [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790232, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.039374] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56142c9-bbcf-4320-9636-fb16bf06efa2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.075906] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf456ede-1232-4990-9fd6-4ab7c647f275 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.083615] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f5b763-14c2-4a4c-9a40-7552d61fe6dc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.098390] env[69183]: DEBUG nova.compute.provider_tree [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1002.130896] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52ff1e55-8623-25b9-6bef-be95f855f2f2, 'name': SearchDatastore_Task, 'duration_secs': 0.015792} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.131247] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.131491] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.132194] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.132397] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.132715] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.133051] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4911c749-4417-42f5-be60-2b22a1d2717b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.142191] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.142423] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.143581] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d658649c-e347-401d-b23a-4102cb2a20bb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.149465] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Waiting for the task: (returnval){ [ 1002.149465] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5225a3b7-13ff-b6a6-52e9-1b1258f9636e" [ 1002.149465] env[69183]: _type = "Task" [ 1002.149465] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.158302] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5225a3b7-13ff-b6a6-52e9-1b1258f9636e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.173641] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9d673fb4-0fb1-400f-abba-7f24c7d8b73b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "dc9a2724-436c-4599-889b-8c447748135a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.256975] env[69183]: INFO nova.compute.manager [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Took 30.92 seconds to build instance. [ 1002.340109] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790233, 'name': CreateVM_Task, 'duration_secs': 0.462294} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.340277] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.341150] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.341383] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.341795] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.342457] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43c83fff-81a0-47a2-ba9e-898944b5975c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.348045] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1002.348045] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e8d46b-6bb6-8fe4-b620-440d7911f6b8" [ 1002.348045] env[69183]: _type = "Task" [ 1002.348045] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.357836] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e8d46b-6bb6-8fe4-b620-440d7911f6b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.420756] env[69183]: DEBUG oslo_vmware.api [None req-564e3a1a-88e0-41d1-a246-d0717a07dc8b tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790234, 'name': ReconfigVM_Task, 'duration_secs': 0.188774} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.421072] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-564e3a1a-88e0-41d1-a246-d0717a07dc8b tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560867', 'volume_id': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'name': 'volume-dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3', 'attached_at': '', 'detached_at': '', 'volume_id': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'serial': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1002.535286] env[69183]: DEBUG oslo_vmware.api [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790232, 'name': CreateSnapshot_Task, 'duration_secs': 0.715372} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.535616] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Created Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1002.536553] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f3205e-73f6-4e8d-b776-adb1f80a045b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.599040] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "950892f9-2509-4413-aea4-37a6eb85126a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.599166] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "950892f9-2509-4413-aea4-37a6eb85126a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.619258] env[69183]: ERROR nova.scheduler.client.report [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [req-1df00625-bf4f-40ee-9733-abfd2aa7c0ed] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ac1d5a79-805a-416e-80c0-31063a094839. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1df00625-bf4f-40ee-9733-abfd2aa7c0ed"}]} [ 1002.636864] env[69183]: DEBUG nova.scheduler.client.report [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Refreshing inventories for resource provider ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1002.654708] env[69183]: DEBUG nova.scheduler.client.report [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Updating ProviderTree inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1002.654927] env[69183]: DEBUG nova.compute.provider_tree [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1002.666181] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5225a3b7-13ff-b6a6-52e9-1b1258f9636e, 'name': SearchDatastore_Task, 'duration_secs': 0.010116} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.667397] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c0b955a-3b2b-4c07-8d04-d843424b7d61 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.671682] env[69183]: DEBUG nova.scheduler.client.report [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Refreshing aggregate associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, aggregates: None {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1002.681923] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Waiting for the task: (returnval){ [ 1002.681923] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52699ed4-b153-79b6-f176-63364a5290dd" [ 1002.681923] env[69183]: _type = "Task" [ 1002.681923] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.693338] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52699ed4-b153-79b6-f176-63364a5290dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.696183] env[69183]: DEBUG nova.scheduler.client.report [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Refreshing trait associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1002.756885] env[69183]: DEBUG nova.network.neutron [req-245c8da1-1990-4c69-9290-a3f32745d2cf req-63929e60-7e92-41b8-ac54-8d8ac7899d2f service nova] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Updated VIF entry in instance network info cache for port a866af3e-dc51-4720-b304-4cecbbde728c. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.757313] env[69183]: DEBUG nova.network.neutron [req-245c8da1-1990-4c69-9290-a3f32745d2cf req-63929e60-7e92-41b8-ac54-8d8ac7899d2f service nova] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Updating instance_info_cache with network_info: [{"id": "a866af3e-dc51-4720-b304-4cecbbde728c", "address": "fa:16:3e:9b:ec:d5", "network": {"id": "fa72ed74-9065-45b7-aa13-47e112133d42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1425645619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f1ea9e931040e7ab58ed069396eed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa866af3e-dc", "ovs_interfaceid": "a866af3e-dc51-4720-b304-4cecbbde728c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.761987] env[69183]: DEBUG oslo_concurrency.lockutils [None req-852def80-e757-4de6-9216-37ebb7332310 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "4a10ced8-b3d4-4f2a-955b-a8884a8209b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.432s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.860385] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e8d46b-6bb6-8fe4-b620-440d7911f6b8, 'name': SearchDatastore_Task, 'duration_secs': 0.029671} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.860758] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.861014] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.861543] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.997430] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3187ba6-7564-47ed-b1b0-d91b81c29d92 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.005560] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c2a497-ff73-48f3-9bd9-15814600c6b2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.038014] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcf8a1a-207e-4129-af9c-6b0a44bd6ac2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.045490] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a159bd37-459e-45fd-8942-733c18dbc4e6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.056064] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Creating linked-clone VM from snapshot {{(pid=69183) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1003.056370] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ec633e7b-2979-46fb-98ee-f6b39acc0287 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.071544] env[69183]: DEBUG nova.compute.provider_tree [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1003.074553] env[69183]: DEBUG oslo_vmware.api [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 1003.074553] env[69183]: value = "task-2790235" [ 1003.074553] env[69183]: _type = "Task" [ 1003.074553] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.083046] env[69183]: DEBUG oslo_vmware.api [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790235, 'name': CloneVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.101490] env[69183]: DEBUG nova.compute.manager [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.192857] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52699ed4-b153-79b6-f176-63364a5290dd, 'name': SearchDatastore_Task, 'duration_secs': 0.01691} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.193390] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.193750] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] c1ec5784-3f0b-4426-a329-c14083df1c24/c1ec5784-3f0b-4426-a329-c14083df1c24.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.194116] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.194344] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.194619] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad6af2c4-74f1-4cb6-b12e-b9b07901dfd1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.197109] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d7ae37a-e588-4db5-b5dc-50c2a4229073 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.205824] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Waiting for the task: (returnval){ [ 1003.205824] env[69183]: value = "task-2790236" [ 1003.205824] env[69183]: _type = "Task" [ 1003.205824] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.206988] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.207249] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.212132] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a6759e-b815-4469-89ab-660ed5ee5e2c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.218738] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1003.218738] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52d49a1f-bc5a-3b4f-2a68-0b6b2e44fa2e" [ 1003.218738] env[69183]: _type = "Task" [ 1003.218738] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.221879] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Task: {'id': task-2790236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.231195] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d49a1f-bc5a-3b4f-2a68-0b6b2e44fa2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.232137] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7726092-4719-44d0-8b30-619df485fdc4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.238144] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9d673fb4-0fb1-400f-abba-7f24c7d8b73b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "dc9a2724-436c-4599-889b-8c447748135a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.238412] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9d673fb4-0fb1-400f-abba-7f24c7d8b73b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "dc9a2724-436c-4599-889b-8c447748135a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.238838] env[69183]: INFO nova.compute.manager [None req-9d673fb4-0fb1-400f-abba-7f24c7d8b73b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Attaching volume 42b41959-2f5a-4982-ae25-a36fbddd0bc8 to /dev/sdb [ 1003.240537] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1003.240537] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]520ac968-6c93-19c8-12db-b5a7c3481a83" [ 1003.240537] env[69183]: _type = "Task" [ 1003.240537] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.253023] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520ac968-6c93-19c8-12db-b5a7c3481a83, 'name': SearchDatastore_Task, 'duration_secs': 0.011016} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.253377] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.253696] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] f2ed33b8-1beb-4d20-a818-d16ed66b6a6e/f2ed33b8-1beb-4d20-a818-d16ed66b6a6e.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.254016] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f06a12b9-8954-4e82-92d9-170e8240c0f5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.260695] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1003.260695] env[69183]: value = "task-2790237" [ 1003.260695] env[69183]: _type = "Task" [ 1003.260695] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.264124] env[69183]: DEBUG oslo_concurrency.lockutils [req-245c8da1-1990-4c69-9290-a3f32745d2cf req-63929e60-7e92-41b8-ac54-8d8ac7899d2f service nova] Releasing lock "refresh_cache-f2ed33b8-1beb-4d20-a818-d16ed66b6a6e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.270177] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.272255] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a064be3-9160-482d-89c8-f2b7e59c80de {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.278980] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45cd6a6-5b1e-4262-8e0a-388e84c03ac9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.298238] env[69183]: DEBUG nova.virt.block_device [None req-9d673fb4-0fb1-400f-abba-7f24c7d8b73b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Updating existing volume attachment record: 233842e7-3e56-4543-80a2-c1d58dc141e1 {{(pid=69183) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1003.461207] env[69183]: DEBUG nova.objects.instance [None req-564e3a1a-88e0-41d1-a246-d0717a07dc8b tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lazy-loading 'flavor' on Instance uuid 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.590723] env[69183]: DEBUG oslo_vmware.api [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790235, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.614848] env[69183]: DEBUG nova.scheduler.client.report [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Updated inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1003.615059] env[69183]: DEBUG nova.compute.provider_tree [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 118 to 119 during operation: update_inventory {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1003.615249] env[69183]: DEBUG nova.compute.provider_tree [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1003.635862] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.640656] env[69183]: DEBUG nova.compute.manager [req-64564ca6-8241-4300-9b24-fd617af0de0c req-0d9ae341-3f83-4659-8709-8b7f050d4eed service nova] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Received event network-changed-90dc8f28-03a3-4925-af83-ffaf7b88a700 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1003.640656] env[69183]: DEBUG nova.compute.manager [req-64564ca6-8241-4300-9b24-fd617af0de0c req-0d9ae341-3f83-4659-8709-8b7f050d4eed service nova] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Refreshing instance network info cache due to event network-changed-90dc8f28-03a3-4925-af83-ffaf7b88a700. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1003.640901] env[69183]: DEBUG oslo_concurrency.lockutils [req-64564ca6-8241-4300-9b24-fd617af0de0c req-0d9ae341-3f83-4659-8709-8b7f050d4eed service nova] Acquiring lock "refresh_cache-4a10ced8-b3d4-4f2a-955b-a8884a8209b8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.641027] env[69183]: DEBUG oslo_concurrency.lockutils [req-64564ca6-8241-4300-9b24-fd617af0de0c req-0d9ae341-3f83-4659-8709-8b7f050d4eed service nova] Acquired lock "refresh_cache-4a10ced8-b3d4-4f2a-955b-a8884a8209b8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.641196] env[69183]: DEBUG nova.network.neutron [req-64564ca6-8241-4300-9b24-fd617af0de0c req-0d9ae341-3f83-4659-8709-8b7f050d4eed service nova] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Refreshing network info cache for port 90dc8f28-03a3-4925-af83-ffaf7b88a700 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.719031] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Task: {'id': task-2790236, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.771639] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790237, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.966072] env[69183]: DEBUG oslo_concurrency.lockutils [None req-564e3a1a-88e0-41d1-a246-d0717a07dc8b tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.782s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.088847] env[69183]: DEBUG oslo_vmware.api [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790235, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.121609] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69183) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1004.121732] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.483s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.122118] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.448s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.123890] env[69183]: INFO nova.compute.claims [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.182917] env[69183]: INFO nova.compute.manager [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Rebuilding instance [ 1004.221841] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Task: {'id': task-2790236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532638} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.222158] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] c1ec5784-3f0b-4426-a329-c14083df1c24/c1ec5784-3f0b-4426-a329-c14083df1c24.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.222431] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.222729] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e9ab4b8-3579-4175-bf23-043f35072357 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.230311] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Waiting for the task: (returnval){ [ 1004.230311] env[69183]: value = "task-2790241" [ 1004.230311] env[69183]: _type = "Task" [ 1004.230311] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.241511] env[69183]: DEBUG nova.compute.manager [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.243549] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb996fd-0d78-41a9-8d27-5631b0e84a5d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.250800] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Task: {'id': task-2790241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.271744] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77985} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.272073] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] f2ed33b8-1beb-4d20-a818-d16ed66b6a6e/f2ed33b8-1beb-4d20-a818-d16ed66b6a6e.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.272297] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.272582] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dabe020-9b28-4456-ab75-fd6b1df2f130 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.279314] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1004.279314] env[69183]: value = "task-2790242" [ 1004.279314] env[69183]: _type = "Task" [ 1004.279314] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.287357] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.394190] env[69183]: DEBUG nova.network.neutron [req-64564ca6-8241-4300-9b24-fd617af0de0c req-0d9ae341-3f83-4659-8709-8b7f050d4eed service nova] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Updated VIF entry in instance network info cache for port 90dc8f28-03a3-4925-af83-ffaf7b88a700. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.394626] env[69183]: DEBUG nova.network.neutron [req-64564ca6-8241-4300-9b24-fd617af0de0c req-0d9ae341-3f83-4659-8709-8b7f050d4eed service nova] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Updating instance_info_cache with network_info: [{"id": "90dc8f28-03a3-4925-af83-ffaf7b88a700", "address": "fa:16:3e:a5:c2:01", "network": {"id": "dd86d277-8747-4c50-a305-9b46298b69c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619207239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b95c9dfa9d48df99b1364995883c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90dc8f28-03", "ovs_interfaceid": "90dc8f28-03a3-4925-af83-ffaf7b88a700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.589725] env[69183]: DEBUG oslo_vmware.api [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790235, 'name': CloneVM_Task, 'duration_secs': 1.410904} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.590040] env[69183]: INFO nova.virt.vmwareapi.vmops [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Created linked-clone VM from snapshot [ 1004.590851] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957b2a9e-b0c1-4abd-aa8e-14d3b23bddf3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.598178] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Uploading image d7f183a7-20a4-44fe-a171-3e2b8d825b1b {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1004.608759] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Destroying the VM {{(pid=69183) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1004.609053] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-784cc7d3-7e2a-411c-ba60-c6ae177d5b7b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.616458] env[69183]: DEBUG oslo_vmware.api [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 1004.616458] env[69183]: value = "task-2790243" [ 1004.616458] env[69183]: _type = "Task" [ 1004.616458] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.625674] env[69183]: DEBUG oslo_vmware.api [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790243, 'name': Destroy_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.742555] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Task: {'id': task-2790241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070199} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.742830] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.743633] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37247351-81a3-4a2a-a33b-27efdbeac026 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.765582] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] c1ec5784-3f0b-4426-a329-c14083df1c24/c1ec5784-3f0b-4426-a329-c14083df1c24.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.767874] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31f9fa43-a8d4-42a2-9b52-3337003f5c3b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.782674] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.782959] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3b52930-eace-4c76-93fa-09cce039392b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.792562] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09192} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.794501] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.794858] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1004.794858] env[69183]: value = "task-2790245" [ 1004.794858] env[69183]: _type = "Task" [ 1004.794858] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.795125] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Waiting for the task: (returnval){ [ 1004.795125] env[69183]: value = "task-2790244" [ 1004.795125] env[69183]: _type = "Task" [ 1004.795125] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.795721] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85491cc7-726e-4448-a983-3605e88bca74 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.808463] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.821579] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Task: {'id': task-2790244, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.830175] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] f2ed33b8-1beb-4d20-a818-d16ed66b6a6e/f2ed33b8-1beb-4d20-a818-d16ed66b6a6e.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.830763] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2817332-a98d-4f30-be52-a5d1c5ed2e84 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.850239] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1004.850239] env[69183]: value = "task-2790246" [ 1004.850239] env[69183]: _type = "Task" [ 1004.850239] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.859630] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.898180] env[69183]: DEBUG oslo_concurrency.lockutils [req-64564ca6-8241-4300-9b24-fd617af0de0c req-0d9ae341-3f83-4659-8709-8b7f050d4eed service nova] Releasing lock "refresh_cache-4a10ced8-b3d4-4f2a-955b-a8884a8209b8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.127910] env[69183]: DEBUG oslo_vmware.api [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790243, 'name': Destroy_Task} progress is 33%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.313597] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790245, 'name': PowerOffVM_Task, 'duration_secs': 0.336487} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.320233] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.321736] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Task: {'id': task-2790244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.364648] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.374860] env[69183]: INFO nova.compute.manager [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Detaching volume dddb3757-dd4e-4fa8-b417-eb8cb1767738 [ 1005.412839] env[69183]: INFO nova.virt.block_device [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Attempting to driver detach volume dddb3757-dd4e-4fa8-b417-eb8cb1767738 from mountpoint /dev/sdb [ 1005.413179] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Volume detach. Driver type: vmdk {{(pid=69183) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1005.413454] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560867', 'volume_id': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'name': 'volume-dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3', 'attached_at': '', 'detached_at': '', 'volume_id': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'serial': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1005.414558] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6236038-5c64-4c2e-aeb9-f27808e3bf30 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.444791] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5632a275-96e1-4cd3-9a7b-f5f997d8d25b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.453359] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b282e00-a5d9-4fe7-8db0-528e9a8f8854 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.479214] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca56813-84d7-4e09-8508-32cf59c16796 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.495897] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] The volume has not been displaced from its original location: [datastore2] volume-dddb3757-dd4e-4fa8-b417-eb8cb1767738/volume-dddb3757-dd4e-4fa8-b417-eb8cb1767738.vmdk. No consolidation needed. {{(pid=69183) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1005.501426] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1005.504445] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d6e87a4-70de-4cb3-9856-9d5c8149dcc6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.526648] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1005.526648] env[69183]: value = "task-2790247" [ 1005.526648] env[69183]: _type = "Task" [ 1005.526648] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.536142] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790247, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.542266] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f8e186-0c9e-48c2-bd3f-fd058d932666 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.549293] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a4ee3a-158b-4713-9bf7-4f650ac694d3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.579352] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdadc6b-49f3-43a9-a78e-d8f716437a77 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.586735] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82bf920-e977-4888-90c0-6bf5232b9600 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.600103] env[69183]: DEBUG nova.compute.provider_tree [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.626056] env[69183]: DEBUG oslo_vmware.api [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790243, 'name': Destroy_Task, 'duration_secs': 0.901987} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.626344] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Destroyed the VM [ 1005.626576] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Deleting Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1005.626844] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-75852697-9c85-4712-8d9c-a3a0efc99c76 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.632956] env[69183]: DEBUG oslo_vmware.api [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 1005.632956] env[69183]: value = "task-2790248" [ 1005.632956] env[69183]: _type = "Task" [ 1005.632956] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.641371] env[69183]: DEBUG oslo_vmware.api [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790248, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.808821] env[69183]: DEBUG nova.objects.instance [None req-4523e26e-4917-4c23-acf8-33af3dca959a tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Lazy-loading 'flavor' on Instance uuid 8f2991aa-5a42-422f-a35d-79f457430c41 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.814056] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Task: {'id': task-2790244, 'name': ReconfigVM_Task, 'duration_secs': 0.818691} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.814210] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Reconfigured VM instance instance-00000059 to attach disk [datastore2] c1ec5784-3f0b-4426-a329-c14083df1c24/c1ec5784-3f0b-4426-a329-c14083df1c24.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.814992] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c515e463-cd01-481e-83df-67923df5cab1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.824433] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Waiting for the task: (returnval){ [ 1005.824433] env[69183]: value = "task-2790249" [ 1005.824433] env[69183]: _type = "Task" [ 1005.824433] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.834360] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Task: {'id': task-2790249, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.864026] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790246, 'name': ReconfigVM_Task, 'duration_secs': 0.604771} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.864346] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Reconfigured VM instance instance-0000005a to attach disk [datastore2] f2ed33b8-1beb-4d20-a818-d16ed66b6a6e/f2ed33b8-1beb-4d20-a818-d16ed66b6a6e.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.865020] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e170a883-09e5-41f5-80f5-bf1ac9d1dd6e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.873173] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1005.873173] env[69183]: value = "task-2790250" [ 1005.873173] env[69183]: _type = "Task" [ 1005.873173] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.883298] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790250, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.036344] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790247, 'name': ReconfigVM_Task, 'duration_secs': 0.427887} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.036649] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1006.041410] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c8460f7-f8b4-47ce-b861-b32f6299b320 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.058197] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1006.058197] env[69183]: value = "task-2790252" [ 1006.058197] env[69183]: _type = "Task" [ 1006.058197] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.067054] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.104412] env[69183]: DEBUG nova.scheduler.client.report [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.143762] env[69183]: DEBUG oslo_vmware.api [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790248, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.318033] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4523e26e-4917-4c23-acf8-33af3dca959a tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Acquiring lock "refresh_cache-8f2991aa-5a42-422f-a35d-79f457430c41" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.318182] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4523e26e-4917-4c23-acf8-33af3dca959a tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Acquired lock "refresh_cache-8f2991aa-5a42-422f-a35d-79f457430c41" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.335671] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Task: {'id': task-2790249, 'name': Rename_Task, 'duration_secs': 0.219626} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.335958] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.336222] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5560b068-e596-431f-a9e8-60c646571823 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.343227] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Waiting for the task: (returnval){ [ 1006.343227] env[69183]: value = "task-2790253" [ 1006.343227] env[69183]: _type = "Task" [ 1006.343227] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.352029] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Task: {'id': task-2790253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.386784] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790250, 'name': Rename_Task, 'duration_secs': 0.25342} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.387792] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.388412] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef137ef9-d57e-4f4b-83c8-c93790b356bc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.397825] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1006.397825] env[69183]: value = "task-2790254" [ 1006.397825] env[69183]: _type = "Task" [ 1006.397825] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.413963] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.569902] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790252, 'name': ReconfigVM_Task, 'duration_secs': 0.282535} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.570271] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560867', 'volume_id': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'name': 'volume-dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3', 'attached_at': '', 'detached_at': '', 'volume_id': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'serial': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1006.609451] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.610919] env[69183]: DEBUG nova.compute.manager [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.612913] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.755s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.613123] env[69183]: DEBUG nova.objects.instance [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69183) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1006.648874] env[69183]: DEBUG oslo_vmware.api [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790248, 'name': RemoveSnapshot_Task, 'duration_secs': 0.766141} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.649366] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Deleted Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1006.731747] env[69183]: DEBUG nova.network.neutron [None req-4523e26e-4917-4c23-acf8-33af3dca959a tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.757744] env[69183]: DEBUG nova.compute.manager [req-c79538be-8f9d-4542-9ab6-a3c0e16feb98 req-51bf1f91-99c2-4c7e-a2f0-3455127b6ed3 service nova] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Received event network-changed-69ca932b-4a1d-4cea-816f-41ed31b50e69 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1006.757744] env[69183]: DEBUG nova.compute.manager [req-c79538be-8f9d-4542-9ab6-a3c0e16feb98 req-51bf1f91-99c2-4c7e-a2f0-3455127b6ed3 service nova] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Refreshing instance network info cache due to event network-changed-69ca932b-4a1d-4cea-816f-41ed31b50e69. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1006.757744] env[69183]: DEBUG oslo_concurrency.lockutils [req-c79538be-8f9d-4542-9ab6-a3c0e16feb98 req-51bf1f91-99c2-4c7e-a2f0-3455127b6ed3 service nova] Acquiring lock "refresh_cache-8f2991aa-5a42-422f-a35d-79f457430c41" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.854755] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Task: {'id': task-2790253, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.909853] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790254, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.118720] env[69183]: DEBUG nova.compute.utils [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.124140] env[69183]: DEBUG nova.compute.manager [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Not allocating networking since 'none' was specified. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1007.154030] env[69183]: WARNING nova.compute.manager [None req-02fbc533-f941-469e-96d5-931a8475d743 tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Image not found during snapshot: nova.exception.ImageNotFound: Image d7f183a7-20a4-44fe-a171-3e2b8d825b1b could not be found. [ 1007.356509] env[69183]: DEBUG oslo_vmware.api [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Task: {'id': task-2790253, 'name': PowerOnVM_Task, 'duration_secs': 0.641163} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.356746] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.356949] env[69183]: INFO nova.compute.manager [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Took 10.06 seconds to spawn the instance on the hypervisor. [ 1007.357146] env[69183]: DEBUG nova.compute.manager [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.357930] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95313520-2d73-4eb7-a47e-4bb69526d410 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.412088] env[69183]: DEBUG oslo_vmware.api [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790254, 'name': PowerOnVM_Task, 'duration_secs': 0.701741} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.412088] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.412088] env[69183]: INFO nova.compute.manager [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1007.412345] env[69183]: DEBUG nova.compute.manager [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.413171] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1563a0e6-c715-4caf-80e3-3c56beca42ef {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.464779] env[69183]: DEBUG nova.network.neutron [None req-4523e26e-4917-4c23-acf8-33af3dca959a tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Updating instance_info_cache with network_info: [{"id": "69ca932b-4a1d-4cea-816f-41ed31b50e69", "address": "fa:16:3e:f5:84:20", "network": {"id": "8053786e-f69a-45fe-87d3-833d8da48a32", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-939020563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06b4cb2d5674d66bfdaac0052ffc732", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ca932b-4a", "ovs_interfaceid": "69ca932b-4a1d-4cea-816f-41ed31b50e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.625434] env[69183]: DEBUG nova.compute.manager [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.628742] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d63e0dc9-e90e-4cd6-84de-05d2e18bc411 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.629692] env[69183]: DEBUG oslo_concurrency.lockutils [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.303s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.631054] env[69183]: INFO nova.compute.claims [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.633571] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.634443] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-178c61c0-4249-41f7-abc3-528c78561295 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.644343] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1007.644343] env[69183]: value = "task-2790255" [ 1007.644343] env[69183]: _type = "Task" [ 1007.644343] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.652640] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.874244] env[69183]: INFO nova.compute.manager [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Took 35.61 seconds to build instance. [ 1007.931265] env[69183]: INFO nova.compute.manager [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Took 28.46 seconds to build instance. [ 1007.967038] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4523e26e-4917-4c23-acf8-33af3dca959a tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Releasing lock "refresh_cache-8f2991aa-5a42-422f-a35d-79f457430c41" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.967310] env[69183]: DEBUG nova.compute.manager [None req-4523e26e-4917-4c23-acf8-33af3dca959a tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Inject network info {{(pid=69183) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1007.967573] env[69183]: DEBUG nova.compute.manager [None req-4523e26e-4917-4c23-acf8-33af3dca959a tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] network_info to inject: |[{"id": "69ca932b-4a1d-4cea-816f-41ed31b50e69", "address": "fa:16:3e:f5:84:20", "network": {"id": "8053786e-f69a-45fe-87d3-833d8da48a32", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-939020563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06b4cb2d5674d66bfdaac0052ffc732", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ca932b-4a", "ovs_interfaceid": "69ca932b-4a1d-4cea-816f-41ed31b50e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1007.972321] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-4523e26e-4917-4c23-acf8-33af3dca959a tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Reconfiguring VM instance to set the machine id {{(pid=69183) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1007.972612] env[69183]: DEBUG oslo_concurrency.lockutils [req-c79538be-8f9d-4542-9ab6-a3c0e16feb98 req-51bf1f91-99c2-4c7e-a2f0-3455127b6ed3 service nova] Acquired lock "refresh_cache-8f2991aa-5a42-422f-a35d-79f457430c41" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.972789] env[69183]: DEBUG nova.network.neutron [req-c79538be-8f9d-4542-9ab6-a3c0e16feb98 req-51bf1f91-99c2-4c7e-a2f0-3455127b6ed3 service nova] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Refreshing network info cache for port 69ca932b-4a1d-4cea-816f-41ed31b50e69 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.973888] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-551f6283-9743-4654-b9a2-51a4218d4e53 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.992240] env[69183]: DEBUG oslo_vmware.api [None req-4523e26e-4917-4c23-acf8-33af3dca959a tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Waiting for the task: (returnval){ [ 1007.992240] env[69183]: value = "task-2790256" [ 1007.992240] env[69183]: _type = "Task" [ 1007.992240] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.003975] env[69183]: DEBUG oslo_vmware.api [None req-4523e26e-4917-4c23-acf8-33af3dca959a tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': task-2790256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.144350] env[69183]: DEBUG nova.objects.instance [None req-854dfd7b-e019-4d47-99bd-a3ec1645a744 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Lazy-loading 'flavor' on Instance uuid 8f2991aa-5a42-422f-a35d-79f457430c41 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.158217] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] VM already powered off {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1008.158490] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Volume detach. Driver type: vmdk {{(pid=69183) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1008.158840] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560867', 'volume_id': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'name': 'volume-dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3', 'attached_at': '', 'detached_at': '', 'volume_id': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'serial': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1008.160789] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3d634c-8ab9-4c85-a43c-18d89dd45f54 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.188117] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7aace03-005d-4e52-ac68-eae31e310132 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.198707] env[69183]: WARNING nova.virt.vmwareapi.driver [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1008.199068] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.200182] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db16e7f-a03d-4240-a7a5-c6bb29122910 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.209023] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.209399] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0dec8b4-bbb5-4a97-aaa5-1b26550ea76a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.292646] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.292884] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.293049] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Deleting the datastore file [datastore2] 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.293318] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae8f9088-0e85-4a3b-9138-15561eb8ee6e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.299784] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1008.299784] env[69183]: value = "task-2790258" [ 1008.299784] env[69183]: _type = "Task" [ 1008.299784] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.308929] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.362413] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d673fb4-0fb1-400f-abba-7f24c7d8b73b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Volume attach. Driver type: vmdk {{(pid=69183) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1008.362643] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d673fb4-0fb1-400f-abba-7f24c7d8b73b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560875', 'volume_id': '42b41959-2f5a-4982-ae25-a36fbddd0bc8', 'name': 'volume-42b41959-2f5a-4982-ae25-a36fbddd0bc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc9a2724-436c-4599-889b-8c447748135a', 'attached_at': '', 'detached_at': '', 'volume_id': '42b41959-2f5a-4982-ae25-a36fbddd0bc8', 'serial': '42b41959-2f5a-4982-ae25-a36fbddd0bc8'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1008.363615] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b0f3b3-ded5-40d1-8fbf-f928f5fa49f1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.380829] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d7f2a48a-a80c-4a2c-9297-65d121c5d0d2 tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Lock "c1ec5784-3f0b-4426-a329-c14083df1c24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.130s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.381764] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc936cf-19c0-4891-a48d-e0bd6c6a7cd0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.402051] env[69183]: DEBUG oslo_concurrency.lockutils [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "325b7a94-5de0-4e0c-9fa9-7daecd396d54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.402311] env[69183]: DEBUG oslo_concurrency.lockutils [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "325b7a94-5de0-4e0c-9fa9-7daecd396d54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.402517] env[69183]: DEBUG oslo_concurrency.lockutils [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "325b7a94-5de0-4e0c-9fa9-7daecd396d54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.402699] env[69183]: DEBUG oslo_concurrency.lockutils [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "325b7a94-5de0-4e0c-9fa9-7daecd396d54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.402871] env[69183]: DEBUG oslo_concurrency.lockutils [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "325b7a94-5de0-4e0c-9fa9-7daecd396d54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.411966] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d673fb4-0fb1-400f-abba-7f24c7d8b73b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] volume-42b41959-2f5a-4982-ae25-a36fbddd0bc8/volume-42b41959-2f5a-4982-ae25-a36fbddd0bc8.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.412610] env[69183]: INFO nova.compute.manager [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Terminating instance [ 1008.414994] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d07b08a7-a4f0-4e61-8a6c-36f663fc0b16 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.433248] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b8ef00ba-2aac-433a-8325-07738886546b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "f2ed33b8-1beb-4d20-a818-d16ed66b6a6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.972s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.440935] env[69183]: DEBUG oslo_vmware.api [None req-9d673fb4-0fb1-400f-abba-7f24c7d8b73b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1008.440935] env[69183]: value = "task-2790259" [ 1008.440935] env[69183]: _type = "Task" [ 1008.440935] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.451558] env[69183]: DEBUG oslo_vmware.api [None req-9d673fb4-0fb1-400f-abba-7f24c7d8b73b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.503438] env[69183]: DEBUG oslo_vmware.api [None req-4523e26e-4917-4c23-acf8-33af3dca959a tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': task-2790256, 'name': ReconfigVM_Task, 'duration_secs': 0.185607} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.503438] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-4523e26e-4917-4c23-acf8-33af3dca959a tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Reconfigured VM instance to set the machine id {{(pid=69183) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1008.648223] env[69183]: DEBUG nova.compute.manager [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.656219] env[69183]: DEBUG oslo_concurrency.lockutils [None req-854dfd7b-e019-4d47-99bd-a3ec1645a744 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Acquiring lock "refresh_cache-8f2991aa-5a42-422f-a35d-79f457430c41" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.676334] env[69183]: DEBUG nova.virt.hardware [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.676696] env[69183]: DEBUG nova.virt.hardware [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.676904] env[69183]: DEBUG nova.virt.hardware [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.677221] env[69183]: DEBUG nova.virt.hardware [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.677422] env[69183]: DEBUG nova.virt.hardware [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.677608] env[69183]: DEBUG nova.virt.hardware [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.677856] env[69183]: DEBUG nova.virt.hardware [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.678068] env[69183]: DEBUG nova.virt.hardware [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.678294] env[69183]: DEBUG nova.virt.hardware [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.678492] env[69183]: DEBUG nova.virt.hardware [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.678703] env[69183]: DEBUG nova.virt.hardware [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.679609] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08f5a83-5100-4f06-b9c2-c9192077c5f3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.693791] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7529c4-dfa7-4732-b874-e09fc5e5ca2d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.718025] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Instance VIF info [] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.722095] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Creating folder: Project (517bee5a934c48538269c216934c17eb). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.725272] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-459ecb7e-9880-4077-a339-0a305a2f16a1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.741646] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Created folder: Project (517bee5a934c48538269c216934c17eb) in parent group-v560622. [ 1008.742025] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Creating folder: Instances. Parent ref: group-v560876. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.742300] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-305887b0-374b-4213-a16d-43d090bc265f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.745095] env[69183]: DEBUG nova.network.neutron [req-c79538be-8f9d-4542-9ab6-a3c0e16feb98 req-51bf1f91-99c2-4c7e-a2f0-3455127b6ed3 service nova] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Updated VIF entry in instance network info cache for port 69ca932b-4a1d-4cea-816f-41ed31b50e69. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.745626] env[69183]: DEBUG nova.network.neutron [req-c79538be-8f9d-4542-9ab6-a3c0e16feb98 req-51bf1f91-99c2-4c7e-a2f0-3455127b6ed3 service nova] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Updating instance_info_cache with network_info: [{"id": "69ca932b-4a1d-4cea-816f-41ed31b50e69", "address": "fa:16:3e:f5:84:20", "network": {"id": "8053786e-f69a-45fe-87d3-833d8da48a32", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-939020563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06b4cb2d5674d66bfdaac0052ffc732", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ca932b-4a", "ovs_interfaceid": "69ca932b-4a1d-4cea-816f-41ed31b50e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.761699] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Created folder: Instances in parent group-v560876. [ 1008.762042] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.762982] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.765803] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06fb032c-5fcb-4be5-94a6-7964e85a8b9b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.785122] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.785122] env[69183]: value = "task-2790262" [ 1008.785122] env[69183]: _type = "Task" [ 1008.785122] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.803137] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790262, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.820704] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277382} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.821267] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.821572] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.823469] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.934178] env[69183]: DEBUG nova.compute.manager [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.934312] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.934706] env[69183]: DEBUG oslo_concurrency.lockutils [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "f2ed33b8-1beb-4d20-a818-d16ed66b6a6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.934960] env[69183]: DEBUG oslo_concurrency.lockutils [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "f2ed33b8-1beb-4d20-a818-d16ed66b6a6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.935220] env[69183]: DEBUG oslo_concurrency.lockutils [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "f2ed33b8-1beb-4d20-a818-d16ed66b6a6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.935646] env[69183]: DEBUG oslo_concurrency.lockutils [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "f2ed33b8-1beb-4d20-a818-d16ed66b6a6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.935646] env[69183]: DEBUG oslo_concurrency.lockutils [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "f2ed33b8-1beb-4d20-a818-d16ed66b6a6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.938157] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92053626-b61b-4045-91de-bf7a74c86332 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.946824] env[69183]: INFO nova.compute.manager [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Terminating instance [ 1008.960141] env[69183]: DEBUG oslo_vmware.api [None req-9d673fb4-0fb1-400f-abba-7f24c7d8b73b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.965638] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.966102] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-610dcbf2-9191-4791-a7b0-d387082711ba {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.973481] env[69183]: DEBUG oslo_vmware.api [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 1008.973481] env[69183]: value = "task-2790263" [ 1008.973481] env[69183]: _type = "Task" [ 1008.973481] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.985641] env[69183]: DEBUG oslo_vmware.api [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.063696] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8aec1f-0251-413f-9d5e-289f4ada7971 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.072194] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708c2ff6-1a88-46a0-aa62-7c48e2700f22 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.109740] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc4d4e6-5b30-4826-922a-39e437026334 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.118643] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184cfe18-f160-46d7-ac5d-c5b780f2e37a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.133674] env[69183]: DEBUG nova.compute.provider_tree [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.252049] env[69183]: DEBUG oslo_concurrency.lockutils [req-c79538be-8f9d-4542-9ab6-a3c0e16feb98 req-51bf1f91-99c2-4c7e-a2f0-3455127b6ed3 service nova] Releasing lock "refresh_cache-8f2991aa-5a42-422f-a35d-79f457430c41" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.252513] env[69183]: DEBUG oslo_concurrency.lockutils [None req-854dfd7b-e019-4d47-99bd-a3ec1645a744 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Acquired lock "refresh_cache-8f2991aa-5a42-422f-a35d-79f457430c41" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.295500] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790262, 'name': CreateVM_Task, 'duration_secs': 0.382556} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.295500] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.296740] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.296740] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.296740] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.296996] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dea67d09-a132-408a-9dfc-8ffd056d0ae6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.301922] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Waiting for the task: (returnval){ [ 1009.301922] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]524be6a7-0f22-50e5-58db-ba9c26669c23" [ 1009.301922] env[69183]: _type = "Task" [ 1009.301922] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.310597] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]524be6a7-0f22-50e5-58db-ba9c26669c23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.327244] env[69183]: INFO nova.virt.block_device [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Booting with volume dddb3757-dd4e-4fa8-b417-eb8cb1767738 at /dev/sdb [ 1009.357965] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d4d9735-a9c0-492d-b7eb-4c458356a92e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.369375] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ff9601-b45e-48aa-ba85-8c03d18deb24 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.411591] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26f54853-e07e-4b3c-a235-b44fe6670045 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.417511] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Acquiring lock "c1ec5784-3f0b-4426-a329-c14083df1c24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.417613] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Lock "c1ec5784-3f0b-4426-a329-c14083df1c24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.417817] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Acquiring lock "c1ec5784-3f0b-4426-a329-c14083df1c24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.418016] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Lock "c1ec5784-3f0b-4426-a329-c14083df1c24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.418195] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Lock "c1ec5784-3f0b-4426-a329-c14083df1c24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.421353] env[69183]: INFO nova.compute.manager [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Terminating instance [ 1009.425516] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a818dd-0810-404c-a657-4bde25ab0a4d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.466888] env[69183]: DEBUG nova.compute.manager [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.467126] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.468611] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045c30ce-4c0b-47ac-88f3-6d40ba82bda1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.471906] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c78bbd-90c0-4ee1-ba4b-655faaa9a6a5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.477848] env[69183]: DEBUG oslo_vmware.api [None req-9d673fb4-0fb1-400f-abba-7f24c7d8b73b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790259, 'name': ReconfigVM_Task, 'duration_secs': 0.618883} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.481662] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d673fb4-0fb1-400f-abba-7f24c7d8b73b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Reconfigured VM instance instance-00000042 to attach disk [datastore2] volume-42b41959-2f5a-4982-ae25-a36fbddd0bc8/volume-42b41959-2f5a-4982-ae25-a36fbddd0bc8.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.490161] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-564d7a8e-8f0c-49dd-b526-0b7bb9a65a3a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.501113] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.502718] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9b1c17-c788-4426-8e57-10a974cc672c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.507692] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba3198a8-e528-4470-8466-d2b73a49c4b7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.512645] env[69183]: DEBUG oslo_vmware.api [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790263, 'name': PowerOffVM_Task, 'duration_secs': 0.298414} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.513507] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.513688] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.517024] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a59ba88-7041-42f6-ba66-3ab7d8282b26 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.518810] env[69183]: DEBUG oslo_vmware.api [None req-9d673fb4-0fb1-400f-abba-7f24c7d8b73b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1009.518810] env[69183]: value = "task-2790264" [ 1009.518810] env[69183]: _type = "Task" [ 1009.518810] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.521769] env[69183]: DEBUG oslo_vmware.api [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1009.521769] env[69183]: value = "task-2790265" [ 1009.521769] env[69183]: _type = "Task" [ 1009.521769] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.530341] env[69183]: DEBUG nova.virt.block_device [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Updating existing volume attachment record: b7a2e461-43b6-4c84-8085-3779a12f3037 {{(pid=69183) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1009.538992] env[69183]: DEBUG oslo_vmware.api [None req-9d673fb4-0fb1-400f-abba-7f24c7d8b73b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.542994] env[69183]: DEBUG oslo_vmware.api [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.608423] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.608678] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.608924] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Deleting the datastore file [datastore1] 325b7a94-5de0-4e0c-9fa9-7daecd396d54 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.609304] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b00a9186-6be9-4e6d-82b9-4f0a3e779693 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.618148] env[69183]: DEBUG oslo_vmware.api [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for the task: (returnval){ [ 1009.618148] env[69183]: value = "task-2790267" [ 1009.618148] env[69183]: _type = "Task" [ 1009.618148] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.629465] env[69183]: DEBUG oslo_vmware.api [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.637773] env[69183]: DEBUG nova.scheduler.client.report [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.643415] env[69183]: DEBUG nova.network.neutron [None req-854dfd7b-e019-4d47-99bd-a3ec1645a744 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.669039] env[69183]: DEBUG nova.compute.manager [req-d76b34da-47c4-4a5a-9903-5cb10813542b req-97b1fedc-3251-40fe-9cdc-c739b5fb3f52 service nova] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Received event network-changed-69ca932b-4a1d-4cea-816f-41ed31b50e69 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1009.669179] env[69183]: DEBUG nova.compute.manager [req-d76b34da-47c4-4a5a-9903-5cb10813542b req-97b1fedc-3251-40fe-9cdc-c739b5fb3f52 service nova] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Refreshing instance network info cache due to event network-changed-69ca932b-4a1d-4cea-816f-41ed31b50e69. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1009.669383] env[69183]: DEBUG oslo_concurrency.lockutils [req-d76b34da-47c4-4a5a-9903-5cb10813542b req-97b1fedc-3251-40fe-9cdc-c739b5fb3f52 service nova] Acquiring lock "refresh_cache-8f2991aa-5a42-422f-a35d-79f457430c41" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.813257] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]524be6a7-0f22-50e5-58db-ba9c26669c23, 'name': SearchDatastore_Task, 'duration_secs': 0.010887} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.813587] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.813822] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.814161] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.814304] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.814517] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.814793] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71028d81-3198-4031-b172-21a060531562 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.827331] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.827533] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.828528] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14da2b97-43b0-4209-acd4-42865cf5567f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.835619] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Waiting for the task: (returnval){ [ 1009.835619] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527ebd42-0742-0e31-ae39-125b1bd56b80" [ 1009.835619] env[69183]: _type = "Task" [ 1009.835619] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.845499] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527ebd42-0742-0e31-ae39-125b1bd56b80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.939050] env[69183]: DEBUG nova.compute.manager [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.939050] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.939590] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bc27d7-a5d2-44ce-a9b2-0d9c662922a8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.948480] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.948692] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d3acc8d-e8cb-4ee7-8ab8-b570873dacca {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.955198] env[69183]: DEBUG oslo_vmware.api [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Waiting for the task: (returnval){ [ 1009.955198] env[69183]: value = "task-2790268" [ 1009.955198] env[69183]: _type = "Task" [ 1009.955198] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.965963] env[69183]: DEBUG oslo_vmware.api [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Task: {'id': task-2790268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.032927] env[69183]: DEBUG oslo_vmware.api [None req-9d673fb4-0fb1-400f-abba-7f24c7d8b73b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790264, 'name': ReconfigVM_Task, 'duration_secs': 0.242764} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.036235] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d673fb4-0fb1-400f-abba-7f24c7d8b73b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560875', 'volume_id': '42b41959-2f5a-4982-ae25-a36fbddd0bc8', 'name': 'volume-42b41959-2f5a-4982-ae25-a36fbddd0bc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc9a2724-436c-4599-889b-8c447748135a', 'attached_at': '', 'detached_at': '', 'volume_id': '42b41959-2f5a-4982-ae25-a36fbddd0bc8', 'serial': '42b41959-2f5a-4982-ae25-a36fbddd0bc8'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1010.037754] env[69183]: DEBUG oslo_vmware.api [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790265, 'name': PowerOffVM_Task, 'duration_secs': 0.265845} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.039144] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.039263] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.039780] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70c3d43a-a630-4657-b567-ca57af927317 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.132237] env[69183]: DEBUG oslo_vmware.api [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Task: {'id': task-2790267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225403} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.132604] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.132796] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.132975] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.133189] env[69183]: INFO nova.compute.manager [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1010.133545] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.133773] env[69183]: DEBUG nova.compute.manager [-] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.133895] env[69183]: DEBUG nova.network.neutron [-] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.141876] env[69183]: DEBUG oslo_concurrency.lockutils [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.142413] env[69183]: DEBUG nova.compute.manager [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.144994] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.145195] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.145379] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Deleting the datastore file [datastore2] f2ed33b8-1beb-4d20-a818-d16ed66b6a6e {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.145892] env[69183]: DEBUG oslo_concurrency.lockutils [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.219s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.146151] env[69183]: DEBUG nova.objects.instance [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lazy-loading 'resources' on Instance uuid 26919386-b951-4ae3-84e4-541daeca1236 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.148968] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b031478-53ab-4dc3-91b6-bfe85ea5d977 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.156551] env[69183]: DEBUG oslo_vmware.api [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1010.156551] env[69183]: value = "task-2790270" [ 1010.156551] env[69183]: _type = "Task" [ 1010.156551] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.169556] env[69183]: DEBUG oslo_vmware.api [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.349022] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527ebd42-0742-0e31-ae39-125b1bd56b80, 'name': SearchDatastore_Task, 'duration_secs': 0.015668} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.349022] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c5fbb4c-9c16-4ee5-b4f0-dca60467d61c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.353257] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Waiting for the task: (returnval){ [ 1010.353257] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52479286-e9f1-81d4-206f-f5b50683eec9" [ 1010.353257] env[69183]: _type = "Task" [ 1010.353257] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.362739] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52479286-e9f1-81d4-206f-f5b50683eec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.433599] env[69183]: DEBUG nova.network.neutron [None req-854dfd7b-e019-4d47-99bd-a3ec1645a744 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Updating instance_info_cache with network_info: [{"id": "69ca932b-4a1d-4cea-816f-41ed31b50e69", "address": "fa:16:3e:f5:84:20", "network": {"id": "8053786e-f69a-45fe-87d3-833d8da48a32", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-939020563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06b4cb2d5674d66bfdaac0052ffc732", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ca932b-4a", "ovs_interfaceid": "69ca932b-4a1d-4cea-816f-41ed31b50e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.464875] env[69183]: DEBUG oslo_vmware.api [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Task: {'id': task-2790268, 'name': PowerOffVM_Task, 'duration_secs': 0.350585} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.465776] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.465961] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.466226] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c5e6ec0-5520-470f-a8a6-e9153d6b8e6d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.563814] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.564290] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.564564] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Deleting the datastore file [datastore2] c1ec5784-3f0b-4426-a329-c14083df1c24 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.564846] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d148663d-d7d1-4dbe-98c0-1457efb187a7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.573035] env[69183]: DEBUG oslo_vmware.api [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Waiting for the task: (returnval){ [ 1010.573035] env[69183]: value = "task-2790272" [ 1010.573035] env[69183]: _type = "Task" [ 1010.573035] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.592237] env[69183]: DEBUG oslo_vmware.api [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Task: {'id': task-2790272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.647528] env[69183]: DEBUG nova.compute.utils [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.649064] env[69183]: DEBUG nova.compute.manager [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.649256] env[69183]: DEBUG nova.network.neutron [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.669064] env[69183]: DEBUG oslo_vmware.api [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290414} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.669354] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.669572] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.669758] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.670092] env[69183]: INFO nova.compute.manager [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1010.670214] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.670512] env[69183]: DEBUG nova.compute.manager [-] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.670512] env[69183]: DEBUG nova.network.neutron [-] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.702119] env[69183]: DEBUG nova.policy [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d5d815253a64e75bc5b8f763eb0396c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e1512025a1e42b6b05ff9aad0088ad9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.868831] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52479286-e9f1-81d4-206f-f5b50683eec9, 'name': SearchDatastore_Task, 'duration_secs': 0.021762} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.869126] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.869392] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66/4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.869656] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c41dc33f-7800-4e3b-90dc-24429d6dc4b6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.878820] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Waiting for the task: (returnval){ [ 1010.878820] env[69183]: value = "task-2790273" [ 1010.878820] env[69183]: _type = "Task" [ 1010.878820] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.888766] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.937631] env[69183]: DEBUG oslo_concurrency.lockutils [None req-854dfd7b-e019-4d47-99bd-a3ec1645a744 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Releasing lock "refresh_cache-8f2991aa-5a42-422f-a35d-79f457430c41" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.937894] env[69183]: DEBUG nova.compute.manager [None req-854dfd7b-e019-4d47-99bd-a3ec1645a744 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Inject network info {{(pid=69183) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1010.942355] env[69183]: DEBUG nova.compute.manager [None req-854dfd7b-e019-4d47-99bd-a3ec1645a744 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] network_info to inject: |[{"id": "69ca932b-4a1d-4cea-816f-41ed31b50e69", "address": "fa:16:3e:f5:84:20", "network": {"id": "8053786e-f69a-45fe-87d3-833d8da48a32", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-939020563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06b4cb2d5674d66bfdaac0052ffc732", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ca932b-4a", "ovs_interfaceid": "69ca932b-4a1d-4cea-816f-41ed31b50e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1010.948610] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-854dfd7b-e019-4d47-99bd-a3ec1645a744 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Reconfiguring VM instance to set the machine id {{(pid=69183) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1010.949240] env[69183]: DEBUG oslo_concurrency.lockutils [req-d76b34da-47c4-4a5a-9903-5cb10813542b req-97b1fedc-3251-40fe-9cdc-c739b5fb3f52 service nova] Acquired lock "refresh_cache-8f2991aa-5a42-422f-a35d-79f457430c41" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.949429] env[69183]: DEBUG nova.network.neutron [req-d76b34da-47c4-4a5a-9903-5cb10813542b req-97b1fedc-3251-40fe-9cdc-c739b5fb3f52 service nova] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Refreshing network info cache for port 69ca932b-4a1d-4cea-816f-41ed31b50e69 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.951351] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1e2150d-b9bf-4151-808c-2bf5a5da1711 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.973146] env[69183]: DEBUG nova.network.neutron [-] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.985180] env[69183]: DEBUG oslo_vmware.api [None req-854dfd7b-e019-4d47-99bd-a3ec1645a744 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Waiting for the task: (returnval){ [ 1010.985180] env[69183]: value = "task-2790274" [ 1010.985180] env[69183]: _type = "Task" [ 1010.985180] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.996288] env[69183]: DEBUG oslo_vmware.api [None req-854dfd7b-e019-4d47-99bd-a3ec1645a744 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': task-2790274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.004949] env[69183]: DEBUG nova.network.neutron [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Successfully created port: 6ba46727-565a-4d9c-8820-fcf257a85dd6 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.034255] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4d7188-3b69-42af-a9e0-d07afea01695 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.042612] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301b651e-aa6f-4b94-b62f-685aee1f1255 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.082662] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd2c2da-e8ab-42a7-a4e0-5b506d50484d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.086025] env[69183]: DEBUG nova.objects.instance [None req-9d673fb4-0fb1-400f-abba-7f24c7d8b73b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lazy-loading 'flavor' on Instance uuid dc9a2724-436c-4599-889b-8c447748135a {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.094421] env[69183]: DEBUG oslo_vmware.api [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Task: {'id': task-2790272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174311} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.097588] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.097838] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.098036] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.098211] env[69183]: INFO nova.compute.manager [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1011.098481] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.098755] env[69183]: DEBUG nova.compute.manager [-] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.098848] env[69183]: DEBUG nova.network.neutron [-] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.102588] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacb4831-ce06-4e8c-a540-91efd1006c24 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.119259] env[69183]: DEBUG nova.compute.provider_tree [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.123709] env[69183]: DEBUG nova.compute.manager [req-fbc2885d-2123-495b-8d30-946c1673a680 req-ef279530-7e95-40f1-a750-8f4887ec9d93 service nova] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Received event network-vif-deleted-a866af3e-dc51-4720-b304-4cecbbde728c {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1011.124015] env[69183]: INFO nova.compute.manager [req-fbc2885d-2123-495b-8d30-946c1673a680 req-ef279530-7e95-40f1-a750-8f4887ec9d93 service nova] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Neutron deleted interface a866af3e-dc51-4720-b304-4cecbbde728c; detaching it from the instance and deleting it from the info cache [ 1011.124190] env[69183]: DEBUG nova.network.neutron [req-fbc2885d-2123-495b-8d30-946c1673a680 req-ef279530-7e95-40f1-a750-8f4887ec9d93 service nova] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.157139] env[69183]: DEBUG nova.compute.manager [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.391814] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790273, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.477066] env[69183]: INFO nova.compute.manager [-] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Took 1.34 seconds to deallocate network for instance. [ 1011.498236] env[69183]: DEBUG oslo_vmware.api [None req-854dfd7b-e019-4d47-99bd-a3ec1645a744 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': task-2790274, 'name': ReconfigVM_Task, 'duration_secs': 0.154713} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.498236] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-854dfd7b-e019-4d47-99bd-a3ec1645a744 tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Reconfigured VM instance to set the machine id {{(pid=69183) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1011.568490] env[69183]: DEBUG nova.network.neutron [req-d76b34da-47c4-4a5a-9903-5cb10813542b req-97b1fedc-3251-40fe-9cdc-c739b5fb3f52 service nova] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Updated VIF entry in instance network info cache for port 69ca932b-4a1d-4cea-816f-41ed31b50e69. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.568698] env[69183]: DEBUG nova.network.neutron [req-d76b34da-47c4-4a5a-9903-5cb10813542b req-97b1fedc-3251-40fe-9cdc-c739b5fb3f52 service nova] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Updating instance_info_cache with network_info: [{"id": "69ca932b-4a1d-4cea-816f-41ed31b50e69", "address": "fa:16:3e:f5:84:20", "network": {"id": "8053786e-f69a-45fe-87d3-833d8da48a32", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-939020563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06b4cb2d5674d66bfdaac0052ffc732", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ca932b-4a", "ovs_interfaceid": "69ca932b-4a1d-4cea-816f-41ed31b50e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.594926] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9d673fb4-0fb1-400f-abba-7f24c7d8b73b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "dc9a2724-436c-4599-889b-8c447748135a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.356s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.599288] env[69183]: DEBUG nova.network.neutron [-] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.626393] env[69183]: DEBUG nova.scheduler.client.report [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.633672] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44cd84e9-658b-4be5-b3a8-0bd995be03f5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.644546] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019bdcdc-42ac-4764-aed4-329f6c4a1a3f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.666517] env[69183]: DEBUG nova.virt.hardware [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.666819] env[69183]: DEBUG nova.virt.hardware [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.666951] env[69183]: DEBUG nova.virt.hardware [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.667103] env[69183]: DEBUG nova.virt.hardware [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.667527] env[69183]: DEBUG nova.virt.hardware [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.667527] env[69183]: DEBUG nova.virt.hardware [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.667663] env[69183]: DEBUG nova.virt.hardware [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.668206] env[69183]: DEBUG nova.virt.hardware [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.668206] env[69183]: DEBUG nova.virt.hardware [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.668206] env[69183]: DEBUG nova.virt.hardware [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.668355] env[69183]: DEBUG nova.virt.hardware [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.669311] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff08159-99a7-423e-b224-6ed3cfd4ad5c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.686138] env[69183]: DEBUG nova.compute.manager [req-fbc2885d-2123-495b-8d30-946c1673a680 req-ef279530-7e95-40f1-a750-8f4887ec9d93 service nova] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Detach interface failed, port_id=a866af3e-dc51-4720-b304-4cecbbde728c, reason: Instance f2ed33b8-1beb-4d20-a818-d16ed66b6a6e could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1011.693484] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a6cb95-c355-4074-b66b-3bd319e25cd1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.700993] env[69183]: DEBUG nova.compute.manager [req-2c7bfe67-c4b6-4635-a3eb-5ba944457bbf req-0238886f-91d2-4ffe-91c8-f9fbd1851b1b service nova] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Received event network-vif-deleted-b1bf148f-a39d-4edc-a826-8b72b9b107c0 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1011.713700] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:9e:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef33e7d7-ba39-476e-a0da-2e89eb5d5089', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.721814] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.723275] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.723536] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c2d9e7b-79fa-4996-8335-53d36d07b4e9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.748327] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.748327] env[69183]: value = "task-2790275" [ 1011.748327] env[69183]: _type = "Task" [ 1011.748327] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.758458] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790275, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.869455] env[69183]: DEBUG oslo_concurrency.lockutils [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Acquiring lock "8f2991aa-5a42-422f-a35d-79f457430c41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.869787] env[69183]: DEBUG oslo_concurrency.lockutils [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Lock "8f2991aa-5a42-422f-a35d-79f457430c41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.870032] env[69183]: DEBUG oslo_concurrency.lockutils [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Acquiring lock "8f2991aa-5a42-422f-a35d-79f457430c41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.870256] env[69183]: DEBUG oslo_concurrency.lockutils [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Lock "8f2991aa-5a42-422f-a35d-79f457430c41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.870437] env[69183]: DEBUG oslo_concurrency.lockutils [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Lock "8f2991aa-5a42-422f-a35d-79f457430c41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.873214] env[69183]: INFO nova.compute.manager [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Terminating instance [ 1011.890508] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717072} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.890757] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66/4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.890965] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.891232] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6382b5ca-08fb-4188-8b62-683cd9dd03d6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.898309] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Waiting for the task: (returnval){ [ 1011.898309] env[69183]: value = "task-2790276" [ 1011.898309] env[69183]: _type = "Task" [ 1011.898309] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.908114] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.920921] env[69183]: DEBUG nova.network.neutron [-] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.990984] env[69183]: DEBUG oslo_concurrency.lockutils [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.071272] env[69183]: DEBUG oslo_concurrency.lockutils [req-d76b34da-47c4-4a5a-9903-5cb10813542b req-97b1fedc-3251-40fe-9cdc-c739b5fb3f52 service nova] Releasing lock "refresh_cache-8f2991aa-5a42-422f-a35d-79f457430c41" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.102971] env[69183]: INFO nova.compute.manager [-] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Took 1.43 seconds to deallocate network for instance. [ 1012.133627] env[69183]: DEBUG oslo_concurrency.lockutils [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.138485] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.872s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.140131] env[69183]: DEBUG nova.objects.instance [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lazy-loading 'resources' on Instance uuid d47feb1d-dceb-42f8-82e3-632abf0fcdf8 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.163145] env[69183]: INFO nova.scheduler.client.report [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Deleted allocations for instance 26919386-b951-4ae3-84e4-541daeca1236 [ 1012.174209] env[69183]: DEBUG nova.compute.manager [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.206907] env[69183]: DEBUG nova.virt.hardware [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.207210] env[69183]: DEBUG nova.virt.hardware [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.207381] env[69183]: DEBUG nova.virt.hardware [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.207578] env[69183]: DEBUG nova.virt.hardware [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.207726] env[69183]: DEBUG nova.virt.hardware [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.207881] env[69183]: DEBUG nova.virt.hardware [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.211099] env[69183]: DEBUG nova.virt.hardware [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.211099] env[69183]: DEBUG nova.virt.hardware [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.211099] env[69183]: DEBUG nova.virt.hardware [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.211099] env[69183]: DEBUG nova.virt.hardware [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.211099] env[69183]: DEBUG nova.virt.hardware [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.211940] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da16ef4-e18c-4914-955d-96584c70e7e6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.223897] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f574abfa-f3d2-423b-b505-18037a5c5733 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.261558] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790275, 'name': CreateVM_Task, 'duration_secs': 0.37229} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.261558] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.261558] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.261558] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.261558] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.261558] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12c12a47-c856-40cb-962d-1701b8cef656 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.266036] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1012.266036] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52ed8100-70d5-4da5-f2ef-a4b4f8423672" [ 1012.266036] env[69183]: _type = "Task" [ 1012.266036] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.276870] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52ed8100-70d5-4da5-f2ef-a4b4f8423672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.377085] env[69183]: DEBUG nova.compute.manager [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.377325] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.378799] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70047f7b-34e1-4bd9-abe3-079bef587f49 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.386507] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.386685] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c45bd56-f132-4fa3-b0c0-ff086f1424fd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.394430] env[69183]: DEBUG oslo_vmware.api [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Waiting for the task: (returnval){ [ 1012.394430] env[69183]: value = "task-2790277" [ 1012.394430] env[69183]: _type = "Task" [ 1012.394430] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.406428] env[69183]: DEBUG oslo_vmware.api [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': task-2790277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.412260] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080156} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.412651] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.413606] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d31dd16-b222-4c3f-9bec-5c0599c14c20 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.425227] env[69183]: INFO nova.compute.manager [-] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Took 1.33 seconds to deallocate network for instance. [ 1012.433708] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66/4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.435425] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08029e9a-b0a0-4f19-9a92-cc0c3dad5540 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.459278] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Waiting for the task: (returnval){ [ 1012.459278] env[69183]: value = "task-2790278" [ 1012.459278] env[69183]: _type = "Task" [ 1012.459278] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.468782] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.608386] env[69183]: DEBUG oslo_concurrency.lockutils [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.674021] env[69183]: DEBUG oslo_concurrency.lockutils [None req-790bc1a5-1fbb-423b-88d4-357bf92a5d90 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "26919386-b951-4ae3-84e4-541daeca1236" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.281s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.780443] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52ed8100-70d5-4da5-f2ef-a4b4f8423672, 'name': SearchDatastore_Task, 'duration_secs': 0.011844} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.780741] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.780969] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.781214] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.781355] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.781526] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.781791] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3660e740-e3eb-48e8-b031-a0884f93fe52 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.791908] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.791908] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.792620] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecd35b8f-dae4-4948-b0f1-ef9c1c461109 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.800995] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1012.800995] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52b7a037-0487-8d4e-8135-bdac8442ffc9" [ 1012.800995] env[69183]: _type = "Task" [ 1012.800995] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.809795] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52b7a037-0487-8d4e-8135-bdac8442ffc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.905506] env[69183]: DEBUG oslo_vmware.api [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': task-2790277, 'name': PowerOffVM_Task, 'duration_secs': 0.209021} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.906045] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.906177] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.906409] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a6ab238-12cf-409a-990a-413c93a00b23 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.940787] env[69183]: DEBUG nova.network.neutron [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Successfully updated port: 6ba46727-565a-4d9c-8820-fcf257a85dd6 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.954821] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.974538] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790278, 'name': ReconfigVM_Task, 'duration_secs': 0.362417} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.974857] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66/4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.975783] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b55bff1-f19b-46e8-9660-1405817c8674 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.989551] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Waiting for the task: (returnval){ [ 1012.989551] env[69183]: value = "task-2790280" [ 1012.989551] env[69183]: _type = "Task" [ 1012.989551] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.989951] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.990090] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.990317] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Deleting the datastore file [datastore2] 8f2991aa-5a42-422f-a35d-79f457430c41 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.990991] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5824c432-243b-41cc-a17b-4b4050395e53 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.008915] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790280, 'name': Rename_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.013414] env[69183]: DEBUG oslo_vmware.api [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Waiting for the task: (returnval){ [ 1013.013414] env[69183]: value = "task-2790281" [ 1013.013414] env[69183]: _type = "Task" [ 1013.013414] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.019731] env[69183]: DEBUG oslo_vmware.api [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': task-2790281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.027066] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91d8b19-ec83-492b-b900-6e5637c7e990 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.035437] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3424721b-92c3-4e55-b985-39ced5a63584 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.074759] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b26c94a-815d-4dd5-8ac1-c4d88e9478c9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.083461] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaa6331-d48d-4957-9a60-7ca0cc1d4b0e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.099245] env[69183]: DEBUG nova.compute.provider_tree [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.151265] env[69183]: DEBUG nova.compute.manager [req-f0a99f75-7ccb-460a-bb41-e6eedb7820a5 req-81531de7-3734-4a01-9dd0-9e2955017cc2 service nova] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Received event network-vif-deleted-6e7fc322-be15-4975-8c18-f7afc546ce3f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1013.282273] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "603b8c48-2e69-441c-8ded-b48e31908587" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.282465] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "603b8c48-2e69-441c-8ded-b48e31908587" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.312997] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52b7a037-0487-8d4e-8135-bdac8442ffc9, 'name': SearchDatastore_Task, 'duration_secs': 0.014155} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.313645] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b74744-bf38-4d8a-9395-e89db9f838c4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.319563] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1013.319563] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52c1ed13-1ace-3e9d-13ab-7f58e63b7067" [ 1013.319563] env[69183]: _type = "Task" [ 1013.319563] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.327256] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c1ed13-1ace-3e9d-13ab-7f58e63b7067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.444875] env[69183]: DEBUG oslo_concurrency.lockutils [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "refresh_cache-0b074aac-dea9-4889-9e0f-84228979f883" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.444875] env[69183]: DEBUG oslo_concurrency.lockutils [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "refresh_cache-0b074aac-dea9-4889-9e0f-84228979f883" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.444875] env[69183]: DEBUG nova.network.neutron [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.501042] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790280, 'name': Rename_Task, 'duration_secs': 0.169103} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.501345] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.501600] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e963d3d-0240-4bfd-88c7-53bc708e5a18 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.509098] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Waiting for the task: (returnval){ [ 1013.509098] env[69183]: value = "task-2790282" [ 1013.509098] env[69183]: _type = "Task" [ 1013.509098] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.521941] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.524943] env[69183]: DEBUG oslo_vmware.api [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Task: {'id': task-2790281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17365} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.525172] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.525355] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.525528] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.525697] env[69183]: INFO nova.compute.manager [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1013.525929] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.526131] env[69183]: DEBUG nova.compute.manager [-] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.526257] env[69183]: DEBUG nova.network.neutron [-] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.602916] env[69183]: DEBUG nova.scheduler.client.report [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.781047] env[69183]: DEBUG nova.compute.manager [req-4e133e19-04ae-45c0-a274-bbf6e2054b56 req-8e10fe4a-b2ab-4c03-a204-0b68568a23ff service nova] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Received event network-vif-plugged-6ba46727-565a-4d9c-8820-fcf257a85dd6 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1013.781310] env[69183]: DEBUG oslo_concurrency.lockutils [req-4e133e19-04ae-45c0-a274-bbf6e2054b56 req-8e10fe4a-b2ab-4c03-a204-0b68568a23ff service nova] Acquiring lock "0b074aac-dea9-4889-9e0f-84228979f883-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.781572] env[69183]: DEBUG oslo_concurrency.lockutils [req-4e133e19-04ae-45c0-a274-bbf6e2054b56 req-8e10fe4a-b2ab-4c03-a204-0b68568a23ff service nova] Lock "0b074aac-dea9-4889-9e0f-84228979f883-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.781680] env[69183]: DEBUG oslo_concurrency.lockutils [req-4e133e19-04ae-45c0-a274-bbf6e2054b56 req-8e10fe4a-b2ab-4c03-a204-0b68568a23ff service nova] Lock "0b074aac-dea9-4889-9e0f-84228979f883-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.781876] env[69183]: DEBUG nova.compute.manager [req-4e133e19-04ae-45c0-a274-bbf6e2054b56 req-8e10fe4a-b2ab-4c03-a204-0b68568a23ff service nova] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] No waiting events found dispatching network-vif-plugged-6ba46727-565a-4d9c-8820-fcf257a85dd6 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.782202] env[69183]: WARNING nova.compute.manager [req-4e133e19-04ae-45c0-a274-bbf6e2054b56 req-8e10fe4a-b2ab-4c03-a204-0b68568a23ff service nova] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Received unexpected event network-vif-plugged-6ba46727-565a-4d9c-8820-fcf257a85dd6 for instance with vm_state building and task_state spawning. [ 1013.782447] env[69183]: DEBUG nova.compute.manager [req-4e133e19-04ae-45c0-a274-bbf6e2054b56 req-8e10fe4a-b2ab-4c03-a204-0b68568a23ff service nova] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Received event network-changed-6ba46727-565a-4d9c-8820-fcf257a85dd6 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1013.782733] env[69183]: DEBUG nova.compute.manager [req-4e133e19-04ae-45c0-a274-bbf6e2054b56 req-8e10fe4a-b2ab-4c03-a204-0b68568a23ff service nova] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Refreshing instance network info cache due to event network-changed-6ba46727-565a-4d9c-8820-fcf257a85dd6. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1013.782918] env[69183]: DEBUG oslo_concurrency.lockutils [req-4e133e19-04ae-45c0-a274-bbf6e2054b56 req-8e10fe4a-b2ab-4c03-a204-0b68568a23ff service nova] Acquiring lock "refresh_cache-0b074aac-dea9-4889-9e0f-84228979f883" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.784633] env[69183]: DEBUG nova.compute.manager [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.831545] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c1ed13-1ace-3e9d-13ab-7f58e63b7067, 'name': SearchDatastore_Task, 'duration_secs': 0.011531} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.831863] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.832192] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3/2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.832480] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da5450d0-1b15-43d6-aabc-dbba97a7f035 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.841258] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1013.841258] env[69183]: value = "task-2790283" [ 1013.841258] env[69183]: _type = "Task" [ 1013.841258] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.850904] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.997692] env[69183]: DEBUG nova.network.neutron [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.019849] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790282, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.107805] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.111338] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.474s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.111950] env[69183]: INFO nova.compute.claims [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.139470] env[69183]: INFO nova.scheduler.client.report [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Deleted allocations for instance d47feb1d-dceb-42f8-82e3-632abf0fcdf8 [ 1014.185999] env[69183]: DEBUG nova.network.neutron [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Updating instance_info_cache with network_info: [{"id": "6ba46727-565a-4d9c-8820-fcf257a85dd6", "address": "fa:16:3e:4c:f9:7e", "network": {"id": "50bef02a-36c4-4122-99e6-4de135b6ec80", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-820333689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e1512025a1e42b6b05ff9aad0088ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba46727-56", "ovs_interfaceid": "6ba46727-565a-4d9c-8820-fcf257a85dd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.251948] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquiring lock "69798482-6c0f-49c6-b4d7-42927b8540c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.252287] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "69798482-6c0f-49c6-b4d7-42927b8540c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.252510] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquiring lock "69798482-6c0f-49c6-b4d7-42927b8540c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.252703] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "69798482-6c0f-49c6-b4d7-42927b8540c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.252879] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "69798482-6c0f-49c6-b4d7-42927b8540c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.255441] env[69183]: INFO nova.compute.manager [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Terminating instance [ 1014.311225] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.358632] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496219} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.359670] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3/2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.359670] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.359670] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d3b199d-3012-4522-8b46-e890fd9ea548 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.363534] env[69183]: DEBUG oslo_concurrency.lockutils [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquiring lock "2d12eb83-8e93-4cfe-ab45-d5aaa6077d65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.363534] env[69183]: DEBUG oslo_concurrency.lockutils [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "2d12eb83-8e93-4cfe-ab45-d5aaa6077d65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.363534] env[69183]: DEBUG oslo_concurrency.lockutils [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquiring lock "2d12eb83-8e93-4cfe-ab45-d5aaa6077d65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.363534] env[69183]: DEBUG oslo_concurrency.lockutils [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "2d12eb83-8e93-4cfe-ab45-d5aaa6077d65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.363534] env[69183]: DEBUG oslo_concurrency.lockutils [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "2d12eb83-8e93-4cfe-ab45-d5aaa6077d65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.364549] env[69183]: INFO nova.compute.manager [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Terminating instance [ 1014.375117] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1014.375117] env[69183]: value = "task-2790284" [ 1014.375117] env[69183]: _type = "Task" [ 1014.375117] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.385655] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.519699] env[69183]: DEBUG oslo_vmware.api [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790282, 'name': PowerOnVM_Task, 'duration_secs': 0.822734} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.520768] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.520768] env[69183]: INFO nova.compute.manager [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Took 5.87 seconds to spawn the instance on the hypervisor. [ 1014.520768] env[69183]: DEBUG nova.compute.manager [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.521547] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb41907-f7df-4a90-85c1-680b9b296804 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.562020] env[69183]: DEBUG nova.network.neutron [-] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.651562] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6389fd81-8944-4fcc-9a73-6d627d3ff5c7 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "d47feb1d-dceb-42f8-82e3-632abf0fcdf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.895s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.689146] env[69183]: DEBUG oslo_concurrency.lockutils [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "refresh_cache-0b074aac-dea9-4889-9e0f-84228979f883" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.689590] env[69183]: DEBUG nova.compute.manager [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Instance network_info: |[{"id": "6ba46727-565a-4d9c-8820-fcf257a85dd6", "address": "fa:16:3e:4c:f9:7e", "network": {"id": "50bef02a-36c4-4122-99e6-4de135b6ec80", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-820333689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e1512025a1e42b6b05ff9aad0088ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba46727-56", "ovs_interfaceid": "6ba46727-565a-4d9c-8820-fcf257a85dd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.689929] env[69183]: DEBUG oslo_concurrency.lockutils [req-4e133e19-04ae-45c0-a274-bbf6e2054b56 req-8e10fe4a-b2ab-4c03-a204-0b68568a23ff service nova] Acquired lock "refresh_cache-0b074aac-dea9-4889-9e0f-84228979f883" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.690145] env[69183]: DEBUG nova.network.neutron [req-4e133e19-04ae-45c0-a274-bbf6e2054b56 req-8e10fe4a-b2ab-4c03-a204-0b68568a23ff service nova] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Refreshing network info cache for port 6ba46727-565a-4d9c-8820-fcf257a85dd6 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.693361] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:f9:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ba46727-565a-4d9c-8820-fcf257a85dd6', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.700804] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.704449] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.705331] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9618857f-8a11-429a-b72e-f94d511b9a90 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.728624] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.728624] env[69183]: value = "task-2790285" [ 1014.728624] env[69183]: _type = "Task" [ 1014.728624] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.738755] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790285, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.759442] env[69183]: DEBUG nova.compute.manager [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.759663] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.760619] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062235e1-299e-4777-9a11-d81b51cb4bba {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.768970] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.769268] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e48f8f36-cdc6-4384-adfb-3c32b9bc2890 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.776173] env[69183]: DEBUG oslo_vmware.api [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 1014.776173] env[69183]: value = "task-2790286" [ 1014.776173] env[69183]: _type = "Task" [ 1014.776173] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.784943] env[69183]: DEBUG oslo_vmware.api [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.868626] env[69183]: DEBUG nova.compute.manager [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.868904] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.870032] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d09624f-3bbd-4325-94dd-88ac3bb50568 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.883828] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.886040] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa465385-7518-458d-bb9f-605bf8c3ea30 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.890042] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077298} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.890621] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.891404] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621cbb82-7eb7-4001-b85e-2f7ef22bf4a2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.895975] env[69183]: DEBUG oslo_vmware.api [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 1014.895975] env[69183]: value = "task-2790287" [ 1014.895975] env[69183]: _type = "Task" [ 1014.895975] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.920460] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3/2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.923645] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a1af7ae-9464-4079-b191-f9d284b05c42 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.944456] env[69183]: DEBUG oslo_vmware.api [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.951221] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1014.951221] env[69183]: value = "task-2790288" [ 1014.951221] env[69183]: _type = "Task" [ 1014.951221] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.960690] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.982346] env[69183]: DEBUG nova.network.neutron [req-4e133e19-04ae-45c0-a274-bbf6e2054b56 req-8e10fe4a-b2ab-4c03-a204-0b68568a23ff service nova] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Updated VIF entry in instance network info cache for port 6ba46727-565a-4d9c-8820-fcf257a85dd6. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.982778] env[69183]: DEBUG nova.network.neutron [req-4e133e19-04ae-45c0-a274-bbf6e2054b56 req-8e10fe4a-b2ab-4c03-a204-0b68568a23ff service nova] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Updating instance_info_cache with network_info: [{"id": "6ba46727-565a-4d9c-8820-fcf257a85dd6", "address": "fa:16:3e:4c:f9:7e", "network": {"id": "50bef02a-36c4-4122-99e6-4de135b6ec80", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-820333689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e1512025a1e42b6b05ff9aad0088ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba46727-56", "ovs_interfaceid": "6ba46727-565a-4d9c-8820-fcf257a85dd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.039877] env[69183]: INFO nova.compute.manager [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Took 20.40 seconds to build instance. [ 1015.064251] env[69183]: INFO nova.compute.manager [-] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Took 1.54 seconds to deallocate network for instance. [ 1015.239901] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790285, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.288610] env[69183]: DEBUG oslo_vmware.api [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790286, 'name': PowerOffVM_Task, 'duration_secs': 0.457687} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.288687] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.288841] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.289134] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-553342aa-9991-49e6-9967-e56161371054 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.406570] env[69183]: DEBUG oslo_vmware.api [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790287, 'name': PowerOffVM_Task, 'duration_secs': 0.346295} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.409235] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.409441] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.411202] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97ea39b8-eeed-4135-ae2c-d3f11b689859 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.422167] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e7edaa-9a79-4663-a6f5-de4399f05c5b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.430690] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0529a23c-e3ed-474a-9fb6-55cfcf76c009 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.464777] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c188c682-11c3-4c29-aef5-82d41424c86d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.476037] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175589db-937c-4311-9b19-04faf7f1b6dd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.480337] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.492274] env[69183]: DEBUG oslo_concurrency.lockutils [req-4e133e19-04ae-45c0-a274-bbf6e2054b56 req-8e10fe4a-b2ab-4c03-a204-0b68568a23ff service nova] Releasing lock "refresh_cache-0b074aac-dea9-4889-9e0f-84228979f883" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.494730] env[69183]: DEBUG nova.compute.provider_tree [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.541726] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1fcead07-a4ec-4b61-9e71-2a1369b132b3 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Lock "4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.619s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.571527] env[69183]: DEBUG oslo_concurrency.lockutils [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.740560] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790285, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.814118] env[69183]: DEBUG nova.compute.manager [req-9c6574ff-982a-4af0-9ef0-f4e82ca19aef req-706e3e14-dbe7-4b66-92b9-adeb6f104f64 service nova] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Received event network-vif-deleted-69ca932b-4a1d-4cea-816f-41ed31b50e69 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1015.971414] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790288, 'name': ReconfigVM_Task, 'duration_secs': 0.814698} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.971700] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3/2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.973104] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encrypted': False, 'disk_bus': None, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/sda', 'image_id': 'f7726cdb-6378-48d3-afce-c7bc7e065714'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560867', 'volume_id': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'name': 'volume-dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3', 'attached_at': '', 'detached_at': '', 'volume_id': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'serial': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738'}, 'mount_device': '/dev/sdb', 'device_type': None, 'delete_on_termination': False, 'attachment_id': 'b7a2e461-43b6-4c84-8085-3779a12f3037', 'boot_index': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69183) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1015.973314] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Volume attach. Driver type: vmdk {{(pid=69183) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1015.973505] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560867', 'volume_id': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'name': 'volume-dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3', 'attached_at': '', 'detached_at': '', 'volume_id': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'serial': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1015.974314] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3317fc65-b824-4de9-9703-694c20dd06ee {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.989938] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c724a982-eb3c-4727-9b71-c1091431a4cd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.995290] env[69183]: DEBUG nova.scheduler.client.report [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.018212] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] volume-dddb3757-dd4e-4fa8-b417-eb8cb1767738/volume-dddb3757-dd4e-4fa8-b417-eb8cb1767738.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.019639] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.910s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.020119] env[69183]: DEBUG nova.compute.manager [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.022507] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fba8bc5-95c9-4ac4-8946-220f1e64955f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.035482] env[69183]: DEBUG oslo_concurrency.lockutils [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.045s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.035709] env[69183]: DEBUG nova.objects.instance [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lazy-loading 'resources' on Instance uuid 325b7a94-5de0-4e0c-9fa9-7daecd396d54 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.044023] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1016.044023] env[69183]: value = "task-2790291" [ 1016.044023] env[69183]: _type = "Task" [ 1016.044023] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.053463] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.167478] env[69183]: INFO nova.compute.manager [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Rebuilding instance [ 1016.211216] env[69183]: DEBUG nova.compute.manager [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.212125] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5befe2da-5959-4760-940a-87e954570808 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.240090] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790285, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.499626] env[69183]: DEBUG oslo_concurrency.lockutils [None req-64ee4ed6-527d-47c5-b39c-de18d3b0fec1 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.499942] env[69183]: DEBUG oslo_concurrency.lockutils [None req-64ee4ed6-527d-47c5-b39c-de18d3b0fec1 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.542050] env[69183]: DEBUG nova.compute.utils [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.543069] env[69183]: DEBUG nova.compute.manager [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.543428] env[69183]: DEBUG nova.network.neutron [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.555843] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.595664] env[69183]: DEBUG nova.policy [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c93489d8ebd04f74a54413157742606c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ef83677521b4cb2b6d150bb6a3b8688', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.676276] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.677250] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.677250] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Deleting the datastore file [datastore2] 69798482-6c0f-49c6-b4d7-42927b8540c3 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.677250] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-966f171c-484b-4699-8236-f866c3038658 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.688064] env[69183]: DEBUG oslo_vmware.api [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 1016.688064] env[69183]: value = "task-2790292" [ 1016.688064] env[69183]: _type = "Task" [ 1016.688064] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.697352] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.697352] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.697352] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Deleting the datastore file [datastore1] 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.697352] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d40de1e6-e61f-404a-9533-d7e99a4676c2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.704216] env[69183]: DEBUG oslo_vmware.api [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.710115] env[69183]: DEBUG oslo_vmware.api [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for the task: (returnval){ [ 1016.710115] env[69183]: value = "task-2790293" [ 1016.710115] env[69183]: _type = "Task" [ 1016.710115] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.728848] env[69183]: DEBUG oslo_vmware.api [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.750072] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790285, 'name': CreateVM_Task, 'duration_secs': 1.555139} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.750295] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.751420] env[69183]: DEBUG oslo_concurrency.lockutils [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.751420] env[69183]: DEBUG oslo_concurrency.lockutils [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.751594] env[69183]: DEBUG oslo_concurrency.lockutils [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.754628] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39a343f8-7fd8-435b-881c-d8dd815589a5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.761546] env[69183]: DEBUG oslo_vmware.api [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1016.761546] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5274142f-c660-5c50-383e-5e4bf49765c8" [ 1016.761546] env[69183]: _type = "Task" [ 1016.761546] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.773359] env[69183]: DEBUG oslo_vmware.api [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5274142f-c660-5c50-383e-5e4bf49765c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.859092] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d9e98a-7760-4571-9ad0-aa29ef3237f0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.871680] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd36c122-4e70-40a9-b053-13fbb8aa8a8f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.915684] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54644de5-f0ce-4b32-b8b7-2e008b0b5aea {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.925464] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19286d5-7441-4397-9638-d3aa6f9a4611 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.930488] env[69183]: DEBUG nova.network.neutron [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Successfully created port: 7d7a5ad1-665c-4660-a32e-b6a17a1e0d69 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.944461] env[69183]: DEBUG nova.compute.provider_tree [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1017.003396] env[69183]: DEBUG nova.compute.utils [None req-64ee4ed6-527d-47c5-b39c-de18d3b0fec1 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.046023] env[69183]: DEBUG nova.compute.manager [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.058824] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790291, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.200186] env[69183]: DEBUG oslo_vmware.api [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17834} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.200552] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.201248] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.201248] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.201357] env[69183]: INFO nova.compute.manager [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Took 2.44 seconds to destroy the instance on the hypervisor. [ 1017.202039] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.202039] env[69183]: DEBUG nova.compute.manager [-] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.202039] env[69183]: DEBUG nova.network.neutron [-] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.220647] env[69183]: DEBUG oslo_vmware.api [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Task: {'id': task-2790293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194063} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.220971] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.221221] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.221439] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.222344] env[69183]: INFO nova.compute.manager [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Took 2.35 seconds to destroy the instance on the hypervisor. [ 1017.222344] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.222344] env[69183]: DEBUG nova.compute.manager [-] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.222344] env[69183]: DEBUG nova.network.neutron [-] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.235747] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.235747] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-049b6867-2faa-48a2-8c1b-0b77ede368ac {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.241824] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Waiting for the task: (returnval){ [ 1017.241824] env[69183]: value = "task-2790294" [ 1017.241824] env[69183]: _type = "Task" [ 1017.241824] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.254913] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.272036] env[69183]: DEBUG oslo_vmware.api [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5274142f-c660-5c50-383e-5e4bf49765c8, 'name': SearchDatastore_Task, 'duration_secs': 0.012353} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.272036] env[69183]: DEBUG oslo_concurrency.lockutils [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.272223] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.272508] env[69183]: DEBUG oslo_concurrency.lockutils [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.272706] env[69183]: DEBUG oslo_concurrency.lockutils [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.272938] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.273287] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f62d3eb1-fd7b-4d4e-889a-3355b9f4c766 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.283332] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.283439] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.284776] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-192bba45-2274-4e71-bec4-b168d8579a6b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.290295] env[69183]: DEBUG oslo_vmware.api [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1017.290295] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52aa3b40-101a-599b-ac2b-72a74e5ccf3d" [ 1017.290295] env[69183]: _type = "Task" [ 1017.290295] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.299591] env[69183]: DEBUG oslo_vmware.api [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52aa3b40-101a-599b-ac2b-72a74e5ccf3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.467068] env[69183]: ERROR nova.scheduler.client.report [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] [req-86a23ee9-d2b5-42a4-81b7-5a0262f1c62a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ac1d5a79-805a-416e-80c0-31063a094839. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-86a23ee9-d2b5-42a4-81b7-5a0262f1c62a"}]} [ 1017.482835] env[69183]: DEBUG nova.scheduler.client.report [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Refreshing inventories for resource provider ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1017.498123] env[69183]: DEBUG nova.scheduler.client.report [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Updating ProviderTree inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1017.498362] env[69183]: DEBUG nova.compute.provider_tree [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1017.507911] env[69183]: DEBUG oslo_concurrency.lockutils [None req-64ee4ed6-527d-47c5-b39c-de18d3b0fec1 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.509340] env[69183]: DEBUG nova.scheduler.client.report [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Refreshing aggregate associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, aggregates: None {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1017.527535] env[69183]: DEBUG nova.scheduler.client.report [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Refreshing trait associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1017.563411] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790291, 'name': ReconfigVM_Task, 'duration_secs': 1.037035} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.563789] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Reconfigured VM instance instance-0000004a to attach disk [datastore2] volume-dddb3757-dd4e-4fa8-b417-eb8cb1767738/volume-dddb3757-dd4e-4fa8-b417-eb8cb1767738.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.570688] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aba99b32-cf14-46c8-a3e6-1ff3314b2dd8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.588218] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1017.588218] env[69183]: value = "task-2790295" [ 1017.588218] env[69183]: _type = "Task" [ 1017.588218] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.600742] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.752117] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790294, 'name': PowerOffVM_Task, 'duration_secs': 0.116101} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.755498] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.755576] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.757139] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f6edd2-984a-46b7-bad9-5461091ac54b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.764367] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.764367] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-651991a3-ad92-4df5-ae0a-7ff520e2d387 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.798293] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.798724] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.798724] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Deleting the datastore file [datastore2] 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.800191] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e514b01d-ede6-475b-89be-633f7afd9621 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.805092] env[69183]: DEBUG oslo_vmware.api [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52aa3b40-101a-599b-ac2b-72a74e5ccf3d, 'name': SearchDatastore_Task, 'duration_secs': 0.021204} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.806138] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcd8ac32-c1d4-4d44-b60e-ad411dab03dd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.809993] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Waiting for the task: (returnval){ [ 1017.809993] env[69183]: value = "task-2790297" [ 1017.809993] env[69183]: _type = "Task" [ 1017.809993] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.813784] env[69183]: DEBUG oslo_vmware.api [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1017.813784] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52d82cb1-6b8f-7b9b-80ed-b583043569d1" [ 1017.813784] env[69183]: _type = "Task" [ 1017.813784] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.825025] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.829292] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ae27f535-4bcc-4e91-9841-6a6742c74cca tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "interface-f816ac19-51db-46a8-9b77-4a44e5f3bb44-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.829517] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ae27f535-4bcc-4e91-9841-6a6742c74cca tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "interface-f816ac19-51db-46a8-9b77-4a44e5f3bb44-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.829866] env[69183]: DEBUG nova.objects.instance [None req-ae27f535-4bcc-4e91-9841-6a6742c74cca tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lazy-loading 'flavor' on Instance uuid f816ac19-51db-46a8-9b77-4a44e5f3bb44 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.831137] env[69183]: DEBUG oslo_vmware.api [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d82cb1-6b8f-7b9b-80ed-b583043569d1, 'name': SearchDatastore_Task, 'duration_secs': 0.011107} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.831821] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0aac2c-c60f-4f8b-9036-aa72f0c1190b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.834483] env[69183]: DEBUG oslo_concurrency.lockutils [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.834734] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 0b074aac-dea9-4889-9e0f-84228979f883/0b074aac-dea9-4889-9e0f-84228979f883.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.834993] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11f3f9de-05f1-413c-83b9-d97852119aa6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.842522] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a72cde-ae7e-47f8-a846-210ef8628320 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.846962] env[69183]: DEBUG oslo_vmware.api [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1017.846962] env[69183]: value = "task-2790298" [ 1017.846962] env[69183]: _type = "Task" [ 1017.846962] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.876888] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8267448-0dd3-4229-b0ff-cb9ea670dd67 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.882486] env[69183]: DEBUG oslo_vmware.api [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.887832] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b66bf06-3889-446d-b615-6e516dee04a6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.901851] env[69183]: DEBUG nova.compute.provider_tree [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1017.940982] env[69183]: DEBUG nova.network.neutron [-] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.946221] env[69183]: DEBUG nova.network.neutron [-] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.060354] env[69183]: DEBUG nova.compute.manager [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.087744] env[69183]: DEBUG nova.virt.hardware [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.088062] env[69183]: DEBUG nova.virt.hardware [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.088237] env[69183]: DEBUG nova.virt.hardware [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.088452] env[69183]: DEBUG nova.virt.hardware [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.088604] env[69183]: DEBUG nova.virt.hardware [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.088756] env[69183]: DEBUG nova.virt.hardware [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.088991] env[69183]: DEBUG nova.virt.hardware [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.089212] env[69183]: DEBUG nova.virt.hardware [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.089399] env[69183]: DEBUG nova.virt.hardware [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.089612] env[69183]: DEBUG nova.virt.hardware [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.089830] env[69183]: DEBUG nova.virt.hardware [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.091805] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27020357-97b2-4619-852e-efa002b977e0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.107034] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790295, 'name': ReconfigVM_Task, 'duration_secs': 0.168869} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.107786] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560867', 'volume_id': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'name': 'volume-dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3', 'attached_at': '', 'detached_at': '', 'volume_id': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'serial': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1018.109394] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062171b3-da9f-4499-9ea0-0d4498021263 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.113871] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ddb1fbb-9127-4b69-9253-15bb2f60e6a2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.128635] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1018.128635] env[69183]: value = "task-2790299" [ 1018.128635] env[69183]: _type = "Task" [ 1018.128635] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.138334] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790299, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.324488] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100673} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.324764] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.324957] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.325219] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.337142] env[69183]: DEBUG nova.objects.instance [None req-ae27f535-4bcc-4e91-9841-6a6742c74cca tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lazy-loading 'pci_requests' on Instance uuid f816ac19-51db-46a8-9b77-4a44e5f3bb44 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.358682] env[69183]: DEBUG oslo_vmware.api [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477673} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.362019] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 0b074aac-dea9-4889-9e0f-84228979f883/0b074aac-dea9-4889-9e0f-84228979f883.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.362019] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.362019] env[69183]: DEBUG nova.compute.manager [req-6e3fcf0d-d370-4151-9429-d45140498979 req-6208873d-8358-4451-9e32-d7ea951e9732 service nova] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Received event network-vif-deleted-63925a19-5f22-427d-bd04-48a86e5da2b1 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1018.362019] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e15ed1b3-f44a-4a77-a765-c05c16848957 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.371987] env[69183]: DEBUG oslo_vmware.api [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1018.371987] env[69183]: value = "task-2790300" [ 1018.371987] env[69183]: _type = "Task" [ 1018.371987] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.382728] env[69183]: DEBUG oslo_vmware.api [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.447018] env[69183]: DEBUG nova.scheduler.client.report [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Updated inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1018.447018] env[69183]: DEBUG nova.compute.provider_tree [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 120 to 121 during operation: update_inventory {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1018.447018] env[69183]: DEBUG nova.compute.provider_tree [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1018.450432] env[69183]: INFO nova.compute.manager [-] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Took 1.25 seconds to deallocate network for instance. [ 1018.450743] env[69183]: INFO nova.compute.manager [-] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Took 1.23 seconds to deallocate network for instance. [ 1018.451914] env[69183]: DEBUG nova.network.neutron [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Successfully updated port: 7d7a5ad1-665c-4660-a32e-b6a17a1e0d69 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.578159] env[69183]: DEBUG oslo_concurrency.lockutils [None req-64ee4ed6-527d-47c5-b39c-de18d3b0fec1 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.578428] env[69183]: DEBUG oslo_concurrency.lockutils [None req-64ee4ed6-527d-47c5-b39c-de18d3b0fec1 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.578663] env[69183]: INFO nova.compute.manager [None req-64ee4ed6-527d-47c5-b39c-de18d3b0fec1 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Attaching volume 7be97644-9a8e-428c-961b-7a3de2f4f045 to /dev/sdb [ 1018.609304] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291b0aec-1cec-4b04-9804-25f53ae75478 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.617196] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a24c57-d979-47da-bb04-04ee83806f1a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.632219] env[69183]: DEBUG nova.virt.block_device [None req-64ee4ed6-527d-47c5-b39c-de18d3b0fec1 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Updating existing volume attachment record: 75811fe5-8332-4f35-a766-909bbeb70879 {{(pid=69183) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1018.642638] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790299, 'name': Rename_Task, 'duration_secs': 0.224996} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.642908] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.643161] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67323c16-a934-4a7b-bb65-5cdc6eaf1a3e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.660292] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1018.660292] env[69183]: value = "task-2790301" [ 1018.660292] env[69183]: _type = "Task" [ 1018.660292] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.668685] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.840311] env[69183]: DEBUG nova.objects.base [None req-ae27f535-4bcc-4e91-9841-6a6742c74cca tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69183) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1018.840725] env[69183]: DEBUG nova.network.neutron [None req-ae27f535-4bcc-4e91-9841-6a6742c74cca tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.871804] env[69183]: DEBUG nova.compute.manager [req-45dfcc7c-835a-415e-ab1a-73ae0101dc70 req-8a43c1a8-57a1-4fd3-b649-f36b543439a8 service nova] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Received event network-vif-deleted-04ee9c94-1be5-4ad3-9bd1-20462841c0fe {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1018.884438] env[69183]: DEBUG oslo_vmware.api [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081578} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.884710] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.885632] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9a13bb-991a-4e9c-994d-07425b0ccea6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.912983] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 0b074aac-dea9-4889-9e0f-84228979f883/0b074aac-dea9-4889-9e0f-84228979f883.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.914812] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-493eee90-11f1-45ef-ac95-50b50b152e90 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.940025] env[69183]: DEBUG oslo_vmware.api [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1018.940025] env[69183]: value = "task-2790303" [ 1018.940025] env[69183]: _type = "Task" [ 1018.940025] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.953908] env[69183]: DEBUG oslo_vmware.api [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.956706] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "refresh_cache-950892f9-2509-4413-aea4-37a6eb85126a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.956865] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired lock "refresh_cache-950892f9-2509-4413-aea4-37a6eb85126a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.957047] env[69183]: DEBUG nova.network.neutron [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.958803] env[69183]: DEBUG oslo_concurrency.lockutils [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.923s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.961831] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.962583] env[69183]: DEBUG oslo_concurrency.lockutils [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.354s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.962812] env[69183]: DEBUG nova.objects.instance [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lazy-loading 'resources' on Instance uuid f2ed33b8-1beb-4d20-a818-d16ed66b6a6e {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.965311] env[69183]: DEBUG oslo_concurrency.lockutils [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.973262] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ae27f535-4bcc-4e91-9841-6a6742c74cca tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "interface-f816ac19-51db-46a8-9b77-4a44e5f3bb44-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.143s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.988599] env[69183]: INFO nova.scheduler.client.report [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Deleted allocations for instance 325b7a94-5de0-4e0c-9fa9-7daecd396d54 [ 1019.171734] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790301, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.241601] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "b731d090-943b-42e9-ba26-912766186d28" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.241883] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "b731d090-943b-42e9-ba26-912766186d28" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.242111] env[69183]: INFO nova.compute.manager [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Shelving [ 1019.358786] env[69183]: DEBUG nova.virt.hardware [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.359042] env[69183]: DEBUG nova.virt.hardware [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.359211] env[69183]: DEBUG nova.virt.hardware [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.359398] env[69183]: DEBUG nova.virt.hardware [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.359547] env[69183]: DEBUG nova.virt.hardware [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.359693] env[69183]: DEBUG nova.virt.hardware [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.359898] env[69183]: DEBUG nova.virt.hardware [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.360071] env[69183]: DEBUG nova.virt.hardware [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.360243] env[69183]: DEBUG nova.virt.hardware [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.360407] env[69183]: DEBUG nova.virt.hardware [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.360578] env[69183]: DEBUG nova.virt.hardware [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.361451] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d7561b-6e47-44b2-9190-79ab85089990 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.369645] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d1cb48-0e1e-4136-ac01-70d105e38963 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.383848] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Instance VIF info [] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.389392] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.389621] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.389832] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08e4d330-18de-483b-a75b-3f29e4806872 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.406033] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.406033] env[69183]: value = "task-2790304" [ 1019.406033] env[69183]: _type = "Task" [ 1019.406033] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.413752] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790304, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.450580] env[69183]: DEBUG oslo_vmware.api [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790303, 'name': ReconfigVM_Task, 'duration_secs': 0.403901} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.450580] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 0b074aac-dea9-4889-9e0f-84228979f883/0b074aac-dea9-4889-9e0f-84228979f883.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.451210] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ac771bd-5cd9-44e9-883c-8b86e3a82251 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.458746] env[69183]: DEBUG oslo_vmware.api [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1019.458746] env[69183]: value = "task-2790305" [ 1019.458746] env[69183]: _type = "Task" [ 1019.458746] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.470922] env[69183]: DEBUG oslo_vmware.api [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790305, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.497757] env[69183]: DEBUG oslo_concurrency.lockutils [None req-595d2993-9ae6-4871-8aba-f0dfb266c5dc tempest-ImagesTestJSON-614830040 tempest-ImagesTestJSON-614830040-project-member] Lock "325b7a94-5de0-4e0c-9fa9-7daecd396d54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.095s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.503824] env[69183]: DEBUG nova.network.neutron [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.653962] env[69183]: DEBUG nova.network.neutron [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Updating instance_info_cache with network_info: [{"id": "7d7a5ad1-665c-4660-a32e-b6a17a1e0d69", "address": "fa:16:3e:fc:46:f7", "network": {"id": "fb8d0cb1-db67-46f8-b12f-c5b0b61f9bf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-851986354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ef83677521b4cb2b6d150bb6a3b8688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7a5ad1-66", "ovs_interfaceid": "7d7a5ad1-665c-4660-a32e-b6a17a1e0d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.674691] env[69183]: DEBUG oslo_vmware.api [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790301, 'name': PowerOnVM_Task, 'duration_secs': 0.550371} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.674812] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.674976] env[69183]: DEBUG nova.compute.manager [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.675961] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1188d37b-6266-4201-9ae1-1534ff7dcab9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.776933] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c81a79-d3f8-4227-b841-69fe167f49e1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.786080] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e87dda-4ccf-46d4-ac60-736b309fcf18 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.822659] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcaf3261-8bf6-44ce-ae13-e2e5b896448d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.831873] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab01a86-58f0-433c-819a-86a4814f1703 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.849026] env[69183]: DEBUG nova.compute.provider_tree [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.916407] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790304, 'name': CreateVM_Task, 'duration_secs': 0.329634} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.916582] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.917021] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.917266] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.917621] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.917882] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5713a70-fc45-4d72-a2fe-833fdaae956a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.927766] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Waiting for the task: (returnval){ [ 1019.927766] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52b73a3d-9404-ba05-6a1e-914320030408" [ 1019.927766] env[69183]: _type = "Task" [ 1019.927766] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.936539] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52b73a3d-9404-ba05-6a1e-914320030408, 'name': SearchDatastore_Task, 'duration_secs': 0.010488} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.936865] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.937112] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.937350] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.937497] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.937672] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.937927] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bede595-bc2d-4add-904e-f3d6aad5ce7c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.947455] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.947814] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.948349] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a39d34b-5128-4799-9dd2-e3f7f8997e10 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.955147] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Waiting for the task: (returnval){ [ 1019.955147] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52bf1548-a416-64d6-73d8-41dc1f749d90" [ 1019.955147] env[69183]: _type = "Task" [ 1019.955147] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.961477] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52bf1548-a416-64d6-73d8-41dc1f749d90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.970727] env[69183]: DEBUG oslo_vmware.api [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790305, 'name': Rename_Task, 'duration_secs': 0.164292} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.970727] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.970727] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a4f6c28-361f-40e4-8820-034f881785a2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.975794] env[69183]: DEBUG oslo_vmware.api [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1019.975794] env[69183]: value = "task-2790306" [ 1019.975794] env[69183]: _type = "Task" [ 1019.975794] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.988859] env[69183]: DEBUG oslo_vmware.api [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.160030] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Releasing lock "refresh_cache-950892f9-2509-4413-aea4-37a6eb85126a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.160030] env[69183]: DEBUG nova.compute.manager [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Instance network_info: |[{"id": "7d7a5ad1-665c-4660-a32e-b6a17a1e0d69", "address": "fa:16:3e:fc:46:f7", "network": {"id": "fb8d0cb1-db67-46f8-b12f-c5b0b61f9bf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-851986354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ef83677521b4cb2b6d150bb6a3b8688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7a5ad1-66", "ovs_interfaceid": "7d7a5ad1-665c-4660-a32e-b6a17a1e0d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.160030] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:46:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d7a5ad1-665c-4660-a32e-b6a17a1e0d69', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.170874] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.171332] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.171780] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-454c63bc-77b3-48c9-8a45-2df2f6673d9a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.205382] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.205382] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.205382] env[69183]: value = "task-2790307" [ 1020.205382] env[69183]: _type = "Task" [ 1020.205382] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.213979] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790307, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.254601] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.254943] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f1099f5-172b-480e-9eae-3330ac3b6551 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.262975] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1020.262975] env[69183]: value = "task-2790308" [ 1020.262975] env[69183]: _type = "Task" [ 1020.262975] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.272999] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.351741] env[69183]: DEBUG nova.scheduler.client.report [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.465562] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52bf1548-a416-64d6-73d8-41dc1f749d90, 'name': SearchDatastore_Task, 'duration_secs': 0.009411} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.466446] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f411ae0-8457-44b9-b3ef-e257c68b42ab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.472795] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Waiting for the task: (returnval){ [ 1020.472795] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5236c727-64f1-c940-feae-4bf1b7f64e09" [ 1020.472795] env[69183]: _type = "Task" [ 1020.472795] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.489952] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5236c727-64f1-c940-feae-4bf1b7f64e09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.491359] env[69183]: DEBUG oslo_vmware.api [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790306, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.717620] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790307, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.773523] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790308, 'name': PowerOffVM_Task, 'duration_secs': 0.384648} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.773809] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.775112] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f4a317-5847-42fe-ae2a-e38733348bfe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.795683] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2134714-25e6-4ab9-92b2-7dd85cbfed35 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.857561] env[69183]: DEBUG oslo_concurrency.lockutils [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.864576] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.907s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.864576] env[69183]: DEBUG nova.objects.instance [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Lazy-loading 'resources' on Instance uuid c1ec5784-3f0b-4426-a329-c14083df1c24 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.895457] env[69183]: INFO nova.scheduler.client.report [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Deleted allocations for instance f2ed33b8-1beb-4d20-a818-d16ed66b6a6e [ 1020.990653] env[69183]: DEBUG oslo_vmware.api [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790306, 'name': PowerOnVM_Task, 'duration_secs': 0.737861} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.990906] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5236c727-64f1-c940-feae-4bf1b7f64e09, 'name': SearchDatastore_Task, 'duration_secs': 0.041182} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.991162] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.991375] env[69183]: INFO nova.compute.manager [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1020.991555] env[69183]: DEBUG nova.compute.manager [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.991841] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.992101] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66/4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.992842] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2677cad-dae7-48c5-82b6-af0d27d85218 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.995302] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1245302-7a90-4e62-912f-be62eb2b05e6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.005196] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "interface-f816ac19-51db-46a8-9b77-4a44e5f3bb44-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.005587] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "interface-f816ac19-51db-46a8-9b77-4a44e5f3bb44-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.005834] env[69183]: DEBUG nova.objects.instance [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lazy-loading 'flavor' on Instance uuid f816ac19-51db-46a8-9b77-4a44e5f3bb44 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.007112] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Waiting for the task: (returnval){ [ 1021.007112] env[69183]: value = "task-2790310" [ 1021.007112] env[69183]: _type = "Task" [ 1021.007112] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.016574] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.047480] env[69183]: DEBUG nova.compute.manager [req-d36b132a-86fc-435c-b688-c140693218e3 req-30a18ece-d1f4-4acf-a188-779c53aaf1e4 service nova] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Received event network-vif-plugged-7d7a5ad1-665c-4660-a32e-b6a17a1e0d69 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1021.047697] env[69183]: DEBUG oslo_concurrency.lockutils [req-d36b132a-86fc-435c-b688-c140693218e3 req-30a18ece-d1f4-4acf-a188-779c53aaf1e4 service nova] Acquiring lock "950892f9-2509-4413-aea4-37a6eb85126a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.047901] env[69183]: DEBUG oslo_concurrency.lockutils [req-d36b132a-86fc-435c-b688-c140693218e3 req-30a18ece-d1f4-4acf-a188-779c53aaf1e4 service nova] Lock "950892f9-2509-4413-aea4-37a6eb85126a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.048075] env[69183]: DEBUG oslo_concurrency.lockutils [req-d36b132a-86fc-435c-b688-c140693218e3 req-30a18ece-d1f4-4acf-a188-779c53aaf1e4 service nova] Lock "950892f9-2509-4413-aea4-37a6eb85126a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.048249] env[69183]: DEBUG nova.compute.manager [req-d36b132a-86fc-435c-b688-c140693218e3 req-30a18ece-d1f4-4acf-a188-779c53aaf1e4 service nova] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] No waiting events found dispatching network-vif-plugged-7d7a5ad1-665c-4660-a32e-b6a17a1e0d69 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.048433] env[69183]: WARNING nova.compute.manager [req-d36b132a-86fc-435c-b688-c140693218e3 req-30a18ece-d1f4-4acf-a188-779c53aaf1e4 service nova] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Received unexpected event network-vif-plugged-7d7a5ad1-665c-4660-a32e-b6a17a1e0d69 for instance with vm_state building and task_state spawning. [ 1021.048615] env[69183]: DEBUG nova.compute.manager [req-d36b132a-86fc-435c-b688-c140693218e3 req-30a18ece-d1f4-4acf-a188-779c53aaf1e4 service nova] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Received event network-changed-7d7a5ad1-665c-4660-a32e-b6a17a1e0d69 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1021.048785] env[69183]: DEBUG nova.compute.manager [req-d36b132a-86fc-435c-b688-c140693218e3 req-30a18ece-d1f4-4acf-a188-779c53aaf1e4 service nova] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Refreshing instance network info cache due to event network-changed-7d7a5ad1-665c-4660-a32e-b6a17a1e0d69. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1021.048974] env[69183]: DEBUG oslo_concurrency.lockutils [req-d36b132a-86fc-435c-b688-c140693218e3 req-30a18ece-d1f4-4acf-a188-779c53aaf1e4 service nova] Acquiring lock "refresh_cache-950892f9-2509-4413-aea4-37a6eb85126a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.049133] env[69183]: DEBUG oslo_concurrency.lockutils [req-d36b132a-86fc-435c-b688-c140693218e3 req-30a18ece-d1f4-4acf-a188-779c53aaf1e4 service nova] Acquired lock "refresh_cache-950892f9-2509-4413-aea4-37a6eb85126a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.049291] env[69183]: DEBUG nova.network.neutron [req-d36b132a-86fc-435c-b688-c140693218e3 req-30a18ece-d1f4-4acf-a188-779c53aaf1e4 service nova] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Refreshing network info cache for port 7d7a5ad1-665c-4660-a32e-b6a17a1e0d69 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.221910] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790307, 'name': CreateVM_Task, 'duration_secs': 0.657794} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.222283] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.223289] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.223878] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.225677] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.226286] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19d8f9c6-b013-464c-97ad-b6241dbb005f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.237131] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1021.237131] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52dc62fd-4988-dcf9-0c0d-e40428708ea4" [ 1021.237131] env[69183]: _type = "Task" [ 1021.237131] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.247377] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52dc62fd-4988-dcf9-0c0d-e40428708ea4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.309697] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Creating Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1021.309877] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7abb4caa-ed8d-47a2-8526-5f66c82a6d59 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.321100] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1021.321100] env[69183]: value = "task-2790311" [ 1021.321100] env[69183]: _type = "Task" [ 1021.321100] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.331768] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790311, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.407908] env[69183]: DEBUG oslo_concurrency.lockutils [None req-29eece83-a8fe-419d-b6d6-2cfcaa19c2f3 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "f2ed33b8-1beb-4d20-a818-d16ed66b6a6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.472s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.527827] env[69183]: INFO nova.compute.manager [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Took 22.23 seconds to build instance. [ 1021.537912] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523657} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.538304] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66/4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.538564] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.538887] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc97dd43-fb67-4e6f-b19d-d04b2a7e2f74 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.549858] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Waiting for the task: (returnval){ [ 1021.549858] env[69183]: value = "task-2790312" [ 1021.549858] env[69183]: _type = "Task" [ 1021.549858] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.565339] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.614457] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "bd27336d-a853-4179-9072-7d82deda40f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.614698] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "bd27336d-a853-4179-9072-7d82deda40f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.614907] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "bd27336d-a853-4179-9072-7d82deda40f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.615386] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "bd27336d-a853-4179-9072-7d82deda40f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.615602] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "bd27336d-a853-4179-9072-7d82deda40f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.617861] env[69183]: DEBUG nova.objects.instance [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lazy-loading 'pci_requests' on Instance uuid f816ac19-51db-46a8-9b77-4a44e5f3bb44 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.620309] env[69183]: INFO nova.compute.manager [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Terminating instance [ 1021.716221] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16650f4-6ead-41a3-9300-9721c006ae29 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.724577] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a236f7-dd84-4853-9c13-d00da46fa764 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.761462] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f636038b-7d18-4a82-91b7-bbef1a7520b2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.774139] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c65435-dcf0-4ef0-85ca-52283f75950b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.779303] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52dc62fd-4988-dcf9-0c0d-e40428708ea4, 'name': SearchDatastore_Task, 'duration_secs': 0.059346} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.779772] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.781035] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.781035] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.781035] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.781366] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.783055] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03860a86-c9b8-4a98-92a6-88b8a793cd0e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.793046] env[69183]: DEBUG nova.compute.provider_tree [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.796720] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.796899] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.797852] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e089d7a-258f-4b1a-bff9-61b3d2c99ad3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.805611] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1021.805611] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]520c0978-2afb-008e-5599-3e180a05528a" [ 1021.805611] env[69183]: _type = "Task" [ 1021.805611] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.819155] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520c0978-2afb-008e-5599-3e180a05528a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.831817] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790311, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.933643] env[69183]: DEBUG nova.network.neutron [req-d36b132a-86fc-435c-b688-c140693218e3 req-30a18ece-d1f4-4acf-a188-779c53aaf1e4 service nova] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Updated VIF entry in instance network info cache for port 7d7a5ad1-665c-4660-a32e-b6a17a1e0d69. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.934529] env[69183]: DEBUG nova.network.neutron [req-d36b132a-86fc-435c-b688-c140693218e3 req-30a18ece-d1f4-4acf-a188-779c53aaf1e4 service nova] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Updating instance_info_cache with network_info: [{"id": "7d7a5ad1-665c-4660-a32e-b6a17a1e0d69", "address": "fa:16:3e:fc:46:f7", "network": {"id": "fb8d0cb1-db67-46f8-b12f-c5b0b61f9bf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-851986354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ef83677521b4cb2b6d150bb6a3b8688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7a5ad1-66", "ovs_interfaceid": "7d7a5ad1-665c-4660-a32e-b6a17a1e0d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.030967] env[69183]: DEBUG oslo_concurrency.lockutils [None req-efc24268-1df7-42f1-9255-111ac1ea6a97 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "0b074aac-dea9-4889-9e0f-84228979f883" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.747s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.062791] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094022} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.063231] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.064427] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc1bec2-57d3-4abe-8c25-fecc11f066a7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.090275] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66/4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.090275] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-437f1021-c758-4007-804e-fd763961823f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.118621] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Waiting for the task: (returnval){ [ 1022.118621] env[69183]: value = "task-2790313" [ 1022.118621] env[69183]: _type = "Task" [ 1022.118621] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.123903] env[69183]: DEBUG nova.objects.base [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69183) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1022.124173] env[69183]: DEBUG nova.network.neutron [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.126859] env[69183]: DEBUG nova.compute.manager [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.127185] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.128628] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1a6aa4-26e8-4b79-ada0-014126cc8395 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.136621] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.142433] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.142735] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dcafedc-5638-4c83-bd86-5014cc9584be {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.150024] env[69183]: DEBUG oslo_vmware.api [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1022.150024] env[69183]: value = "task-2790314" [ 1022.150024] env[69183]: _type = "Task" [ 1022.150024] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.159704] env[69183]: DEBUG oslo_vmware.api [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.213204] env[69183]: DEBUG nova.policy [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55fb806bf5074afb8bdda11da90ad6cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '947a00fe423a46e6afab13adb82f0200', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.299333] env[69183]: DEBUG nova.scheduler.client.report [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.317774] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520c0978-2afb-008e-5599-3e180a05528a, 'name': SearchDatastore_Task, 'duration_secs': 0.020417} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.318261] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01ae56fb-7930-4598-8e62-272616e8b2d4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.329700] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1022.329700] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52325129-3f46-e3d7-d83f-00de561d1796" [ 1022.329700] env[69183]: _type = "Task" [ 1022.329700] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.336725] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790311, 'name': CreateSnapshot_Task, 'duration_secs': 0.840309} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.337355] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Created Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1022.338156] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4404eb0-7bb2-4622-bbe9-a4ef3ceb985d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.344605] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52325129-3f46-e3d7-d83f-00de561d1796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.437203] env[69183]: DEBUG oslo_concurrency.lockutils [req-d36b132a-86fc-435c-b688-c140693218e3 req-30a18ece-d1f4-4acf-a188-779c53aaf1e4 service nova] Releasing lock "refresh_cache-950892f9-2509-4413-aea4-37a6eb85126a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.631289] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790313, 'name': ReconfigVM_Task, 'duration_secs': 0.375356} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.631599] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66/4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.632230] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-048dd825-993c-4d30-a76c-819ed820b3e5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.640730] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Waiting for the task: (returnval){ [ 1022.640730] env[69183]: value = "task-2790315" [ 1022.640730] env[69183]: _type = "Task" [ 1022.640730] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.651987] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790315, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.661539] env[69183]: DEBUG oslo_vmware.api [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790314, 'name': PowerOffVM_Task, 'duration_secs': 0.302055} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.661949] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.662276] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.662646] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb702f15-87e8-45ec-888c-ef56b9a32747 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.668903] env[69183]: DEBUG nova.network.neutron [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Successfully created port: 93df50ce-1a60-4467-b3a1-a4ec8684e152 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.742230] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.742544] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.742689] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Deleting the datastore file [datastore2] bd27336d-a853-4179-9072-7d82deda40f1 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.742975] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc02efaa-e6f9-4afb-9f45-4b2e6b9d82a6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.753391] env[69183]: DEBUG oslo_vmware.api [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1022.753391] env[69183]: value = "task-2790317" [ 1022.753391] env[69183]: _type = "Task" [ 1022.753391] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.765149] env[69183]: DEBUG oslo_vmware.api [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.804709] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.807114] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.496s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.808847] env[69183]: INFO nova.compute.claims [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.840966] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52325129-3f46-e3d7-d83f-00de561d1796, 'name': SearchDatastore_Task, 'duration_secs': 0.019027} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.843170] env[69183]: INFO nova.scheduler.client.report [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Deleted allocations for instance c1ec5784-3f0b-4426-a329-c14083df1c24 [ 1022.844193] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.844535] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 950892f9-2509-4413-aea4-37a6eb85126a/950892f9-2509-4413-aea4-37a6eb85126a.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.844836] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d18650a-09a0-4d4f-8ff7-5a81d91b3308 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.862298] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Creating linked-clone VM from snapshot {{(pid=69183) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1022.864155] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-578837cc-39a6-4fdd-9991-f23cb56d2a2f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.867414] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1022.867414] env[69183]: value = "task-2790318" [ 1022.867414] env[69183]: _type = "Task" [ 1022.867414] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.873392] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1022.873392] env[69183]: value = "task-2790319" [ 1022.873392] env[69183]: _type = "Task" [ 1022.873392] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.879707] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.885176] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790319, 'name': CloneVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.153354] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790315, 'name': Rename_Task, 'duration_secs': 0.167098} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.153707] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.153975] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00cb5e46-e83c-4d2b-998a-e2272f964002 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.163901] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Waiting for the task: (returnval){ [ 1023.163901] env[69183]: value = "task-2790320" [ 1023.163901] env[69183]: _type = "Task" [ 1023.163901] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.175079] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.182220] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-64ee4ed6-527d-47c5-b39c-de18d3b0fec1 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Volume attach. Driver type: vmdk {{(pid=69183) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1023.182546] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-64ee4ed6-527d-47c5-b39c-de18d3b0fec1 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560881', 'volume_id': '7be97644-9a8e-428c-961b-7a3de2f4f045', 'name': 'volume-7be97644-9a8e-428c-961b-7a3de2f4f045', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2a2533c-e8ba-47fb-8c4d-c46091d972c2', 'attached_at': '', 'detached_at': '', 'volume_id': '7be97644-9a8e-428c-961b-7a3de2f4f045', 'serial': '7be97644-9a8e-428c-961b-7a3de2f4f045'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1023.183476] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937e5da6-d3bd-461b-a5e5-24e3fba76e76 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.202380] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec158bd-c486-4ec5-96ec-168de4844201 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.233994] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-64ee4ed6-527d-47c5-b39c-de18d3b0fec1 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-7be97644-9a8e-428c-961b-7a3de2f4f045/volume-7be97644-9a8e-428c-961b-7a3de2f4f045.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.234441] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-040a04c4-4390-4c39-85b4-94c96ad35f3c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.255452] env[69183]: DEBUG oslo_vmware.api [None req-64ee4ed6-527d-47c5-b39c-de18d3b0fec1 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 1023.255452] env[69183]: value = "task-2790321" [ 1023.255452] env[69183]: _type = "Task" [ 1023.255452] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.269045] env[69183]: DEBUG oslo_vmware.api [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327173} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.273016] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.273265] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.273495] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.273711] env[69183]: INFO nova.compute.manager [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1023.274013] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.274383] env[69183]: DEBUG oslo_vmware.api [None req-64ee4ed6-527d-47c5-b39c-de18d3b0fec1 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790321, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.274655] env[69183]: DEBUG nova.compute.manager [-] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.274782] env[69183]: DEBUG nova.network.neutron [-] [instance: bd27336d-a853-4179-9072-7d82deda40f1] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.353956] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8a8611c-a236-48a8-949c-1cae35a030ec tempest-ServerPasswordTestJSON-1182968149 tempest-ServerPasswordTestJSON-1182968149-project-member] Lock "c1ec5784-3f0b-4426-a329-c14083df1c24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.936s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.381929] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790318, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.389703] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790319, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.679201] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.704224] env[69183]: DEBUG nova.compute.manager [req-243d5a5b-c21c-4e10-89e7-e524ac257aba req-59f23eb4-cf2f-441b-bc5f-4295c0383ec9 service nova] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Received event network-vif-deleted-a44593bd-dd71-41f8-8b14-b49d1248392b {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1023.704575] env[69183]: INFO nova.compute.manager [req-243d5a5b-c21c-4e10-89e7-e524ac257aba req-59f23eb4-cf2f-441b-bc5f-4295c0383ec9 service nova] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Neutron deleted interface a44593bd-dd71-41f8-8b14-b49d1248392b; detaching it from the instance and deleting it from the info cache [ 1023.704854] env[69183]: DEBUG nova.network.neutron [req-243d5a5b-c21c-4e10-89e7-e524ac257aba req-59f23eb4-cf2f-441b-bc5f-4295c0383ec9 service nova] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.775109] env[69183]: DEBUG oslo_vmware.api [None req-64ee4ed6-527d-47c5-b39c-de18d3b0fec1 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.882305] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630068} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.883143] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 950892f9-2509-4413-aea4-37a6eb85126a/950892f9-2509-4413-aea4-37a6eb85126a.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.883376] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.883637] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-108ba6b5-400a-4d80-a441-c35bd60bdfc1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.891798] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790319, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.897848] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1023.897848] env[69183]: value = "task-2790322" [ 1023.897848] env[69183]: _type = "Task" [ 1023.897848] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.906381] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.066414] env[69183]: DEBUG nova.network.neutron [-] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.146802] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fe5b8c-ccac-4a0f-b446-6323a658d41d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.155570] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0d1e8c-8c5d-4dbd-ba80-09a76460e3f2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.197461] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627ff93e-c796-43f7-bcec-73cf49d537ab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.201041] env[69183]: DEBUG nova.compute.manager [req-3d11558e-d05f-4651-baaa-2c86dc172e04 req-7060dc7e-ee71-4793-ac5f-0f177d437793 service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Received event network-vif-plugged-93df50ce-1a60-4467-b3a1-a4ec8684e152 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1024.201258] env[69183]: DEBUG oslo_concurrency.lockutils [req-3d11558e-d05f-4651-baaa-2c86dc172e04 req-7060dc7e-ee71-4793-ac5f-0f177d437793 service nova] Acquiring lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.201404] env[69183]: DEBUG oslo_concurrency.lockutils [req-3d11558e-d05f-4651-baaa-2c86dc172e04 req-7060dc7e-ee71-4793-ac5f-0f177d437793 service nova] Lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.201581] env[69183]: DEBUG oslo_concurrency.lockutils [req-3d11558e-d05f-4651-baaa-2c86dc172e04 req-7060dc7e-ee71-4793-ac5f-0f177d437793 service nova] Lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.201746] env[69183]: DEBUG nova.compute.manager [req-3d11558e-d05f-4651-baaa-2c86dc172e04 req-7060dc7e-ee71-4793-ac5f-0f177d437793 service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] No waiting events found dispatching network-vif-plugged-93df50ce-1a60-4467-b3a1-a4ec8684e152 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.201913] env[69183]: WARNING nova.compute.manager [req-3d11558e-d05f-4651-baaa-2c86dc172e04 req-7060dc7e-ee71-4793-ac5f-0f177d437793 service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Received unexpected event network-vif-plugged-93df50ce-1a60-4467-b3a1-a4ec8684e152 for instance with vm_state active and task_state None. [ 1024.211373] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94e0c89a-6613-4509-94cf-738c8deeb816 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.214397] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4343084-e04a-41c3-9e79-b25cba179e8a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.218452] env[69183]: DEBUG oslo_vmware.api [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790320, 'name': PowerOnVM_Task, 'duration_secs': 0.690827} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.218716] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.218913] env[69183]: DEBUG nova.compute.manager [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.220314] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31616148-5f59-4955-a23b-f4db14b5c328 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.232154] env[69183]: DEBUG nova.compute.provider_tree [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.240401] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d450133f-8891-4fda-8280-7d1e1a0919bd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.273258] env[69183]: DEBUG oslo_vmware.api [None req-64ee4ed6-527d-47c5-b39c-de18d3b0fec1 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790321, 'name': ReconfigVM_Task, 'duration_secs': 0.767212} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.290883] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-64ee4ed6-527d-47c5-b39c-de18d3b0fec1 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-7be97644-9a8e-428c-961b-7a3de2f4f045/volume-7be97644-9a8e-428c-961b-7a3de2f4f045.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.296346] env[69183]: DEBUG nova.compute.manager [req-243d5a5b-c21c-4e10-89e7-e524ac257aba req-59f23eb4-cf2f-441b-bc5f-4295c0383ec9 service nova] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Detach interface failed, port_id=a44593bd-dd71-41f8-8b14-b49d1248392b, reason: Instance bd27336d-a853-4179-9072-7d82deda40f1 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1024.297436] env[69183]: DEBUG nova.compute.manager [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Stashing vm_state: active {{(pid=69183) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1024.300616] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1f1aac8-3749-49ba-ac65-c1d5738d2450 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.319391] env[69183]: DEBUG oslo_vmware.api [None req-64ee4ed6-527d-47c5-b39c-de18d3b0fec1 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 1024.319391] env[69183]: value = "task-2790323" [ 1024.319391] env[69183]: _type = "Task" [ 1024.319391] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.330349] env[69183]: DEBUG oslo_vmware.api [None req-64ee4ed6-527d-47c5-b39c-de18d3b0fec1 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.385505] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790319, 'name': CloneVM_Task} progress is 95%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.386380] env[69183]: DEBUG nova.network.neutron [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Successfully updated port: 93df50ce-1a60-4467-b3a1-a4ec8684e152 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.410532] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111819} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.410827] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.411683] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e57d9a-bdc8-4c33-99d8-9f42e3a06118 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.436871] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 950892f9-2509-4413-aea4-37a6eb85126a/950892f9-2509-4413-aea4-37a6eb85126a.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.438327] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b6301cf-2266-43c2-8b19-dff8232ef05b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.472545] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1024.472545] env[69183]: value = "task-2790324" [ 1024.472545] env[69183]: _type = "Task" [ 1024.472545] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.486256] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.569610] env[69183]: INFO nova.compute.manager [-] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Took 1.29 seconds to deallocate network for instance. [ 1024.737529] env[69183]: DEBUG nova.scheduler.client.report [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.760863] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.830950] env[69183]: DEBUG oslo_vmware.api [None req-64ee4ed6-527d-47c5-b39c-de18d3b0fec1 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790323, 'name': ReconfigVM_Task, 'duration_secs': 0.261563} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.831932] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.832330] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-64ee4ed6-527d-47c5-b39c-de18d3b0fec1 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560881', 'volume_id': '7be97644-9a8e-428c-961b-7a3de2f4f045', 'name': 'volume-7be97644-9a8e-428c-961b-7a3de2f4f045', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2a2533c-e8ba-47fb-8c4d-c46091d972c2', 'attached_at': '', 'detached_at': '', 'volume_id': '7be97644-9a8e-428c-961b-7a3de2f4f045', 'serial': '7be97644-9a8e-428c-961b-7a3de2f4f045'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1024.885547] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790319, 'name': CloneVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.889391] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "refresh_cache-f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.889556] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "refresh_cache-f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.889726] env[69183]: DEBUG nova.network.neutron [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.983527] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.077815] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.244883] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.245919] env[69183]: DEBUG nova.compute.manager [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.251485] env[69183]: DEBUG oslo_concurrency.lockutils [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.678s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.251485] env[69183]: DEBUG nova.objects.instance [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Lazy-loading 'resources' on Instance uuid 8f2991aa-5a42-422f-a35d-79f457430c41 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.388889] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790319, 'name': CloneVM_Task, 'duration_secs': 2.103558} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.389467] env[69183]: INFO nova.virt.vmwareapi.vmops [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Created linked-clone VM from snapshot [ 1025.390295] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f46b70b-76e4-4622-844d-f9a9874a9b79 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.403030] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Uploading image a4097963-b198-4a19-a6c0-c132df9cd48f {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1025.435586] env[69183]: DEBUG oslo_vmware.rw_handles [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1025.435586] env[69183]: value = "vm-560885" [ 1025.435586] env[69183]: _type = "VirtualMachine" [ 1025.435586] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1025.435882] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b1145e39-75f8-44c1-a918-f20f521fd6f4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.444286] env[69183]: DEBUG oslo_vmware.rw_handles [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lease: (returnval){ [ 1025.444286] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52974c60-f20b-0e87-60a9-1d2ab4eab306" [ 1025.444286] env[69183]: _type = "HttpNfcLease" [ 1025.444286] env[69183]: } obtained for exporting VM: (result){ [ 1025.444286] env[69183]: value = "vm-560885" [ 1025.444286] env[69183]: _type = "VirtualMachine" [ 1025.444286] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1025.444623] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the lease: (returnval){ [ 1025.444623] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52974c60-f20b-0e87-60a9-1d2ab4eab306" [ 1025.444623] env[69183]: _type = "HttpNfcLease" [ 1025.444623] env[69183]: } to be ready. {{(pid=69183) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1025.450724] env[69183]: WARNING nova.network.neutron [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] 30ee5a47-b7d6-4130-8d99-08ff2c272889 already exists in list: networks containing: ['30ee5a47-b7d6-4130-8d99-08ff2c272889']. ignoring it [ 1025.455800] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1025.455800] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52974c60-f20b-0e87-60a9-1d2ab4eab306" [ 1025.455800] env[69183]: _type = "HttpNfcLease" [ 1025.455800] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1025.486395] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790324, 'name': ReconfigVM_Task, 'duration_secs': 0.667328} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.486395] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 950892f9-2509-4413-aea4-37a6eb85126a/950892f9-2509-4413-aea4-37a6eb85126a.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.486395] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01ec27c6-387a-49c2-8c57-bd151ff23180 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.491465] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1025.491465] env[69183]: value = "task-2790326" [ 1025.491465] env[69183]: _type = "Task" [ 1025.491465] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.500429] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790326, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.650258] env[69183]: DEBUG oslo_concurrency.lockutils [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Acquiring lock "4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.650258] env[69183]: DEBUG oslo_concurrency.lockutils [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Lock "4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.650258] env[69183]: DEBUG oslo_concurrency.lockutils [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Acquiring lock "4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.651424] env[69183]: DEBUG oslo_concurrency.lockutils [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Lock "4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.651885] env[69183]: DEBUG oslo_concurrency.lockutils [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Lock "4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.656436] env[69183]: INFO nova.compute.manager [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Terminating instance [ 1025.752589] env[69183]: DEBUG nova.compute.utils [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.755621] env[69183]: DEBUG nova.compute.manager [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1025.755621] env[69183]: DEBUG nova.network.neutron [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.821838] env[69183]: DEBUG nova.policy [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '606a0a806a21448eae45f49aa6834727', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b9061f0d97b40d29cad71e119357270', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.876351] env[69183]: DEBUG nova.objects.instance [None req-64ee4ed6-527d-47c5-b39c-de18d3b0fec1 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lazy-loading 'flavor' on Instance uuid f2a2533c-e8ba-47fb-8c4d-c46091d972c2 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.952988] env[69183]: DEBUG nova.network.neutron [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Updating instance_info_cache with network_info: [{"id": "e7e69400-796a-4db0-816c-ad95ac1c9a1a", "address": "fa:16:3e:fb:08:70", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e69400-79", "ovs_interfaceid": "e7e69400-796a-4db0-816c-ad95ac1c9a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "93df50ce-1a60-4467-b3a1-a4ec8684e152", "address": "fa:16:3e:76:24:7e", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93df50ce-1a", "ovs_interfaceid": "93df50ce-1a60-4467-b3a1-a4ec8684e152", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.963259] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1025.963259] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52974c60-f20b-0e87-60a9-1d2ab4eab306" [ 1025.963259] env[69183]: _type = "HttpNfcLease" [ 1025.963259] env[69183]: } is ready. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1025.963876] env[69183]: DEBUG oslo_vmware.rw_handles [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1025.963876] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52974c60-f20b-0e87-60a9-1d2ab4eab306" [ 1025.963876] env[69183]: _type = "HttpNfcLease" [ 1025.963876] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1025.966095] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16545c20-fbc6-4e35-ae32-2d6c01a50ddd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.981273] env[69183]: DEBUG oslo_vmware.rw_handles [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52adf9f8-c193-4e5e-85e6-e88f04bec014/disk-0.vmdk from lease info. {{(pid=69183) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1025.981591] env[69183]: DEBUG oslo_vmware.rw_handles [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52adf9f8-c193-4e5e-85e6-e88f04bec014/disk-0.vmdk for reading. {{(pid=69183) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1026.059654] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790326, 'name': Rename_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.140067] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a41c38f-c5ad-454b-880d-05817064c490 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.148974] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c23a185-e8c6-4ef4-9103-0b51f898de7b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.185308] env[69183]: DEBUG oslo_concurrency.lockutils [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Acquiring lock "refresh_cache-4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.185546] env[69183]: DEBUG oslo_concurrency.lockutils [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Acquired lock "refresh_cache-4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.185729] env[69183]: DEBUG nova.network.neutron [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.192264] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2490883d-0f08-4241-bb50-8b66bbeaf6a6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.194569] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3e97f02d-36e7-4dc2-bc3c-77885aaddf25 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.203319] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d21784-8648-4587-af11-9dfd1bd17485 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.221014] env[69183]: DEBUG nova.compute.provider_tree [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.227367] env[69183]: DEBUG nova.compute.manager [req-656fc639-92c1-411b-8898-05a14bd54381 req-282ac141-a7f3-4d94-9df5-b80a6e48aa1d service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Received event network-changed-93df50ce-1a60-4467-b3a1-a4ec8684e152 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1026.227571] env[69183]: DEBUG nova.compute.manager [req-656fc639-92c1-411b-8898-05a14bd54381 req-282ac141-a7f3-4d94-9df5-b80a6e48aa1d service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Refreshing instance network info cache due to event network-changed-93df50ce-1a60-4467-b3a1-a4ec8684e152. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1026.227784] env[69183]: DEBUG oslo_concurrency.lockutils [req-656fc639-92c1-411b-8898-05a14bd54381 req-282ac141-a7f3-4d94-9df5-b80a6e48aa1d service nova] Acquiring lock "refresh_cache-f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.263405] env[69183]: DEBUG nova.compute.manager [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.316219] env[69183]: DEBUG nova.network.neutron [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Successfully created port: 1ee0fe66-c9be-42ed-858e-15a581a8c172 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.384486] env[69183]: DEBUG oslo_concurrency.lockutils [None req-64ee4ed6-527d-47c5-b39c-de18d3b0fec1 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.805s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.460175] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "refresh_cache-f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.460855] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.461038] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.461337] env[69183]: DEBUG oslo_concurrency.lockutils [req-656fc639-92c1-411b-8898-05a14bd54381 req-282ac141-a7f3-4d94-9df5-b80a6e48aa1d service nova] Acquired lock "refresh_cache-f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.461530] env[69183]: DEBUG nova.network.neutron [req-656fc639-92c1-411b-8898-05a14bd54381 req-282ac141-a7f3-4d94-9df5-b80a6e48aa1d service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Refreshing network info cache for port 93df50ce-1a60-4467-b3a1-a4ec8684e152 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.463513] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7793a282-ad9c-4d14-8764-3a222e7f3164 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.484643] env[69183]: DEBUG nova.virt.hardware [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.484890] env[69183]: DEBUG nova.virt.hardware [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.485058] env[69183]: DEBUG nova.virt.hardware [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.485271] env[69183]: DEBUG nova.virt.hardware [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.485425] env[69183]: DEBUG nova.virt.hardware [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.485581] env[69183]: DEBUG nova.virt.hardware [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.486092] env[69183]: DEBUG nova.virt.hardware [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.486092] env[69183]: DEBUG nova.virt.hardware [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.486239] env[69183]: DEBUG nova.virt.hardware [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.486294] env[69183]: DEBUG nova.virt.hardware [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.486448] env[69183]: DEBUG nova.virt.hardware [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.492909] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Reconfiguring VM to attach interface {{(pid=69183) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1026.493866] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b550b351-8140-4d2d-9886-189e5006344a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.514705] env[69183]: DEBUG oslo_vmware.api [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1026.514705] env[69183]: value = "task-2790327" [ 1026.514705] env[69183]: _type = "Task" [ 1026.514705] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.524419] env[69183]: DEBUG oslo_vmware.api [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790327, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.553816] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790326, 'name': Rename_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.713863] env[69183]: DEBUG nova.network.neutron [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.724909] env[69183]: DEBUG nova.scheduler.client.report [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.846969] env[69183]: DEBUG nova.network.neutron [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.004586] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c2695d35-a686-4306-92df-bd44fd9f5e54 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.004983] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c2695d35-a686-4306-92df-bd44fd9f5e54 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.028576] env[69183]: DEBUG oslo_vmware.api [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.055342] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790326, 'name': Rename_Task, 'duration_secs': 1.253513} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.055655] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.056019] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c071020c-3ce4-4735-9b81-e6e1f55f5288 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.065136] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1027.065136] env[69183]: value = "task-2790328" [ 1027.065136] env[69183]: _type = "Task" [ 1027.065136] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.076374] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.234429] env[69183]: DEBUG oslo_concurrency.lockutils [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.238904] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.276s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.238904] env[69183]: DEBUG nova.objects.instance [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lazy-loading 'resources' on Instance uuid 69798482-6c0f-49c6-b4d7-42927b8540c3 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.261629] env[69183]: INFO nova.scheduler.client.report [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Deleted allocations for instance 8f2991aa-5a42-422f-a35d-79f457430c41 [ 1027.272911] env[69183]: DEBUG nova.compute.manager [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.303317] env[69183]: DEBUG nova.virt.hardware [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.303757] env[69183]: DEBUG nova.virt.hardware [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.303946] env[69183]: DEBUG nova.virt.hardware [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.304155] env[69183]: DEBUG nova.virt.hardware [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.304393] env[69183]: DEBUG nova.virt.hardware [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.304551] env[69183]: DEBUG nova.virt.hardware [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.304781] env[69183]: DEBUG nova.virt.hardware [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.305038] env[69183]: DEBUG nova.virt.hardware [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.305290] env[69183]: DEBUG nova.virt.hardware [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.305481] env[69183]: DEBUG nova.virt.hardware [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.305692] env[69183]: DEBUG nova.virt.hardware [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.306620] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55c307c-68e1-49c1-b415-e903789e9729 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.317508] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc2eb34-1962-4435-8038-e2f2e10d6373 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.336549] env[69183]: DEBUG nova.network.neutron [req-656fc639-92c1-411b-8898-05a14bd54381 req-282ac141-a7f3-4d94-9df5-b80a6e48aa1d service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Updated VIF entry in instance network info cache for port 93df50ce-1a60-4467-b3a1-a4ec8684e152. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.337079] env[69183]: DEBUG nova.network.neutron [req-656fc639-92c1-411b-8898-05a14bd54381 req-282ac141-a7f3-4d94-9df5-b80a6e48aa1d service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Updating instance_info_cache with network_info: [{"id": "e7e69400-796a-4db0-816c-ad95ac1c9a1a", "address": "fa:16:3e:fb:08:70", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e69400-79", "ovs_interfaceid": "e7e69400-796a-4db0-816c-ad95ac1c9a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "93df50ce-1a60-4467-b3a1-a4ec8684e152", "address": "fa:16:3e:76:24:7e", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93df50ce-1a", "ovs_interfaceid": "93df50ce-1a60-4467-b3a1-a4ec8684e152", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.353601] env[69183]: DEBUG oslo_concurrency.lockutils [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Releasing lock "refresh_cache-4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.357307] env[69183]: DEBUG nova.compute.manager [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.357622] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.359510] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca02ed7c-031e-4a85-a41d-9d1fffe292bf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.377578] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.378558] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-272ad5e7-94fe-416a-b5df-4ea5ed603dc5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.388199] env[69183]: DEBUG oslo_vmware.api [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Waiting for the task: (returnval){ [ 1027.388199] env[69183]: value = "task-2790329" [ 1027.388199] env[69183]: _type = "Task" [ 1027.388199] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.398353] env[69183]: DEBUG oslo_vmware.api [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.509248] env[69183]: DEBUG nova.compute.utils [None req-c2695d35-a686-4306-92df-bd44fd9f5e54 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.530297] env[69183]: DEBUG oslo_vmware.api [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790327, 'name': ReconfigVM_Task, 'duration_secs': 0.922256} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.531407] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.531922] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Reconfigured VM to attach interface {{(pid=69183) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1027.579128] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.948444] env[69183]: DEBUG oslo_concurrency.lockutils [None req-80258780-ed3f-4b63-b024-2f6416b58edb tempest-AttachInterfacesUnderV243Test-213431034 tempest-AttachInterfacesUnderV243Test-213431034-project-member] Lock "8f2991aa-5a42-422f-a35d-79f457430c41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.904s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.948444] env[69183]: DEBUG oslo_concurrency.lockutils [req-656fc639-92c1-411b-8898-05a14bd54381 req-282ac141-a7f3-4d94-9df5-b80a6e48aa1d service nova] Releasing lock "refresh_cache-f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.948444] env[69183]: DEBUG oslo_vmware.api [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790329, 'name': PowerOffVM_Task, 'duration_secs': 0.152391} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.948444] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.948444] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.948444] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10c5c56c-eae4-4129-9227-f2ea37911f25 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.950502] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.950502] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.950502] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Deleting the datastore file [datastore2] 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.950502] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07cd9346-5464-444d-8881-0c821391b67a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.958916] env[69183]: DEBUG oslo_vmware.api [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Waiting for the task: (returnval){ [ 1027.958916] env[69183]: value = "task-2790331" [ 1027.958916] env[69183]: _type = "Task" [ 1027.958916] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.971190] env[69183]: DEBUG oslo_vmware.api [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.012718] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c2695d35-a686-4306-92df-bd44fd9f5e54 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.037703] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ef0eec7-8bf3-4b3b-a027-34d94236ada2 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "interface-f816ac19-51db-46a8-9b77-4a44e5f3bb44-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.032s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.076990] env[69183]: DEBUG oslo_vmware.api [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790328, 'name': PowerOnVM_Task, 'duration_secs': 0.777061} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.079794] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.080553] env[69183]: INFO nova.compute.manager [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1028.080945] env[69183]: DEBUG nova.compute.manager [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.082251] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c259a8-cfb1-46fb-ad4d-70a50cfba363 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.097020] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd585d9-cb29-4b67-8011-d6cc601dd9ff {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.107570] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c56def-75ab-487c-8b04-878caab6e7f5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.147392] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b12547-31e0-49bc-a740-197935b759ff {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.158500] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2321b6-4745-4a48-9f84-f5c7f5a800ab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.173891] env[69183]: DEBUG nova.compute.provider_tree [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.242990] env[69183]: DEBUG nova.network.neutron [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Successfully updated port: 1ee0fe66-c9be-42ed-858e-15a581a8c172 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.473451] env[69183]: DEBUG oslo_vmware.api [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Task: {'id': task-2790331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262524} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.473747] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.473939] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.474144] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.474360] env[69183]: INFO nova.compute.manager [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1028.474653] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.474869] env[69183]: DEBUG nova.compute.manager [-] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.474986] env[69183]: DEBUG nova.network.neutron [-] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.494587] env[69183]: DEBUG nova.network.neutron [-] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.603674] env[69183]: INFO nova.compute.manager [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Took 25.00 seconds to build instance. [ 1028.677482] env[69183]: DEBUG nova.scheduler.client.report [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.746306] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "refresh_cache-603b8c48-2e69-441c-8ded-b48e31908587" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.746536] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquired lock "refresh_cache-603b8c48-2e69-441c-8ded-b48e31908587" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.748965] env[69183]: DEBUG nova.network.neutron [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.997191] env[69183]: DEBUG nova.network.neutron [-] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.088646] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c2695d35-a686-4306-92df-bd44fd9f5e54 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.088968] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c2695d35-a686-4306-92df-bd44fd9f5e54 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.089232] env[69183]: INFO nova.compute.manager [None req-c2695d35-a686-4306-92df-bd44fd9f5e54 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Attaching volume 427caebc-00c5-43ad-85b1-11f3fb9372d8 to /dev/sdc [ 1029.108530] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fbdbc58e-9c73-4d85-81fc-428121f6a9ee tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "950892f9-2509-4413-aea4-37a6eb85126a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.509s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.131746] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60eb6251-93ae-45e8-948b-43567186b895 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.140191] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8d6247-ce00-4d59-a884-491a918ef2e4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.158926] env[69183]: DEBUG nova.virt.block_device [None req-c2695d35-a686-4306-92df-bd44fd9f5e54 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Updating existing volume attachment record: bd29e8be-ea3f-47d3-9376-f6aab9174278 {{(pid=69183) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1029.182135] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.185696] env[69183]: DEBUG oslo_concurrency.lockutils [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.220s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.185947] env[69183]: DEBUG nova.objects.instance [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lazy-loading 'resources' on Instance uuid 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.213257] env[69183]: INFO nova.scheduler.client.report [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Deleted allocations for instance 69798482-6c0f-49c6-b4d7-42927b8540c3 [ 1029.287714] env[69183]: DEBUG nova.network.neutron [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.320561] env[69183]: DEBUG nova.compute.manager [req-a6567f2b-88c7-4cc0-9e7b-e623cac4bb54 req-c9055db9-5c80-4c9b-83e2-e0da180eb517 service nova] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Received event network-vif-plugged-1ee0fe66-c9be-42ed-858e-15a581a8c172 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1029.320561] env[69183]: DEBUG oslo_concurrency.lockutils [req-a6567f2b-88c7-4cc0-9e7b-e623cac4bb54 req-c9055db9-5c80-4c9b-83e2-e0da180eb517 service nova] Acquiring lock "603b8c48-2e69-441c-8ded-b48e31908587-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.321447] env[69183]: DEBUG oslo_concurrency.lockutils [req-a6567f2b-88c7-4cc0-9e7b-e623cac4bb54 req-c9055db9-5c80-4c9b-83e2-e0da180eb517 service nova] Lock "603b8c48-2e69-441c-8ded-b48e31908587-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.321685] env[69183]: DEBUG oslo_concurrency.lockutils [req-a6567f2b-88c7-4cc0-9e7b-e623cac4bb54 req-c9055db9-5c80-4c9b-83e2-e0da180eb517 service nova] Lock "603b8c48-2e69-441c-8ded-b48e31908587-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.321909] env[69183]: DEBUG nova.compute.manager [req-a6567f2b-88c7-4cc0-9e7b-e623cac4bb54 req-c9055db9-5c80-4c9b-83e2-e0da180eb517 service nova] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] No waiting events found dispatching network-vif-plugged-1ee0fe66-c9be-42ed-858e-15a581a8c172 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.322150] env[69183]: WARNING nova.compute.manager [req-a6567f2b-88c7-4cc0-9e7b-e623cac4bb54 req-c9055db9-5c80-4c9b-83e2-e0da180eb517 service nova] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Received unexpected event network-vif-plugged-1ee0fe66-c9be-42ed-858e-15a581a8c172 for instance with vm_state building and task_state spawning. [ 1029.446655] env[69183]: DEBUG nova.network.neutron [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Updating instance_info_cache with network_info: [{"id": "1ee0fe66-c9be-42ed-858e-15a581a8c172", "address": "fa:16:3e:74:96:be", "network": {"id": "63aa2803-3c79-4d3f-b3e5-aa94c85e6a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046047333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9061f0d97b40d29cad71e119357270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee0fe66-c9", "ovs_interfaceid": "1ee0fe66-c9be-42ed-858e-15a581a8c172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.501370] env[69183]: INFO nova.compute.manager [-] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Took 1.03 seconds to deallocate network for instance. [ 1029.723122] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9442cea2-2a3e-48b3-93d7-77e58439f240 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "69798482-6c0f-49c6-b4d7-42927b8540c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.470s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.952027] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Releasing lock "refresh_cache-603b8c48-2e69-441c-8ded-b48e31908587" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.952027] env[69183]: DEBUG nova.compute.manager [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Instance network_info: |[{"id": "1ee0fe66-c9be-42ed-858e-15a581a8c172", "address": "fa:16:3e:74:96:be", "network": {"id": "63aa2803-3c79-4d3f-b3e5-aa94c85e6a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046047333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9061f0d97b40d29cad71e119357270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee0fe66-c9", "ovs_interfaceid": "1ee0fe66-c9be-42ed-858e-15a581a8c172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.952027] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:96:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ee0fe66-c9be-42ed-858e-15a581a8c172', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.959544] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.959689] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.960230] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d25b146a-b62c-429a-a4e1-da52c8fff13b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.985804] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.985804] env[69183]: value = "task-2790333" [ 1029.985804] env[69183]: _type = "Task" [ 1029.985804] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.997298] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790333, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.015103] env[69183]: DEBUG oslo_concurrency.lockutils [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.074412] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ef9fc9-acfd-4e20-9d1f-a53362462ce9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.084327] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e88853c-71c2-4ec3-a444-34c947155e4c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.122858] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13a1693-1d1d-496c-b6c2-fe8b6ca655bc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.132899] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5df5bb-c4e8-4d49-8faf-a0e291d72f0b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.142277] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "f3042ae2-18ad-4ecd-ad53-4ea9a1584aef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.142541] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "f3042ae2-18ad-4ecd-ad53-4ea9a1584aef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.154513] env[69183]: DEBUG nova.compute.provider_tree [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.351990] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "950892f9-2509-4413-aea4-37a6eb85126a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.352398] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "950892f9-2509-4413-aea4-37a6eb85126a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.352592] env[69183]: INFO nova.compute.manager [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Shelving [ 1030.497566] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790333, 'name': CreateVM_Task, 'duration_secs': 0.476715} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.497636] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.498368] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.498563] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.498913] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.499195] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7253f6b-5f14-4307-bd10-e607fef89138 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.505613] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1030.505613] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5254bd18-7bb1-dbea-254c-63f1015ffe45" [ 1030.505613] env[69183]: _type = "Task" [ 1030.505613] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.514328] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5254bd18-7bb1-dbea-254c-63f1015ffe45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.657332] env[69183]: DEBUG nova.compute.manager [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1030.660859] env[69183]: DEBUG nova.scheduler.client.report [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.760773] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "interface-f816ac19-51db-46a8-9b77-4a44e5f3bb44-01e6c6bf-274f-4ccd-bcfb-3b6520fc9d63" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.761310] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "interface-f816ac19-51db-46a8-9b77-4a44e5f3bb44-01e6c6bf-274f-4ccd-bcfb-3b6520fc9d63" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.761878] env[69183]: DEBUG nova.objects.instance [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lazy-loading 'flavor' on Instance uuid f816ac19-51db-46a8-9b77-4a44e5f3bb44 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.828660] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "75156231-e8a2-406d-98d2-d5fa70f5408a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.828928] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "75156231-e8a2-406d-98d2-d5fa70f5408a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.017734] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5254bd18-7bb1-dbea-254c-63f1015ffe45, 'name': SearchDatastore_Task, 'duration_secs': 0.014747} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.017972] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.019094] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.019094] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.019094] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.019094] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.019094] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fe911e8-20d5-4e02-8230-5c0402e19f2a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.030174] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.030377] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.031160] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ea585ea-ad31-4e62-a26d-0f1435234ea5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.037504] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1031.037504] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]521cd2be-db7e-3cec-2c2e-3726a6121bdc" [ 1031.037504] env[69183]: _type = "Task" [ 1031.037504] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.047230] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521cd2be-db7e-3cec-2c2e-3726a6121bdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.167889] env[69183]: DEBUG oslo_concurrency.lockutils [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.172187] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.969s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.172402] env[69183]: DEBUG nova.objects.instance [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69183) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1031.194546] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.195787] env[69183]: INFO nova.scheduler.client.report [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Deleted allocations for instance 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65 [ 1031.331381] env[69183]: DEBUG nova.compute.manager [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.363357] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.363675] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c61651a-c792-4e6c-aae8-d6059b2dd1dd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.370957] env[69183]: DEBUG nova.objects.instance [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lazy-loading 'pci_requests' on Instance uuid f816ac19-51db-46a8-9b77-4a44e5f3bb44 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.373744] env[69183]: DEBUG oslo_vmware.api [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1031.373744] env[69183]: value = "task-2790334" [ 1031.373744] env[69183]: _type = "Task" [ 1031.373744] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.383374] env[69183]: DEBUG oslo_vmware.api [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.552419] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521cd2be-db7e-3cec-2c2e-3726a6121bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.01541} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.553376] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bd6ba1b-5109-4494-812b-606ee02fa45d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.563922] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1031.563922] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52a2538d-cecd-9457-46ec-534f6cb5cf4b" [ 1031.563922] env[69183]: _type = "Task" [ 1031.563922] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.573356] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a2538d-cecd-9457-46ec-534f6cb5cf4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.658158] env[69183]: DEBUG nova.compute.manager [req-d772df44-bcc0-4b2c-927c-a1f61aa5b69a req-779cc25b-5b54-4679-a19c-d920e867e173 service nova] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Received event network-changed-1ee0fe66-c9be-42ed-858e-15a581a8c172 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1031.658361] env[69183]: DEBUG nova.compute.manager [req-d772df44-bcc0-4b2c-927c-a1f61aa5b69a req-779cc25b-5b54-4679-a19c-d920e867e173 service nova] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Refreshing instance network info cache due to event network-changed-1ee0fe66-c9be-42ed-858e-15a581a8c172. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1031.658573] env[69183]: DEBUG oslo_concurrency.lockutils [req-d772df44-bcc0-4b2c-927c-a1f61aa5b69a req-779cc25b-5b54-4679-a19c-d920e867e173 service nova] Acquiring lock "refresh_cache-603b8c48-2e69-441c-8ded-b48e31908587" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.658719] env[69183]: DEBUG oslo_concurrency.lockutils [req-d772df44-bcc0-4b2c-927c-a1f61aa5b69a req-779cc25b-5b54-4679-a19c-d920e867e173 service nova] Acquired lock "refresh_cache-603b8c48-2e69-441c-8ded-b48e31908587" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.658875] env[69183]: DEBUG nova.network.neutron [req-d772df44-bcc0-4b2c-927c-a1f61aa5b69a req-779cc25b-5b54-4679-a19c-d920e867e173 service nova] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Refreshing network info cache for port 1ee0fe66-c9be-42ed-858e-15a581a8c172 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.703184] env[69183]: DEBUG oslo_concurrency.lockutils [None req-80577431-a8e6-4d67-8210-71dff842f386 tempest-ListServersNegativeTestJSON-1310751688 tempest-ListServersNegativeTestJSON-1310751688-project-member] Lock "2d12eb83-8e93-4cfe-ab45-d5aaa6077d65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.341s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.861747] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.875506] env[69183]: DEBUG nova.objects.base [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69183) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1031.875757] env[69183]: DEBUG nova.network.neutron [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.891493] env[69183]: DEBUG oslo_vmware.api [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790334, 'name': PowerOffVM_Task, 'duration_secs': 0.353413} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.891777] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.892678] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b2ba0b-baae-401a-a050-5db076a586c9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.918135] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da37dbe4-2ac1-4c28-9cc0-243419f4061b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.989403] env[69183]: DEBUG nova.policy [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55fb806bf5074afb8bdda11da90ad6cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '947a00fe423a46e6afab13adb82f0200', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.077140] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a2538d-cecd-9457-46ec-534f6cb5cf4b, 'name': SearchDatastore_Task, 'duration_secs': 0.018809} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.077554] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.077824] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 603b8c48-2e69-441c-8ded-b48e31908587/603b8c48-2e69-441c-8ded-b48e31908587.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.078099] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ca76c09-976e-43fe-8999-c2bc3b1bcce2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.086965] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1032.086965] env[69183]: value = "task-2790336" [ 1032.086965] env[69183]: _type = "Task" [ 1032.086965] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.097289] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.186122] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b6b204ad-9775-4874-ae8c-bb327e9dc691 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.187874] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.426s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.187874] env[69183]: DEBUG nova.objects.instance [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69183) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1032.432973] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Creating Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1032.433423] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-44f4bd37-d044-4ff0-927c-15b20ad06d86 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.444356] env[69183]: DEBUG oslo_vmware.api [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1032.444356] env[69183]: value = "task-2790337" [ 1032.444356] env[69183]: _type = "Task" [ 1032.444356] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.456553] env[69183]: DEBUG oslo_vmware.api [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790337, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.537991] env[69183]: DEBUG nova.network.neutron [req-d772df44-bcc0-4b2c-927c-a1f61aa5b69a req-779cc25b-5b54-4679-a19c-d920e867e173 service nova] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Updated VIF entry in instance network info cache for port 1ee0fe66-c9be-42ed-858e-15a581a8c172. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.538458] env[69183]: DEBUG nova.network.neutron [req-d772df44-bcc0-4b2c-927c-a1f61aa5b69a req-779cc25b-5b54-4679-a19c-d920e867e173 service nova] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Updating instance_info_cache with network_info: [{"id": "1ee0fe66-c9be-42ed-858e-15a581a8c172", "address": "fa:16:3e:74:96:be", "network": {"id": "63aa2803-3c79-4d3f-b3e5-aa94c85e6a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046047333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9061f0d97b40d29cad71e119357270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee0fe66-c9", "ovs_interfaceid": "1ee0fe66-c9be-42ed-858e-15a581a8c172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.599234] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490864} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.599567] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 603b8c48-2e69-441c-8ded-b48e31908587/603b8c48-2e69-441c-8ded-b48e31908587.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.599889] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.600099] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f632981e-a8ae-44de-bda4-6c9621bfe26f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.608777] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1032.608777] env[69183]: value = "task-2790338" [ 1032.608777] env[69183]: _type = "Task" [ 1032.608777] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.622365] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.960439] env[69183]: DEBUG oslo_vmware.api [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790337, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.042411] env[69183]: DEBUG oslo_concurrency.lockutils [req-d772df44-bcc0-4b2c-927c-a1f61aa5b69a req-779cc25b-5b54-4679-a19c-d920e867e173 service nova] Releasing lock "refresh_cache-603b8c48-2e69-441c-8ded-b48e31908587" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.122873] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101948} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.125020] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.125020] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5befd2-b823-43e2-80ae-997a91d33fbe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.153524] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 603b8c48-2e69-441c-8ded-b48e31908587/603b8c48-2e69-441c-8ded-b48e31908587.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.154074] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e6e3d13-afa6-4d15-a680-4fd48ecf625e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.182757] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1033.182757] env[69183]: value = "task-2790339" [ 1033.182757] env[69183]: _type = "Task" [ 1033.182757] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.192318] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.197879] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e58a0eb4-5f53-4912-9834-fc28d67ee43d tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.199984] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.367s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.462987] env[69183]: DEBUG oslo_vmware.api [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790337, 'name': CreateSnapshot_Task, 'duration_secs': 0.800625} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.463310] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Created Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1033.464538] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f60eab-9091-409c-94c3-446a73c25509 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.694703] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790339, 'name': ReconfigVM_Task, 'duration_secs': 0.428375} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.694999] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 603b8c48-2e69-441c-8ded-b48e31908587/603b8c48-2e69-441c-8ded-b48e31908587.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.695712] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95c66d1b-9a54-4068-b8ef-64196888f2ae {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.704018] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1033.704018] env[69183]: value = "task-2790340" [ 1033.704018] env[69183]: _type = "Task" [ 1033.704018] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.709904] env[69183]: INFO nova.compute.claims [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.722148] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2695d35-a686-4306-92df-bd44fd9f5e54 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Volume attach. Driver type: vmdk {{(pid=69183) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1033.723780] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2695d35-a686-4306-92df-bd44fd9f5e54 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560886', 'volume_id': '427caebc-00c5-43ad-85b1-11f3fb9372d8', 'name': 'volume-427caebc-00c5-43ad-85b1-11f3fb9372d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2a2533c-e8ba-47fb-8c4d-c46091d972c2', 'attached_at': '', 'detached_at': '', 'volume_id': '427caebc-00c5-43ad-85b1-11f3fb9372d8', 'serial': '427caebc-00c5-43ad-85b1-11f3fb9372d8'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1033.724273] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f211d25-b016-48a0-9cfa-20ee128ea707 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.735178] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790340, 'name': Rename_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.752990] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdc1f94-3cdb-4447-bc49-c8269a14c9a4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.797316] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2695d35-a686-4306-92df-bd44fd9f5e54 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-427caebc-00c5-43ad-85b1-11f3fb9372d8/volume-427caebc-00c5-43ad-85b1-11f3fb9372d8.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.797316] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0f2bba7-9c8a-4943-b3d3-223ed9709730 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.814792] env[69183]: DEBUG oslo_vmware.api [None req-c2695d35-a686-4306-92df-bd44fd9f5e54 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 1033.814792] env[69183]: value = "task-2790341" [ 1033.814792] env[69183]: _type = "Task" [ 1033.814792] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.824800] env[69183]: DEBUG oslo_vmware.api [None req-c2695d35-a686-4306-92df-bd44fd9f5e54 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.827370] env[69183]: DEBUG nova.compute.manager [req-0abb2e4e-da30-4604-8ed5-af99516a020d req-4b39049c-31b6-4168-b902-d9e6482d0849 service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Received event network-vif-plugged-01e6c6bf-274f-4ccd-bcfb-3b6520fc9d63 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1033.827588] env[69183]: DEBUG oslo_concurrency.lockutils [req-0abb2e4e-da30-4604-8ed5-af99516a020d req-4b39049c-31b6-4168-b902-d9e6482d0849 service nova] Acquiring lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.827799] env[69183]: DEBUG oslo_concurrency.lockutils [req-0abb2e4e-da30-4604-8ed5-af99516a020d req-4b39049c-31b6-4168-b902-d9e6482d0849 service nova] Lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.827994] env[69183]: DEBUG oslo_concurrency.lockutils [req-0abb2e4e-da30-4604-8ed5-af99516a020d req-4b39049c-31b6-4168-b902-d9e6482d0849 service nova] Lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.828149] env[69183]: DEBUG nova.compute.manager [req-0abb2e4e-da30-4604-8ed5-af99516a020d req-4b39049c-31b6-4168-b902-d9e6482d0849 service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] No waiting events found dispatching network-vif-plugged-01e6c6bf-274f-4ccd-bcfb-3b6520fc9d63 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.828319] env[69183]: WARNING nova.compute.manager [req-0abb2e4e-da30-4604-8ed5-af99516a020d req-4b39049c-31b6-4168-b902-d9e6482d0849 service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Received unexpected event network-vif-plugged-01e6c6bf-274f-4ccd-bcfb-3b6520fc9d63 for instance with vm_state active and task_state None. [ 1033.874703] env[69183]: DEBUG nova.network.neutron [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Successfully updated port: 01e6c6bf-274f-4ccd-bcfb-3b6520fc9d63 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.972298] env[69183]: DEBUG oslo_vmware.rw_handles [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52adf9f8-c193-4e5e-85e6-e88f04bec014/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1033.973303] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4298a59-1212-4f56-86da-7783bb505490 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.988116] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Creating linked-clone VM from snapshot {{(pid=69183) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1033.989979] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-35f718f4-8539-4fc5-84e0-1638e1406200 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.992945] env[69183]: DEBUG oslo_vmware.rw_handles [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52adf9f8-c193-4e5e-85e6-e88f04bec014/disk-0.vmdk is in state: ready. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1033.993180] env[69183]: ERROR oslo_vmware.rw_handles [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52adf9f8-c193-4e5e-85e6-e88f04bec014/disk-0.vmdk due to incomplete transfer. [ 1033.993355] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-427b4253-506b-4822-a8c2-0f72b5707d85 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.003088] env[69183]: DEBUG oslo_vmware.rw_handles [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52adf9f8-c193-4e5e-85e6-e88f04bec014/disk-0.vmdk. {{(pid=69183) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1034.003371] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Uploaded image a4097963-b198-4a19-a6c0-c132df9cd48f to the Glance image server {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1034.008182] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Destroying the VM {{(pid=69183) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1034.008182] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-03b23c07-c073-4a0a-942b-d5f10ee54f8b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.012009] env[69183]: DEBUG oslo_vmware.api [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1034.012009] env[69183]: value = "task-2790342" [ 1034.012009] env[69183]: _type = "Task" [ 1034.012009] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.017674] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1034.017674] env[69183]: value = "task-2790343" [ 1034.017674] env[69183]: _type = "Task" [ 1034.017674] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.026318] env[69183]: DEBUG oslo_vmware.api [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790342, 'name': CloneVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.031931] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790343, 'name': Destroy_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.214629] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790340, 'name': Rename_Task, 'duration_secs': 0.168519} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.214983] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.215289] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ad53c73-9a4b-4c72-ad15-beca85c09d23 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.224832] env[69183]: INFO nova.compute.resource_tracker [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Updating resource usage from migration e8e6b94b-0a90-4863-b1cf-7647df5b30f6 [ 1034.228120] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1034.228120] env[69183]: value = "task-2790344" [ 1034.228120] env[69183]: _type = "Task" [ 1034.228120] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.238909] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.329975] env[69183]: DEBUG oslo_vmware.api [None req-c2695d35-a686-4306-92df-bd44fd9f5e54 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790341, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.377800] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "refresh_cache-f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.377998] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "refresh_cache-f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.378201] env[69183]: DEBUG nova.network.neutron [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.525475] env[69183]: DEBUG oslo_vmware.api [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790342, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.533243] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790343, 'name': Destroy_Task} progress is 33%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.542817] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3754ab5-b4e0-48e1-94ad-3c9850f84825 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.550277] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d92ed5-aada-4f8a-8d52-341b29414f75 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.580769] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6212336f-7b13-42a6-88b6-9523b488238c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.589420] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f432500c-7af9-4796-83b9-70d24963d550 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.605680] env[69183]: DEBUG nova.compute.provider_tree [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.739795] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790344, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.834019] env[69183]: DEBUG oslo_vmware.api [None req-c2695d35-a686-4306-92df-bd44fd9f5e54 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790341, 'name': ReconfigVM_Task, 'duration_secs': 0.658146} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.834019] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2695d35-a686-4306-92df-bd44fd9f5e54 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-427caebc-00c5-43ad-85b1-11f3fb9372d8/volume-427caebc-00c5-43ad-85b1-11f3fb9372d8.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.837715] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a6fa3e5-792e-4a8a-86d4-b883f82a5f07 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.858689] env[69183]: DEBUG oslo_vmware.api [None req-c2695d35-a686-4306-92df-bd44fd9f5e54 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 1034.858689] env[69183]: value = "task-2790345" [ 1034.858689] env[69183]: _type = "Task" [ 1034.858689] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.870976] env[69183]: DEBUG oslo_vmware.api [None req-c2695d35-a686-4306-92df-bd44fd9f5e54 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.942988] env[69183]: WARNING nova.network.neutron [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] 30ee5a47-b7d6-4130-8d99-08ff2c272889 already exists in list: networks containing: ['30ee5a47-b7d6-4130-8d99-08ff2c272889']. ignoring it [ 1034.943208] env[69183]: WARNING nova.network.neutron [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] 30ee5a47-b7d6-4130-8d99-08ff2c272889 already exists in list: networks containing: ['30ee5a47-b7d6-4130-8d99-08ff2c272889']. ignoring it [ 1035.026297] env[69183]: DEBUG oslo_vmware.api [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790342, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.031727] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790343, 'name': Destroy_Task, 'duration_secs': 0.73652} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.031993] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Destroyed the VM [ 1035.032276] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Deleting Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1035.032530] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-390badf8-8a1f-4f6c-8fdf-423fe25d0540 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.039607] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1035.039607] env[69183]: value = "task-2790346" [ 1035.039607] env[69183]: _type = "Task" [ 1035.039607] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.048304] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790346, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.108506] env[69183]: DEBUG nova.scheduler.client.report [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.240658] env[69183]: DEBUG oslo_vmware.api [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790344, 'name': PowerOnVM_Task, 'duration_secs': 0.77641} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.243613] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.243866] env[69183]: INFO nova.compute.manager [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1035.244227] env[69183]: DEBUG nova.compute.manager [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.245879] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2385af70-0b14-48b7-be3a-5dde8cf82be2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.369627] env[69183]: DEBUG oslo_vmware.api [None req-c2695d35-a686-4306-92df-bd44fd9f5e54 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790345, 'name': ReconfigVM_Task, 'duration_secs': 0.186082} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.369907] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2695d35-a686-4306-92df-bd44fd9f5e54 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560886', 'volume_id': '427caebc-00c5-43ad-85b1-11f3fb9372d8', 'name': 'volume-427caebc-00c5-43ad-85b1-11f3fb9372d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2a2533c-e8ba-47fb-8c4d-c46091d972c2', 'attached_at': '', 'detached_at': '', 'volume_id': '427caebc-00c5-43ad-85b1-11f3fb9372d8', 'serial': '427caebc-00c5-43ad-85b1-11f3fb9372d8'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1035.505033] env[69183]: DEBUG oslo_concurrency.lockutils [None req-19cf3153-af2d-4ccf-ac4e-b389eb824071 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquiring lock "5f7a7c55-a774-4137-9bca-f3c35bdad8c8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.505297] env[69183]: DEBUG oslo_concurrency.lockutils [None req-19cf3153-af2d-4ccf-ac4e-b389eb824071 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "5f7a7c55-a774-4137-9bca-f3c35bdad8c8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.528180] env[69183]: DEBUG oslo_vmware.api [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790342, 'name': CloneVM_Task, 'duration_secs': 1.445119} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.528457] env[69183]: INFO nova.virt.vmwareapi.vmops [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Created linked-clone VM from snapshot [ 1035.529280] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed21f62-32b8-4d1b-b24d-7a9ce96004f2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.540177] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Uploading image 0c446d84-f829-491b-ab86-04ff466a5026 {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1035.551832] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790346, 'name': RemoveSnapshot_Task, 'duration_secs': 0.37628} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.552719] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Deleted Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1035.553562] env[69183]: DEBUG nova.compute.manager [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.555561] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebbbbf0-823e-4df9-906a-c51c0be95cd6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.574978] env[69183]: DEBUG oslo_vmware.rw_handles [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1035.574978] env[69183]: value = "vm-560889" [ 1035.574978] env[69183]: _type = "VirtualMachine" [ 1035.574978] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1035.575553] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fda16b16-a627-48f3-b008-4a230bcec872 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.585038] env[69183]: DEBUG oslo_vmware.rw_handles [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lease: (returnval){ [ 1035.585038] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52eec29b-da9b-c5d3-df57-3e95369e47df" [ 1035.585038] env[69183]: _type = "HttpNfcLease" [ 1035.585038] env[69183]: } obtained for exporting VM: (result){ [ 1035.585038] env[69183]: value = "vm-560889" [ 1035.585038] env[69183]: _type = "VirtualMachine" [ 1035.585038] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1035.585038] env[69183]: DEBUG oslo_vmware.api [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the lease: (returnval){ [ 1035.585038] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52eec29b-da9b-c5d3-df57-3e95369e47df" [ 1035.585038] env[69183]: _type = "HttpNfcLease" [ 1035.585038] env[69183]: } to be ready. {{(pid=69183) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1035.591184] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1035.591184] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52eec29b-da9b-c5d3-df57-3e95369e47df" [ 1035.591184] env[69183]: _type = "HttpNfcLease" [ 1035.591184] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1035.614444] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.415s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.614657] env[69183]: INFO nova.compute.manager [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Migrating [ 1035.625463] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.548s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.625691] env[69183]: DEBUG nova.objects.instance [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lazy-loading 'resources' on Instance uuid bd27336d-a853-4179-9072-7d82deda40f1 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.690709] env[69183]: DEBUG nova.network.neutron [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Updating instance_info_cache with network_info: [{"id": "e7e69400-796a-4db0-816c-ad95ac1c9a1a", "address": "fa:16:3e:fb:08:70", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e69400-79", "ovs_interfaceid": "e7e69400-796a-4db0-816c-ad95ac1c9a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "93df50ce-1a60-4467-b3a1-a4ec8684e152", "address": "fa:16:3e:76:24:7e", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93df50ce-1a", "ovs_interfaceid": "93df50ce-1a60-4467-b3a1-a4ec8684e152", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "01e6c6bf-274f-4ccd-bcfb-3b6520fc9d63", "address": "fa:16:3e:00:a2:e1", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01e6c6bf-27", "ovs_interfaceid": "01e6c6bf-274f-4ccd-bcfb-3b6520fc9d63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.771819] env[69183]: INFO nova.compute.manager [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Took 21.48 seconds to build instance. [ 1036.008929] env[69183]: DEBUG nova.compute.utils [None req-19cf3153-af2d-4ccf-ac4e-b389eb824071 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.073170] env[69183]: INFO nova.compute.manager [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Shelve offloading [ 1036.092676] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1036.092676] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52eec29b-da9b-c5d3-df57-3e95369e47df" [ 1036.092676] env[69183]: _type = "HttpNfcLease" [ 1036.092676] env[69183]: } is ready. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1036.092967] env[69183]: DEBUG oslo_vmware.rw_handles [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1036.092967] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52eec29b-da9b-c5d3-df57-3e95369e47df" [ 1036.092967] env[69183]: _type = "HttpNfcLease" [ 1036.092967] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1036.093699] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68622951-d60f-4ecd-ab8a-f247c6b16141 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.101750] env[69183]: DEBUG oslo_vmware.rw_handles [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5241df08-8b4e-a753-f7dd-32e97b1dbadc/disk-0.vmdk from lease info. {{(pid=69183) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1036.101924] env[69183]: DEBUG oslo_vmware.rw_handles [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5241df08-8b4e-a753-f7dd-32e97b1dbadc/disk-0.vmdk for reading. {{(pid=69183) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1036.163059] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "refresh_cache-0b074aac-dea9-4889-9e0f-84228979f883" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.163059] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "refresh_cache-0b074aac-dea9-4889-9e0f-84228979f883" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.163059] env[69183]: DEBUG nova.network.neutron [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.194033] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "refresh_cache-f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.194884] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.196063] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.196623] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d55dfc0-2f58-4603-b3cb-3c090ca130c0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.217161] env[69183]: DEBUG nova.virt.hardware [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.217496] env[69183]: DEBUG nova.virt.hardware [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.217691] env[69183]: DEBUG nova.virt.hardware [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.217819] env[69183]: DEBUG nova.virt.hardware [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.217970] env[69183]: DEBUG nova.virt.hardware [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.218133] env[69183]: DEBUG nova.virt.hardware [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.218343] env[69183]: DEBUG nova.virt.hardware [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.218503] env[69183]: DEBUG nova.virt.hardware [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.218666] env[69183]: DEBUG nova.virt.hardware [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.218827] env[69183]: DEBUG nova.virt.hardware [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.219007] env[69183]: DEBUG nova.virt.hardware [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.225367] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Reconfiguring VM to attach interface {{(pid=69183) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1036.228069] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab3c4cb7-4af7-4ea0-a9f3-00bf49549994 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.248210] env[69183]: DEBUG oslo_vmware.api [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1036.248210] env[69183]: value = "task-2790348" [ 1036.248210] env[69183]: _type = "Task" [ 1036.248210] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.261327] env[69183]: DEBUG oslo_vmware.api [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790348, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.273979] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6a8278df-176d-4a2f-b7b8-b8be939c58d9 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "603b8c48-2e69-441c-8ded-b48e31908587" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.991s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.281703] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-16b9f6ca-92e3-490d-9704-a821c2d8f813 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.419679] env[69183]: DEBUG nova.objects.instance [None req-c2695d35-a686-4306-92df-bd44fd9f5e54 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lazy-loading 'flavor' on Instance uuid f2a2533c-e8ba-47fb-8c4d-c46091d972c2 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.468390] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838d26bd-d4df-496b-802e-6cc8528142c3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.477907] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b1b913-9eb3-4b7a-9e6f-f226895dd04e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.513569] env[69183]: DEBUG oslo_concurrency.lockutils [None req-19cf3153-af2d-4ccf-ac4e-b389eb824071 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "5f7a7c55-a774-4137-9bca-f3c35bdad8c8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.517120] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7108ce-50b4-401e-8add-0c5da6653b5c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.528028] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d189f0-0de4-4b00-848c-8d7efcd2702b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.544450] env[69183]: DEBUG nova.compute.provider_tree [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.579510] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.579849] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2280bd4d-9e28-4e2d-a482-e032c630ddc7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.588397] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1036.588397] env[69183]: value = "task-2790349" [ 1036.588397] env[69183]: _type = "Task" [ 1036.588397] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.598698] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] VM already powered off {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1036.598969] env[69183]: DEBUG nova.compute.manager [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.599850] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44be99d-e0ed-4019-9adb-a6f77d71e540 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.607496] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "refresh_cache-b731d090-943b-42e9-ba26-912766186d28" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.607496] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquired lock "refresh_cache-b731d090-943b-42e9-ba26-912766186d28" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.607682] env[69183]: DEBUG nova.network.neutron [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.760330] env[69183]: DEBUG oslo_vmware.api [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.920862] env[69183]: DEBUG nova.network.neutron [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Updating instance_info_cache with network_info: [{"id": "6ba46727-565a-4d9c-8820-fcf257a85dd6", "address": "fa:16:3e:4c:f9:7e", "network": {"id": "50bef02a-36c4-4122-99e6-4de135b6ec80", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-820333689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e1512025a1e42b6b05ff9aad0088ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba46727-56", "ovs_interfaceid": "6ba46727-565a-4d9c-8820-fcf257a85dd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.927456] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c2695d35-a686-4306-92df-bd44fd9f5e54 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.838s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.051205] env[69183]: DEBUG nova.scheduler.client.report [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.261356] env[69183]: DEBUG oslo_vmware.api [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790348, 'name': ReconfigVM_Task, 'duration_secs': 0.652441} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.262100] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.262379] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Reconfigured VM to attach interface {{(pid=69183) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1037.289419] env[69183]: DEBUG nova.compute.manager [req-6ac97457-083e-4e41-824f-9376988037e8 req-fc3246b3-34b7-4785-adcb-f52271d00be8 service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Received event network-changed-01e6c6bf-274f-4ccd-bcfb-3b6520fc9d63 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1037.289634] env[69183]: DEBUG nova.compute.manager [req-6ac97457-083e-4e41-824f-9376988037e8 req-fc3246b3-34b7-4785-adcb-f52271d00be8 service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Refreshing instance network info cache due to event network-changed-01e6c6bf-274f-4ccd-bcfb-3b6520fc9d63. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1037.289848] env[69183]: DEBUG oslo_concurrency.lockutils [req-6ac97457-083e-4e41-824f-9376988037e8 req-fc3246b3-34b7-4785-adcb-f52271d00be8 service nova] Acquiring lock "refresh_cache-f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.290751] env[69183]: DEBUG oslo_concurrency.lockutils [req-6ac97457-083e-4e41-824f-9376988037e8 req-fc3246b3-34b7-4785-adcb-f52271d00be8 service nova] Acquired lock "refresh_cache-f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.290751] env[69183]: DEBUG nova.network.neutron [req-6ac97457-083e-4e41-824f-9376988037e8 req-fc3246b3-34b7-4785-adcb-f52271d00be8 service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Refreshing network info cache for port 01e6c6bf-274f-4ccd-bcfb-3b6520fc9d63 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.366603] env[69183]: DEBUG nova.network.neutron [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Updating instance_info_cache with network_info: [{"id": "b657e42f-180c-483a-8ac2-e6c8485f6a6f", "address": "fa:16:3e:b7:88:71", "network": {"id": "584e8228-b304-41cb-8dbc-cb4150d388eb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051336374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757cee5ffa0741f9944dd410262b9ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb657e42f-18", "ovs_interfaceid": "b657e42f-180c-483a-8ac2-e6c8485f6a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.427846] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "refresh_cache-0b074aac-dea9-4889-9e0f-84228979f883" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.559979] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.563153] env[69183]: DEBUG oslo_concurrency.lockutils [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.547s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.563153] env[69183]: DEBUG nova.objects.instance [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Lazy-loading 'resources' on Instance uuid 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.591971] env[69183]: INFO nova.scheduler.client.report [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Deleted allocations for instance bd27336d-a853-4179-9072-7d82deda40f1 [ 1037.604538] env[69183]: DEBUG oslo_concurrency.lockutils [None req-19cf3153-af2d-4ccf-ac4e-b389eb824071 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquiring lock "5f7a7c55-a774-4137-9bca-f3c35bdad8c8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.604538] env[69183]: DEBUG oslo_concurrency.lockutils [None req-19cf3153-af2d-4ccf-ac4e-b389eb824071 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "5f7a7c55-a774-4137-9bca-f3c35bdad8c8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.604538] env[69183]: INFO nova.compute.manager [None req-19cf3153-af2d-4ccf-ac4e-b389eb824071 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Attaching volume 370e0d70-ce06-4fb3-90ca-41ee2428af85 to /dev/sdb [ 1037.647062] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe63a0b-946d-41b9-a8e2-70e78506c2cd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.653901] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e028ea-170e-4278-b255-0541a4231a0d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.670837] env[69183]: DEBUG nova.virt.block_device [None req-19cf3153-af2d-4ccf-ac4e-b389eb824071 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Updating existing volume attachment record: e4e7d01e-91ff-4b9f-8b3a-f14432dcba6a {{(pid=69183) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1037.769063] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7af8944a-8367-4c9e-9622-16a9e2eb1e33 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "interface-f816ac19-51db-46a8-9b77-4a44e5f3bb44-01e6c6bf-274f-4ccd-bcfb-3b6520fc9d63" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.008s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.869786] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Releasing lock "refresh_cache-b731d090-943b-42e9-ba26-912766186d28" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.083964] env[69183]: DEBUG nova.network.neutron [req-6ac97457-083e-4e41-824f-9376988037e8 req-fc3246b3-34b7-4785-adcb-f52271d00be8 service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Updated VIF entry in instance network info cache for port 01e6c6bf-274f-4ccd-bcfb-3b6520fc9d63. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.084627] env[69183]: DEBUG nova.network.neutron [req-6ac97457-083e-4e41-824f-9376988037e8 req-fc3246b3-34b7-4785-adcb-f52271d00be8 service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Updating instance_info_cache with network_info: [{"id": "e7e69400-796a-4db0-816c-ad95ac1c9a1a", "address": "fa:16:3e:fb:08:70", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e69400-79", "ovs_interfaceid": "e7e69400-796a-4db0-816c-ad95ac1c9a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "93df50ce-1a60-4467-b3a1-a4ec8684e152", "address": "fa:16:3e:76:24:7e", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93df50ce-1a", "ovs_interfaceid": "93df50ce-1a60-4467-b3a1-a4ec8684e152", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "01e6c6bf-274f-4ccd-bcfb-3b6520fc9d63", "address": "fa:16:3e:00:a2:e1", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01e6c6bf-27", "ovs_interfaceid": "01e6c6bf-274f-4ccd-bcfb-3b6520fc9d63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.104093] env[69183]: DEBUG oslo_concurrency.lockutils [None req-58008ac3-f92f-4cf5-9592-2ac4c097121b tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "bd27336d-a853-4179-9072-7d82deda40f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.488s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.352022] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.352943] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee9a3c8-d27b-47bc-ab58-026d5f186e3a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.358176] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115fba49-fbf5-4ee9-8899-a23e1fa87d59 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.363156] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.363775] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-090039fc-8b8d-45a6-914f-b55e834a5ee1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.368195] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eab5c64-c7c0-40e1-8ba8-7f9675734bc3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.398434] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124afbe1-ba58-4199-b380-c9d0271dd74c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.406230] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f29a51-1c74-441f-bf81-3f3d3d33f0af {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.420517] env[69183]: DEBUG nova.compute.provider_tree [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.458712] env[69183]: DEBUG oslo_concurrency.lockutils [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "232e87c8-b953-49b2-844e-54c701e2e29b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.458940] env[69183]: DEBUG oslo_concurrency.lockutils [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "232e87c8-b953-49b2-844e-54c701e2e29b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.587748] env[69183]: DEBUG oslo_concurrency.lockutils [req-6ac97457-083e-4e41-824f-9376988037e8 req-fc3246b3-34b7-4785-adcb-f52271d00be8 service nova] Releasing lock "refresh_cache-f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.668993] env[69183]: DEBUG nova.compute.manager [req-b000446f-514d-4179-97dc-8a83426fdcc5 req-6c58f37c-fc90-4e58-bf67-84cb1c1b0c4f service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Received event network-vif-unplugged-b657e42f-180c-483a-8ac2-e6c8485f6a6f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1038.669754] env[69183]: DEBUG oslo_concurrency.lockutils [req-b000446f-514d-4179-97dc-8a83426fdcc5 req-6c58f37c-fc90-4e58-bf67-84cb1c1b0c4f service nova] Acquiring lock "b731d090-943b-42e9-ba26-912766186d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.669754] env[69183]: DEBUG oslo_concurrency.lockutils [req-b000446f-514d-4179-97dc-8a83426fdcc5 req-6c58f37c-fc90-4e58-bf67-84cb1c1b0c4f service nova] Lock "b731d090-943b-42e9-ba26-912766186d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.669754] env[69183]: DEBUG oslo_concurrency.lockutils [req-b000446f-514d-4179-97dc-8a83426fdcc5 req-6c58f37c-fc90-4e58-bf67-84cb1c1b0c4f service nova] Lock "b731d090-943b-42e9-ba26-912766186d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.670125] env[69183]: DEBUG nova.compute.manager [req-b000446f-514d-4179-97dc-8a83426fdcc5 req-6c58f37c-fc90-4e58-bf67-84cb1c1b0c4f service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] No waiting events found dispatching network-vif-unplugged-b657e42f-180c-483a-8ac2-e6c8485f6a6f {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.671299] env[69183]: WARNING nova.compute.manager [req-b000446f-514d-4179-97dc-8a83426fdcc5 req-6c58f37c-fc90-4e58-bf67-84cb1c1b0c4f service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Received unexpected event network-vif-unplugged-b657e42f-180c-483a-8ac2-e6c8485f6a6f for instance with vm_state shelved and task_state shelving_offloading. [ 1038.709731] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.709991] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.710227] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Deleting the datastore file [datastore1] b731d090-943b-42e9-ba26-912766186d28 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.710562] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7866cf7-53a0-4266-9976-d42e2161d379 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.718010] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1038.718010] env[69183]: value = "task-2790354" [ 1038.718010] env[69183]: _type = "Task" [ 1038.718010] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.728210] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.925472] env[69183]: DEBUG nova.scheduler.client.report [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.944955] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2861b09-d7ad-4ed8-8df1-a07a6453c4f0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.967383] env[69183]: DEBUG nova.compute.manager [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.974944] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Updating instance '0b074aac-dea9-4889-9e0f-84228979f883' progress to 0 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1039.211822] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "0619785e-65a2-41de-abbe-b394ef2d1916" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.212393] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "0619785e-65a2-41de-abbe-b394ef2d1916" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.231719] env[69183]: DEBUG oslo_vmware.api [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.441385} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.232615] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.232807] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.232988] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.259062] env[69183]: INFO nova.scheduler.client.report [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Deleted allocations for instance b731d090-943b-42e9-ba26-912766186d28 [ 1039.283125] env[69183]: DEBUG oslo_concurrency.lockutils [None req-881a809c-86e9-40d2-9b4f-ab9f5954650e tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.283389] env[69183]: DEBUG oslo_concurrency.lockutils [None req-881a809c-86e9-40d2-9b4f-ab9f5954650e tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.384400] env[69183]: DEBUG nova.compute.manager [req-6643279d-0de3-4af3-90d2-a228b3885cf2 req-5f2a4460-8e8d-4829-8245-513062b36810 service nova] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Received event network-changed-1ee0fe66-c9be-42ed-858e-15a581a8c172 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1039.384400] env[69183]: DEBUG nova.compute.manager [req-6643279d-0de3-4af3-90d2-a228b3885cf2 req-5f2a4460-8e8d-4829-8245-513062b36810 service nova] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Refreshing instance network info cache due to event network-changed-1ee0fe66-c9be-42ed-858e-15a581a8c172. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1039.384400] env[69183]: DEBUG oslo_concurrency.lockutils [req-6643279d-0de3-4af3-90d2-a228b3885cf2 req-5f2a4460-8e8d-4829-8245-513062b36810 service nova] Acquiring lock "refresh_cache-603b8c48-2e69-441c-8ded-b48e31908587" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.384400] env[69183]: DEBUG oslo_concurrency.lockutils [req-6643279d-0de3-4af3-90d2-a228b3885cf2 req-5f2a4460-8e8d-4829-8245-513062b36810 service nova] Acquired lock "refresh_cache-603b8c48-2e69-441c-8ded-b48e31908587" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.384400] env[69183]: DEBUG nova.network.neutron [req-6643279d-0de3-4af3-90d2-a228b3885cf2 req-5f2a4460-8e8d-4829-8245-513062b36810 service nova] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Refreshing network info cache for port 1ee0fe66-c9be-42ed-858e-15a581a8c172 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.430474] env[69183]: DEBUG oslo_concurrency.lockutils [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.433019] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.239s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.434876] env[69183]: INFO nova.compute.claims [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.450524] env[69183]: INFO nova.scheduler.client.report [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Deleted allocations for instance 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66 [ 1039.480659] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.483620] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6d3d0b6-bebd-44ab-aa53-cc22f94d1757 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.492871] env[69183]: DEBUG oslo_vmware.api [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1039.492871] env[69183]: value = "task-2790355" [ 1039.492871] env[69183]: _type = "Task" [ 1039.492871] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.497369] env[69183]: DEBUG oslo_concurrency.lockutils [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.503251] env[69183]: DEBUG oslo_vmware.api [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.715162] env[69183]: DEBUG nova.compute.manager [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.763524] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.785974] env[69183]: INFO nova.compute.manager [None req-881a809c-86e9-40d2-9b4f-ab9f5954650e tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Detaching volume 7be97644-9a8e-428c-961b-7a3de2f4f045 [ 1039.824749] env[69183]: INFO nova.virt.block_device [None req-881a809c-86e9-40d2-9b4f-ab9f5954650e tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Attempting to driver detach volume 7be97644-9a8e-428c-961b-7a3de2f4f045 from mountpoint /dev/sdb [ 1039.824884] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-881a809c-86e9-40d2-9b4f-ab9f5954650e tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Volume detach. Driver type: vmdk {{(pid=69183) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1039.825086] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-881a809c-86e9-40d2-9b4f-ab9f5954650e tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560881', 'volume_id': '7be97644-9a8e-428c-961b-7a3de2f4f045', 'name': 'volume-7be97644-9a8e-428c-961b-7a3de2f4f045', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2a2533c-e8ba-47fb-8c4d-c46091d972c2', 'attached_at': '', 'detached_at': '', 'volume_id': '7be97644-9a8e-428c-961b-7a3de2f4f045', 'serial': '7be97644-9a8e-428c-961b-7a3de2f4f045'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1039.826051] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c496e747-578d-45a1-bb03-9d747b6a156f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.854167] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4285ce27-2829-4c7b-813b-b7f9d169ed09 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.861099] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "interface-f816ac19-51db-46a8-9b77-4a44e5f3bb44-93df50ce-1a60-4467-b3a1-a4ec8684e152" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.861385] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "interface-f816ac19-51db-46a8-9b77-4a44e5f3bb44-93df50ce-1a60-4467-b3a1-a4ec8684e152" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.863636] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681b34af-6025-46cf-9920-ddd87e15c526 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.887030] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e4c142-4dc0-4bb0-977f-9363bd929183 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.907064] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-881a809c-86e9-40d2-9b4f-ab9f5954650e tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] The volume has not been displaced from its original location: [datastore2] volume-7be97644-9a8e-428c-961b-7a3de2f4f045/volume-7be97644-9a8e-428c-961b-7a3de2f4f045.vmdk. No consolidation needed. {{(pid=69183) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1039.912258] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-881a809c-86e9-40d2-9b4f-ab9f5954650e tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1039.912827] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e293b7b-1db0-4de8-8f4d-54dfe0f56309 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.932933] env[69183]: DEBUG oslo_vmware.api [None req-881a809c-86e9-40d2-9b4f-ab9f5954650e tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 1039.932933] env[69183]: value = "task-2790356" [ 1039.932933] env[69183]: _type = "Task" [ 1039.932933] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.943876] env[69183]: DEBUG oslo_vmware.api [None req-881a809c-86e9-40d2-9b4f-ab9f5954650e tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790356, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.959011] env[69183]: DEBUG oslo_concurrency.lockutils [None req-55c19b45-868f-4c44-bda8-597dd152b208 tempest-ServerShowV254Test-409549946 tempest-ServerShowV254Test-409549946-project-member] Lock "4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.309s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.004904] env[69183]: DEBUG oslo_vmware.api [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790355, 'name': PowerOffVM_Task, 'duration_secs': 0.373421} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.005368] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.005571] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Updating instance '0b074aac-dea9-4889-9e0f-84228979f883' progress to 17 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.228907] env[69183]: DEBUG nova.network.neutron [req-6643279d-0de3-4af3-90d2-a228b3885cf2 req-5f2a4460-8e8d-4829-8245-513062b36810 service nova] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Updated VIF entry in instance network info cache for port 1ee0fe66-c9be-42ed-858e-15a581a8c172. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.229309] env[69183]: DEBUG nova.network.neutron [req-6643279d-0de3-4af3-90d2-a228b3885cf2 req-5f2a4460-8e8d-4829-8245-513062b36810 service nova] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Updating instance_info_cache with network_info: [{"id": "1ee0fe66-c9be-42ed-858e-15a581a8c172", "address": "fa:16:3e:74:96:be", "network": {"id": "63aa2803-3c79-4d3f-b3e5-aa94c85e6a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046047333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9061f0d97b40d29cad71e119357270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee0fe66-c9", "ovs_interfaceid": "1ee0fe66-c9be-42ed-858e-15a581a8c172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.244297] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.366930] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.367141] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.368074] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d244f9-e6b1-4389-80c6-6ef6c15d28bf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.388051] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa3b5e7-e618-4b0c-9c02-27724f9c7830 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.420199] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Reconfiguring VM to detach interface {{(pid=69183) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1040.420994] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba0c14be-e911-4a25-9fac-074181ad2287 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.442831] env[69183]: DEBUG oslo_vmware.api [None req-881a809c-86e9-40d2-9b4f-ab9f5954650e tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790356, 'name': ReconfigVM_Task, 'duration_secs': 0.349666} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.444389] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-881a809c-86e9-40d2-9b4f-ab9f5954650e tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1040.449492] env[69183]: DEBUG oslo_vmware.api [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1040.449492] env[69183]: value = "task-2790358" [ 1040.449492] env[69183]: _type = "Task" [ 1040.449492] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.452534] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10328e1a-ed31-4a3f-969f-60011bbd2e3d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.476106] env[69183]: DEBUG oslo_vmware.api [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.477459] env[69183]: DEBUG oslo_vmware.api [None req-881a809c-86e9-40d2-9b4f-ab9f5954650e tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 1040.477459] env[69183]: value = "task-2790359" [ 1040.477459] env[69183]: _type = "Task" [ 1040.477459] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.487919] env[69183]: DEBUG oslo_vmware.api [None req-881a809c-86e9-40d2-9b4f-ab9f5954650e tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790359, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.512610] env[69183]: DEBUG nova.virt.hardware [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.513419] env[69183]: DEBUG nova.virt.hardware [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.513419] env[69183]: DEBUG nova.virt.hardware [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.513590] env[69183]: DEBUG nova.virt.hardware [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.513662] env[69183]: DEBUG nova.virt.hardware [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.513810] env[69183]: DEBUG nova.virt.hardware [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.514045] env[69183]: DEBUG nova.virt.hardware [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.514232] env[69183]: DEBUG nova.virt.hardware [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.514651] env[69183]: DEBUG nova.virt.hardware [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.514651] env[69183]: DEBUG nova.virt.hardware [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.514814] env[69183]: DEBUG nova.virt.hardware [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.523559] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f38b9683-47fd-44c8-bb35-b7c113057246 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.539273] env[69183]: DEBUG oslo_vmware.api [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1040.539273] env[69183]: value = "task-2790360" [ 1040.539273] env[69183]: _type = "Task" [ 1040.539273] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.549823] env[69183]: DEBUG oslo_vmware.api [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790360, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.702172] env[69183]: DEBUG nova.compute.manager [req-8088581c-15f8-4336-8966-0d30e7bee077 req-3f03fc43-f767-425d-805d-883c9e981e2a service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Received event network-changed-b657e42f-180c-483a-8ac2-e6c8485f6a6f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1040.702514] env[69183]: DEBUG nova.compute.manager [req-8088581c-15f8-4336-8966-0d30e7bee077 req-3f03fc43-f767-425d-805d-883c9e981e2a service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Refreshing instance network info cache due to event network-changed-b657e42f-180c-483a-8ac2-e6c8485f6a6f. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1040.702751] env[69183]: DEBUG oslo_concurrency.lockutils [req-8088581c-15f8-4336-8966-0d30e7bee077 req-3f03fc43-f767-425d-805d-883c9e981e2a service nova] Acquiring lock "refresh_cache-b731d090-943b-42e9-ba26-912766186d28" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.702933] env[69183]: DEBUG oslo_concurrency.lockutils [req-8088581c-15f8-4336-8966-0d30e7bee077 req-3f03fc43-f767-425d-805d-883c9e981e2a service nova] Acquired lock "refresh_cache-b731d090-943b-42e9-ba26-912766186d28" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.703256] env[69183]: DEBUG nova.network.neutron [req-8088581c-15f8-4336-8966-0d30e7bee077 req-3f03fc43-f767-425d-805d-883c9e981e2a service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Refreshing network info cache for port b657e42f-180c-483a-8ac2-e6c8485f6a6f {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.732209] env[69183]: DEBUG oslo_concurrency.lockutils [req-6643279d-0de3-4af3-90d2-a228b3885cf2 req-5f2a4460-8e8d-4829-8245-513062b36810 service nova] Releasing lock "refresh_cache-603b8c48-2e69-441c-8ded-b48e31908587" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.756220] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686e04c8-94c7-430b-9243-4f79a06ec8ea {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.765164] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fde8a58-902a-4c42-b639-778a3543ff98 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.800879] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7900bd47-c7b5-481f-abb6-bfe7d30ad10c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.810140] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f81c67d-8ac0-472d-b1cf-c7461c9da0fa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.824569] env[69183]: DEBUG nova.compute.provider_tree [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.976948] env[69183]: DEBUG oslo_vmware.api [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.989994] env[69183]: DEBUG oslo_vmware.api [None req-881a809c-86e9-40d2-9b4f-ab9f5954650e tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790359, 'name': ReconfigVM_Task, 'duration_secs': 0.210209} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.990472] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-881a809c-86e9-40d2-9b4f-ab9f5954650e tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560881', 'volume_id': '7be97644-9a8e-428c-961b-7a3de2f4f045', 'name': 'volume-7be97644-9a8e-428c-961b-7a3de2f4f045', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2a2533c-e8ba-47fb-8c4d-c46091d972c2', 'attached_at': '', 'detached_at': '', 'volume_id': '7be97644-9a8e-428c-961b-7a3de2f4f045', 'serial': '7be97644-9a8e-428c-961b-7a3de2f4f045'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1041.049544] env[69183]: DEBUG oslo_vmware.api [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790360, 'name': ReconfigVM_Task, 'duration_secs': 0.208224} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.049865] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Updating instance '0b074aac-dea9-4889-9e0f-84228979f883' progress to 33 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.328019] env[69183]: DEBUG nova.scheduler.client.report [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.476145] env[69183]: DEBUG oslo_vmware.api [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.521557] env[69183]: DEBUG nova.network.neutron [req-8088581c-15f8-4336-8966-0d30e7bee077 req-3f03fc43-f767-425d-805d-883c9e981e2a service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Updated VIF entry in instance network info cache for port b657e42f-180c-483a-8ac2-e6c8485f6a6f. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.521920] env[69183]: DEBUG nova.network.neutron [req-8088581c-15f8-4336-8966-0d30e7bee077 req-3f03fc43-f767-425d-805d-883c9e981e2a service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Updating instance_info_cache with network_info: [{"id": "b657e42f-180c-483a-8ac2-e6c8485f6a6f", "address": "fa:16:3e:b7:88:71", "network": {"id": "584e8228-b304-41cb-8dbc-cb4150d388eb", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2051336374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757cee5ffa0741f9944dd410262b9ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb657e42f-18", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.533999] env[69183]: DEBUG nova.objects.instance [None req-881a809c-86e9-40d2-9b4f-ab9f5954650e tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lazy-loading 'flavor' on Instance uuid f2a2533c-e8ba-47fb-8c4d-c46091d972c2 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.556776] env[69183]: DEBUG nova.virt.hardware [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.557050] env[69183]: DEBUG nova.virt.hardware [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.557226] env[69183]: DEBUG nova.virt.hardware [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.557406] env[69183]: DEBUG nova.virt.hardware [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.557511] env[69183]: DEBUG nova.virt.hardware [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.557643] env[69183]: DEBUG nova.virt.hardware [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.557874] env[69183]: DEBUG nova.virt.hardware [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.557992] env[69183]: DEBUG nova.virt.hardware [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.558406] env[69183]: DEBUG nova.virt.hardware [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.558406] env[69183]: DEBUG nova.virt.hardware [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.558536] env[69183]: DEBUG nova.virt.hardware [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.563859] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1041.564472] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cf8ce2d-cbbe-4753-88ad-8bf37224abdb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.584718] env[69183]: DEBUG oslo_vmware.api [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1041.584718] env[69183]: value = "task-2790361" [ 1041.584718] env[69183]: _type = "Task" [ 1041.584718] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.592742] env[69183]: DEBUG oslo_vmware.api [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.603282] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "b731d090-943b-42e9-ba26-912766186d28" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.834073] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.834840] env[69183]: DEBUG nova.compute.manager [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.837720] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.977s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.841072] env[69183]: INFO nova.compute.claims [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.845971] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e805bc62-3876-43ba-ba98-54e9fbb80541 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "4a10ced8-b3d4-4f2a-955b-a8884a8209b8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.846392] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e805bc62-3876-43ba-ba98-54e9fbb80541 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "4a10ced8-b3d4-4f2a-955b-a8884a8209b8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.975728] env[69183]: DEBUG oslo_vmware.api [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.024774] env[69183]: DEBUG oslo_concurrency.lockutils [req-8088581c-15f8-4336-8966-0d30e7bee077 req-3f03fc43-f767-425d-805d-883c9e981e2a service nova] Releasing lock "refresh_cache-b731d090-943b-42e9-ba26-912766186d28" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.095940] env[69183]: DEBUG oslo_vmware.api [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790361, 'name': ReconfigVM_Task, 'duration_secs': 0.320163} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.096247] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1042.097097] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839b4a05-8f70-4dc1-ba77-7e5ca1c7180c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.121805] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 0b074aac-dea9-4889-9e0f-84228979f883/0b074aac-dea9-4889-9e0f-84228979f883.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.122494] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dffa4a66-f3e4-4036-8d64-932bcf3b516a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.142515] env[69183]: DEBUG oslo_vmware.api [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1042.142515] env[69183]: value = "task-2790362" [ 1042.142515] env[69183]: _type = "Task" [ 1042.142515] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.152354] env[69183]: DEBUG oslo_vmware.api [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.228026] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-19cf3153-af2d-4ccf-ac4e-b389eb824071 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Volume attach. Driver type: vmdk {{(pid=69183) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1042.228026] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-19cf3153-af2d-4ccf-ac4e-b389eb824071 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560891', 'volume_id': '370e0d70-ce06-4fb3-90ca-41ee2428af85', 'name': 'volume-370e0d70-ce06-4fb3-90ca-41ee2428af85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f7a7c55-a774-4137-9bca-f3c35bdad8c8', 'attached_at': '', 'detached_at': '', 'volume_id': '370e0d70-ce06-4fb3-90ca-41ee2428af85', 'serial': '370e0d70-ce06-4fb3-90ca-41ee2428af85'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1042.228741] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86c0546-c4b1-4939-ae3c-9941834f2645 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.246351] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714279bf-770d-4cfd-876d-729889a5ce06 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.273448] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-19cf3153-af2d-4ccf-ac4e-b389eb824071 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-370e0d70-ce06-4fb3-90ca-41ee2428af85/volume-370e0d70-ce06-4fb3-90ca-41ee2428af85.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.273827] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e821dd86-7eb3-4211-a4e9-8ee708a42e1b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.293886] env[69183]: DEBUG oslo_vmware.api [None req-19cf3153-af2d-4ccf-ac4e-b389eb824071 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for the task: (returnval){ [ 1042.293886] env[69183]: value = "task-2790363" [ 1042.293886] env[69183]: _type = "Task" [ 1042.293886] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.302663] env[69183]: DEBUG oslo_vmware.api [None req-19cf3153-af2d-4ccf-ac4e-b389eb824071 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.347398] env[69183]: DEBUG nova.compute.utils [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.349050] env[69183]: DEBUG nova.compute.manager [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.349163] env[69183]: DEBUG nova.network.neutron [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.352449] env[69183]: DEBUG nova.compute.utils [None req-e805bc62-3876-43ba-ba98-54e9fbb80541 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.403036] env[69183]: DEBUG nova.policy [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40b6280370ca47f2b4780c8642f3ada7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eff32ba0f4cf48eebea581edfca21bc3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.477915] env[69183]: DEBUG oslo_vmware.api [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.545821] env[69183]: DEBUG oslo_concurrency.lockutils [None req-881a809c-86e9-40d2-9b4f-ab9f5954650e tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.259s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.571377] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7fd669ea-ee13-4294-b531-c9bd05e96c68 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.572806] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7fd669ea-ee13-4294-b531-c9bd05e96c68 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.666592] env[69183]: DEBUG oslo_vmware.api [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790362, 'name': ReconfigVM_Task, 'duration_secs': 0.394737} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.666949] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 0b074aac-dea9-4889-9e0f-84228979f883/0b074aac-dea9-4889-9e0f-84228979f883.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.667249] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Updating instance '0b074aac-dea9-4889-9e0f-84228979f883' progress to 50 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.805492] env[69183]: DEBUG oslo_vmware.api [None req-19cf3153-af2d-4ccf-ac4e-b389eb824071 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790363, 'name': ReconfigVM_Task, 'duration_secs': 0.421571} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.805795] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-19cf3153-af2d-4ccf-ac4e-b389eb824071 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-370e0d70-ce06-4fb3-90ca-41ee2428af85/volume-370e0d70-ce06-4fb3-90ca-41ee2428af85.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.810498] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84b762ec-7448-493c-a587-558b27d83621 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.827908] env[69183]: DEBUG oslo_vmware.api [None req-19cf3153-af2d-4ccf-ac4e-b389eb824071 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for the task: (returnval){ [ 1042.827908] env[69183]: value = "task-2790364" [ 1042.827908] env[69183]: _type = "Task" [ 1042.827908] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.837701] env[69183]: DEBUG oslo_vmware.api [None req-19cf3153-af2d-4ccf-ac4e-b389eb824071 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.838600] env[69183]: DEBUG nova.network.neutron [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Successfully created port: 18e6d3f5-15a4-41fe-9692-cab24eb5213a {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.855586] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e805bc62-3876-43ba-ba98-54e9fbb80541 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "4a10ced8-b3d4-4f2a-955b-a8884a8209b8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.856296] env[69183]: DEBUG nova.compute.manager [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1042.980415] env[69183]: DEBUG oslo_vmware.api [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.077714] env[69183]: INFO nova.compute.manager [None req-7fd669ea-ee13-4294-b531-c9bd05e96c68 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Detaching volume 427caebc-00c5-43ad-85b1-11f3fb9372d8 [ 1043.119370] env[69183]: INFO nova.virt.block_device [None req-7fd669ea-ee13-4294-b531-c9bd05e96c68 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Attempting to driver detach volume 427caebc-00c5-43ad-85b1-11f3fb9372d8 from mountpoint /dev/sdc [ 1043.119662] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd669ea-ee13-4294-b531-c9bd05e96c68 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Volume detach. Driver type: vmdk {{(pid=69183) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1043.119865] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd669ea-ee13-4294-b531-c9bd05e96c68 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560886', 'volume_id': '427caebc-00c5-43ad-85b1-11f3fb9372d8', 'name': 'volume-427caebc-00c5-43ad-85b1-11f3fb9372d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2a2533c-e8ba-47fb-8c4d-c46091d972c2', 'attached_at': '', 'detached_at': '', 'volume_id': '427caebc-00c5-43ad-85b1-11f3fb9372d8', 'serial': '427caebc-00c5-43ad-85b1-11f3fb9372d8'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1043.120834] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb00b8ff-f041-40da-b764-cb6d874f6e63 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.125894] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda5f67b-1137-4ae1-b2e4-a2ed4f06f4ad {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.150477] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47386002-0278-4592-a17c-66d5261d761d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.154746] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ccc0d5-0639-4a0d-b764-d0cb433b447e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.189244] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3395c76-98ca-4c9c-9102-19d17965372d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.194270] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c51be63-f4f5-4f9a-ac54-47a2b8dae3a3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.197207] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c49465-9e34-4e02-80c8-a91e060c2a86 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.237482] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24beec53-7724-4149-9513-918163ce4ab9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.241583] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f55f900-113b-4cda-a10b-f46019a220dc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.246452] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfaf0b6c-30bd-46f7-bd30-6df6060d9348 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.266113] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Updating instance '0b074aac-dea9-4889-9e0f-84228979f883' progress to 67 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.288964] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd669ea-ee13-4294-b531-c9bd05e96c68 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] The volume has not been displaced from its original location: [datastore2] volume-427caebc-00c5-43ad-85b1-11f3fb9372d8/volume-427caebc-00c5-43ad-85b1-11f3fb9372d8.vmdk. No consolidation needed. {{(pid=69183) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1043.294679] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd669ea-ee13-4294-b531-c9bd05e96c68 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Reconfiguring VM instance instance-0000004c to detach disk 2002 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1043.295350] env[69183]: DEBUG nova.compute.provider_tree [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.296900] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0fe2167-912c-48ef-b0db-0015cf55c743 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.317759] env[69183]: DEBUG oslo_vmware.api [None req-7fd669ea-ee13-4294-b531-c9bd05e96c68 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 1043.317759] env[69183]: value = "task-2790365" [ 1043.317759] env[69183]: _type = "Task" [ 1043.317759] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.329496] env[69183]: DEBUG oslo_vmware.api [None req-7fd669ea-ee13-4294-b531-c9bd05e96c68 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.341892] env[69183]: DEBUG oslo_vmware.api [None req-19cf3153-af2d-4ccf-ac4e-b389eb824071 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790364, 'name': ReconfigVM_Task, 'duration_secs': 0.157682} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.342378] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-19cf3153-af2d-4ccf-ac4e-b389eb824071 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560891', 'volume_id': '370e0d70-ce06-4fb3-90ca-41ee2428af85', 'name': 'volume-370e0d70-ce06-4fb3-90ca-41ee2428af85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f7a7c55-a774-4137-9bca-f3c35bdad8c8', 'attached_at': '', 'detached_at': '', 'volume_id': '370e0d70-ce06-4fb3-90ca-41ee2428af85', 'serial': '370e0d70-ce06-4fb3-90ca-41ee2428af85'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1043.477707] env[69183]: DEBUG oslo_vmware.api [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.811316] env[69183]: DEBUG nova.scheduler.client.report [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.828970] env[69183]: DEBUG oslo_vmware.api [None req-7fd669ea-ee13-4294-b531-c9bd05e96c68 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790365, 'name': ReconfigVM_Task, 'duration_secs': 0.297143} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.828970] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd669ea-ee13-4294-b531-c9bd05e96c68 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Reconfigured VM instance instance-0000004c to detach disk 2002 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1043.834824] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd04c182-768e-4541-846c-9fa92437ab2c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.845590] env[69183]: DEBUG nova.network.neutron [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Port 6ba46727-565a-4d9c-8820-fcf257a85dd6 binding to destination host cpu-1 is already ACTIVE {{(pid=69183) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1043.857584] env[69183]: DEBUG oslo_vmware.api [None req-7fd669ea-ee13-4294-b531-c9bd05e96c68 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 1043.857584] env[69183]: value = "task-2790366" [ 1043.857584] env[69183]: _type = "Task" [ 1043.857584] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.870170] env[69183]: DEBUG nova.compute.manager [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.872288] env[69183]: DEBUG oslo_vmware.api [None req-7fd669ea-ee13-4294-b531-c9bd05e96c68 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.899086] env[69183]: DEBUG nova.virt.hardware [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.899366] env[69183]: DEBUG nova.virt.hardware [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.899553] env[69183]: DEBUG nova.virt.hardware [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.899708] env[69183]: DEBUG nova.virt.hardware [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.899853] env[69183]: DEBUG nova.virt.hardware [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.899999] env[69183]: DEBUG nova.virt.hardware [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.900223] env[69183]: DEBUG nova.virt.hardware [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.900388] env[69183]: DEBUG nova.virt.hardware [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.900555] env[69183]: DEBUG nova.virt.hardware [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.900718] env[69183]: DEBUG nova.virt.hardware [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.900892] env[69183]: DEBUG nova.virt.hardware [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.902011] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a953986f-fe64-41fd-9123-50ef7850a55b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.910532] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56db0b94-5498-450b-9088-4ddef8431208 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.915125] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e805bc62-3876-43ba-ba98-54e9fbb80541 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "4a10ced8-b3d4-4f2a-955b-a8884a8209b8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.915360] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e805bc62-3876-43ba-ba98-54e9fbb80541 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "4a10ced8-b3d4-4f2a-955b-a8884a8209b8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.915577] env[69183]: INFO nova.compute.manager [None req-e805bc62-3876-43ba-ba98-54e9fbb80541 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Attaching volume ca2dd95c-f153-4ae4-85e4-14b5b81b1d30 to /dev/sdb [ 1043.958221] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28e75f7-6796-4e89-9335-3f208bc0145a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.967740] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7a4da8-cdae-4638-8ebc-550cca4bb308 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.986747] env[69183]: DEBUG oslo_vmware.api [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.990303] env[69183]: DEBUG nova.virt.block_device [None req-e805bc62-3876-43ba-ba98-54e9fbb80541 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Updating existing volume attachment record: 570bd22e-1a85-4855-8f1e-a1a2e490ee14 {{(pid=69183) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1044.305017] env[69183]: DEBUG nova.compute.manager [req-5e90821b-6559-4d59-80ab-56693606ea67 req-63a69cb9-7a80-4987-b215-2b9496a81e1b service nova] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Received event network-vif-plugged-18e6d3f5-15a4-41fe-9692-cab24eb5213a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1044.305017] env[69183]: DEBUG oslo_concurrency.lockutils [req-5e90821b-6559-4d59-80ab-56693606ea67 req-63a69cb9-7a80-4987-b215-2b9496a81e1b service nova] Acquiring lock "f3042ae2-18ad-4ecd-ad53-4ea9a1584aef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.305017] env[69183]: DEBUG oslo_concurrency.lockutils [req-5e90821b-6559-4d59-80ab-56693606ea67 req-63a69cb9-7a80-4987-b215-2b9496a81e1b service nova] Lock "f3042ae2-18ad-4ecd-ad53-4ea9a1584aef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.305017] env[69183]: DEBUG oslo_concurrency.lockutils [req-5e90821b-6559-4d59-80ab-56693606ea67 req-63a69cb9-7a80-4987-b215-2b9496a81e1b service nova] Lock "f3042ae2-18ad-4ecd-ad53-4ea9a1584aef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.305017] env[69183]: DEBUG nova.compute.manager [req-5e90821b-6559-4d59-80ab-56693606ea67 req-63a69cb9-7a80-4987-b215-2b9496a81e1b service nova] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] No waiting events found dispatching network-vif-plugged-18e6d3f5-15a4-41fe-9692-cab24eb5213a {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.305017] env[69183]: WARNING nova.compute.manager [req-5e90821b-6559-4d59-80ab-56693606ea67 req-63a69cb9-7a80-4987-b215-2b9496a81e1b service nova] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Received unexpected event network-vif-plugged-18e6d3f5-15a4-41fe-9692-cab24eb5213a for instance with vm_state building and task_state spawning. [ 1044.316767] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.317377] env[69183]: DEBUG nova.compute.manager [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1044.320038] env[69183]: DEBUG oslo_concurrency.lockutils [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.823s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.321525] env[69183]: INFO nova.compute.claims [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.369226] env[69183]: DEBUG oslo_vmware.api [None req-7fd669ea-ee13-4294-b531-c9bd05e96c68 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790366, 'name': ReconfigVM_Task, 'duration_secs': 0.17098} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.369537] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd669ea-ee13-4294-b531-c9bd05e96c68 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560886', 'volume_id': '427caebc-00c5-43ad-85b1-11f3fb9372d8', 'name': 'volume-427caebc-00c5-43ad-85b1-11f3fb9372d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2a2533c-e8ba-47fb-8c4d-c46091d972c2', 'attached_at': '', 'detached_at': '', 'volume_id': '427caebc-00c5-43ad-85b1-11f3fb9372d8', 'serial': '427caebc-00c5-43ad-85b1-11f3fb9372d8'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1044.389148] env[69183]: DEBUG nova.objects.instance [None req-19cf3153-af2d-4ccf-ac4e-b389eb824071 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lazy-loading 'flavor' on Instance uuid 5f7a7c55-a774-4137-9bca-f3c35bdad8c8 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.417687] env[69183]: DEBUG nova.network.neutron [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Successfully updated port: 18e6d3f5-15a4-41fe-9692-cab24eb5213a {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.481489] env[69183]: DEBUG oslo_vmware.api [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.827300] env[69183]: DEBUG nova.compute.utils [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.832045] env[69183]: DEBUG nova.compute.manager [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.833051] env[69183]: DEBUG nova.network.neutron [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.871866] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "0b074aac-dea9-4889-9e0f-84228979f883-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.871866] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "0b074aac-dea9-4889-9e0f-84228979f883-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.871866] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "0b074aac-dea9-4889-9e0f-84228979f883-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.893517] env[69183]: DEBUG oslo_concurrency.lockutils [None req-19cf3153-af2d-4ccf-ac4e-b389eb824071 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "5f7a7c55-a774-4137-9bca-f3c35bdad8c8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.290s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.918375] env[69183]: DEBUG nova.objects.instance [None req-7fd669ea-ee13-4294-b531-c9bd05e96c68 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lazy-loading 'flavor' on Instance uuid f2a2533c-e8ba-47fb-8c4d-c46091d972c2 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.920746] env[69183]: DEBUG nova.policy [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40b6280370ca47f2b4780c8642f3ada7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eff32ba0f4cf48eebea581edfca21bc3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.922498] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "refresh_cache-f3042ae2-18ad-4ecd-ad53-4ea9a1584aef" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.922899] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquired lock "refresh_cache-f3042ae2-18ad-4ecd-ad53-4ea9a1584aef" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.922899] env[69183]: DEBUG nova.network.neutron [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.988891] env[69183]: DEBUG oslo_vmware.api [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.307270] env[69183]: DEBUG nova.network.neutron [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Successfully created port: 72ccc4c4-faf3-4717-a514-b0888f45886f {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.339729] env[69183]: DEBUG nova.compute.manager [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1045.461160] env[69183]: DEBUG nova.network.neutron [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.494458] env[69183]: DEBUG oslo_vmware.api [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.570092] env[69183]: DEBUG oslo_vmware.rw_handles [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5241df08-8b4e-a753-f7dd-32e97b1dbadc/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1045.571759] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abed246-aeb1-401b-9725-a777578d6338 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.583024] env[69183]: DEBUG oslo_vmware.rw_handles [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5241df08-8b4e-a753-f7dd-32e97b1dbadc/disk-0.vmdk is in state: ready. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1045.583202] env[69183]: ERROR oslo_vmware.rw_handles [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5241df08-8b4e-a753-f7dd-32e97b1dbadc/disk-0.vmdk due to incomplete transfer. [ 1045.583503] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-186a8580-c94e-4caa-8990-1cb8b6b7dc8d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.594149] env[69183]: DEBUG oslo_vmware.rw_handles [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5241df08-8b4e-a753-f7dd-32e97b1dbadc/disk-0.vmdk. {{(pid=69183) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1045.594149] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Uploaded image 0c446d84-f829-491b-ab86-04ff466a5026 to the Glance image server {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1045.597332] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Destroying the VM {{(pid=69183) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1045.599991] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-09a070ca-6014-4ad2-b2c7-872eb35ab20b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.607291] env[69183]: DEBUG oslo_vmware.api [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1045.607291] env[69183]: value = "task-2790370" [ 1045.607291] env[69183]: _type = "Task" [ 1045.607291] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.617377] env[69183]: DEBUG oslo_vmware.api [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790370, 'name': Destroy_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.618442] env[69183]: DEBUG nova.network.neutron [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Updating instance_info_cache with network_info: [{"id": "18e6d3f5-15a4-41fe-9692-cab24eb5213a", "address": "fa:16:3e:d1:b8:91", "network": {"id": "8bbed847-7558-4366-8344-09eab3f71da3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-832336373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eff32ba0f4cf48eebea581edfca21bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e6d3f5-15", "ovs_interfaceid": "18e6d3f5-15a4-41fe-9692-cab24eb5213a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.669978] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bac561-3c24-4a30-bd56-b7b2b901caca {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.678638] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87272ec2-1743-4f75-8ad4-bd195b04bb4a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.716020] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0a2ac9-49a2-4c35-b871-6b8bce730e14 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.723538] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901efd0a-b584-4503-b4bc-65506187aced {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.741145] env[69183]: DEBUG nova.compute.provider_tree [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.894955] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a8610295-0543-45d3-aa3e-ac26d757e242 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquiring lock "5f7a7c55-a774-4137-9bca-f3c35bdad8c8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.895222] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a8610295-0543-45d3-aa3e-ac26d757e242 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "5f7a7c55-a774-4137-9bca-f3c35bdad8c8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.912066] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "refresh_cache-0b074aac-dea9-4889-9e0f-84228979f883" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.912318] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "refresh_cache-0b074aac-dea9-4889-9e0f-84228979f883" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.912500] env[69183]: DEBUG nova.network.neutron [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.930909] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7fd669ea-ee13-4294-b531-c9bd05e96c68 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.359s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.987033] env[69183]: DEBUG oslo_vmware.api [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790358, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.118880] env[69183]: DEBUG oslo_vmware.api [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790370, 'name': Destroy_Task, 'duration_secs': 0.383954} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.119169] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Destroyed the VM [ 1046.119412] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Deleting Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1046.119682] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-55f225e5-447d-43ef-8ca2-9fed0e2996f2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.123351] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Releasing lock "refresh_cache-f3042ae2-18ad-4ecd-ad53-4ea9a1584aef" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.123674] env[69183]: DEBUG nova.compute.manager [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Instance network_info: |[{"id": "18e6d3f5-15a4-41fe-9692-cab24eb5213a", "address": "fa:16:3e:d1:b8:91", "network": {"id": "8bbed847-7558-4366-8344-09eab3f71da3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-832336373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eff32ba0f4cf48eebea581edfca21bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e6d3f5-15", "ovs_interfaceid": "18e6d3f5-15a4-41fe-9692-cab24eb5213a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.124030] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:b8:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18e6d3f5-15a4-41fe-9692-cab24eb5213a', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.132484] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Creating folder: Project (eff32ba0f4cf48eebea581edfca21bc3). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.134394] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b70f69b2-8746-481c-a825-7b73ee0d9608 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.136290] env[69183]: DEBUG oslo_vmware.api [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1046.136290] env[69183]: value = "task-2790371" [ 1046.136290] env[69183]: _type = "Task" [ 1046.136290] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.146172] env[69183]: DEBUG oslo_vmware.api [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790371, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.147788] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Created folder: Project (eff32ba0f4cf48eebea581edfca21bc3) in parent group-v560622. [ 1046.147994] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Creating folder: Instances. Parent ref: group-v560894. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.148257] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9b02bb8-a530-4044-99e1-63fcfb3d47b2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.160218] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Created folder: Instances in parent group-v560894. [ 1046.160467] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.160674] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.160885] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f6ad104-5eda-41e7-b895-ef5f024cfd8f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.182454] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.182454] env[69183]: value = "task-2790374" [ 1046.182454] env[69183]: _type = "Task" [ 1046.182454] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.192154] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790374, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.244953] env[69183]: DEBUG nova.scheduler.client.report [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.336746] env[69183]: DEBUG nova.compute.manager [req-719230b8-f4e7-4c6f-b2e4-45ba10c884f9 req-bea25b45-9d4b-4ca3-87e8-53a8536a4e83 service nova] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Received event network-changed-18e6d3f5-15a4-41fe-9692-cab24eb5213a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1046.336953] env[69183]: DEBUG nova.compute.manager [req-719230b8-f4e7-4c6f-b2e4-45ba10c884f9 req-bea25b45-9d4b-4ca3-87e8-53a8536a4e83 service nova] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Refreshing instance network info cache due to event network-changed-18e6d3f5-15a4-41fe-9692-cab24eb5213a. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1046.337432] env[69183]: DEBUG oslo_concurrency.lockutils [req-719230b8-f4e7-4c6f-b2e4-45ba10c884f9 req-bea25b45-9d4b-4ca3-87e8-53a8536a4e83 service nova] Acquiring lock "refresh_cache-f3042ae2-18ad-4ecd-ad53-4ea9a1584aef" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.337432] env[69183]: DEBUG oslo_concurrency.lockutils [req-719230b8-f4e7-4c6f-b2e4-45ba10c884f9 req-bea25b45-9d4b-4ca3-87e8-53a8536a4e83 service nova] Acquired lock "refresh_cache-f3042ae2-18ad-4ecd-ad53-4ea9a1584aef" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.337559] env[69183]: DEBUG nova.network.neutron [req-719230b8-f4e7-4c6f-b2e4-45ba10c884f9 req-bea25b45-9d4b-4ca3-87e8-53a8536a4e83 service nova] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Refreshing network info cache for port 18e6d3f5-15a4-41fe-9692-cab24eb5213a {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.349635] env[69183]: DEBUG nova.compute.manager [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.377261] env[69183]: DEBUG nova.virt.hardware [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.377378] env[69183]: DEBUG nova.virt.hardware [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.377491] env[69183]: DEBUG nova.virt.hardware [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.377672] env[69183]: DEBUG nova.virt.hardware [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.377863] env[69183]: DEBUG nova.virt.hardware [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.378027] env[69183]: DEBUG nova.virt.hardware [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.378241] env[69183]: DEBUG nova.virt.hardware [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.378405] env[69183]: DEBUG nova.virt.hardware [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.378574] env[69183]: DEBUG nova.virt.hardware [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.378738] env[69183]: DEBUG nova.virt.hardware [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.378926] env[69183]: DEBUG nova.virt.hardware [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.379847] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3eba36-c911-4b40-a288-616017dee32e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.389070] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daac0c6f-d005-4d2b-8107-0b9e4580d00b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.405919] env[69183]: INFO nova.compute.manager [None req-a8610295-0543-45d3-aa3e-ac26d757e242 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Detaching volume 370e0d70-ce06-4fb3-90ca-41ee2428af85 [ 1046.440055] env[69183]: INFO nova.virt.block_device [None req-a8610295-0543-45d3-aa3e-ac26d757e242 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Attempting to driver detach volume 370e0d70-ce06-4fb3-90ca-41ee2428af85 from mountpoint /dev/sdb [ 1046.440055] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8610295-0543-45d3-aa3e-ac26d757e242 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Volume detach. Driver type: vmdk {{(pid=69183) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1046.440169] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8610295-0543-45d3-aa3e-ac26d757e242 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560891', 'volume_id': '370e0d70-ce06-4fb3-90ca-41ee2428af85', 'name': 'volume-370e0d70-ce06-4fb3-90ca-41ee2428af85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f7a7c55-a774-4137-9bca-f3c35bdad8c8', 'attached_at': '', 'detached_at': '', 'volume_id': '370e0d70-ce06-4fb3-90ca-41ee2428af85', 'serial': '370e0d70-ce06-4fb3-90ca-41ee2428af85'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1046.441135] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fd03bb-402f-42a0-98d2-5f4b903f1a9b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.471632] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4fcfa0-2d2a-4b09-b022-b3366b80bcbe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.483907] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56911c19-1788-43f5-bf92-726dc1a6eabd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.490316] env[69183]: DEBUG oslo_vmware.api [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790358, 'name': ReconfigVM_Task, 'duration_secs': 5.773344} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.493773] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.494056] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Reconfigured VM to detach interface {{(pid=69183) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1046.515809] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935000f9-07be-49a3-9dcd-c29dc34d45db {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.535875] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8610295-0543-45d3-aa3e-ac26d757e242 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] The volume has not been displaced from its original location: [datastore2] volume-370e0d70-ce06-4fb3-90ca-41ee2428af85/volume-370e0d70-ce06-4fb3-90ca-41ee2428af85.vmdk. No consolidation needed. {{(pid=69183) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1046.541288] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8610295-0543-45d3-aa3e-ac26d757e242 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1046.547023] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a46d2f6-794c-4534-a26c-1cdba636ae30 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.569635] env[69183]: DEBUG oslo_vmware.api [None req-a8610295-0543-45d3-aa3e-ac26d757e242 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for the task: (returnval){ [ 1046.569635] env[69183]: value = "task-2790376" [ 1046.569635] env[69183]: _type = "Task" [ 1046.569635] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.583243] env[69183]: DEBUG oslo_vmware.api [None req-a8610295-0543-45d3-aa3e-ac26d757e242 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.647713] env[69183]: DEBUG oslo_vmware.api [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790371, 'name': RemoveSnapshot_Task, 'duration_secs': 0.392386} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.650755] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Deleted Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1046.651066] env[69183]: DEBUG nova.compute.manager [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.652325] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3177dc-58c2-4bb8-aa97-b5494f1ec0c4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.700421] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790374, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.750418] env[69183]: DEBUG oslo_concurrency.lockutils [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.751029] env[69183]: DEBUG nova.compute.manager [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.753879] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.990s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.754137] env[69183]: DEBUG nova.objects.instance [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lazy-loading 'resources' on Instance uuid b731d090-943b-42e9-ba26-912766186d28 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.765266] env[69183]: DEBUG nova.network.neutron [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Updating instance_info_cache with network_info: [{"id": "6ba46727-565a-4d9c-8820-fcf257a85dd6", "address": "fa:16:3e:4c:f9:7e", "network": {"id": "50bef02a-36c4-4122-99e6-4de135b6ec80", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-820333689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e1512025a1e42b6b05ff9aad0088ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba46727-56", "ovs_interfaceid": "6ba46727-565a-4d9c-8820-fcf257a85dd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.927616] env[69183]: DEBUG nova.compute.manager [req-16e19617-9c2e-43e0-974e-ada849f0c44d req-559d17e8-723c-401e-9716-e877bbc32e80 service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Received event network-vif-deleted-93df50ce-1a60-4467-b3a1-a4ec8684e152 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1046.927881] env[69183]: INFO nova.compute.manager [req-16e19617-9c2e-43e0-974e-ada849f0c44d req-559d17e8-723c-401e-9716-e877bbc32e80 service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Neutron deleted interface 93df50ce-1a60-4467-b3a1-a4ec8684e152; detaching it from the instance and deleting it from the info cache [ 1046.928122] env[69183]: DEBUG nova.network.neutron [req-16e19617-9c2e-43e0-974e-ada849f0c44d req-559d17e8-723c-401e-9716-e877bbc32e80 service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Updating instance_info_cache with network_info: [{"id": "e7e69400-796a-4db0-816c-ad95ac1c9a1a", "address": "fa:16:3e:fb:08:70", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e69400-79", "ovs_interfaceid": "e7e69400-796a-4db0-816c-ad95ac1c9a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "01e6c6bf-274f-4ccd-bcfb-3b6520fc9d63", "address": "fa:16:3e:00:a2:e1", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01e6c6bf-27", "ovs_interfaceid": "01e6c6bf-274f-4ccd-bcfb-3b6520fc9d63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.063864] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.064180] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.064586] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.064806] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.064987] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.067353] env[69183]: INFO nova.compute.manager [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Terminating instance [ 1047.076783] env[69183]: DEBUG nova.network.neutron [req-719230b8-f4e7-4c6f-b2e4-45ba10c884f9 req-bea25b45-9d4b-4ca3-87e8-53a8536a4e83 service nova] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Updated VIF entry in instance network info cache for port 18e6d3f5-15a4-41fe-9692-cab24eb5213a. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.076783] env[69183]: DEBUG nova.network.neutron [req-719230b8-f4e7-4c6f-b2e4-45ba10c884f9 req-bea25b45-9d4b-4ca3-87e8-53a8536a4e83 service nova] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Updating instance_info_cache with network_info: [{"id": "18e6d3f5-15a4-41fe-9692-cab24eb5213a", "address": "fa:16:3e:d1:b8:91", "network": {"id": "8bbed847-7558-4366-8344-09eab3f71da3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-832336373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eff32ba0f4cf48eebea581edfca21bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e6d3f5-15", "ovs_interfaceid": "18e6d3f5-15a4-41fe-9692-cab24eb5213a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.082023] env[69183]: DEBUG oslo_vmware.api [None req-a8610295-0543-45d3-aa3e-ac26d757e242 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.166436] env[69183]: INFO nova.compute.manager [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Shelve offloading [ 1047.194749] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790374, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.257711] env[69183]: DEBUG nova.compute.utils [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.259342] env[69183]: DEBUG nova.objects.instance [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lazy-loading 'numa_topology' on Instance uuid b731d090-943b-42e9-ba26-912766186d28 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.260366] env[69183]: DEBUG nova.compute.manager [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.263865] env[69183]: DEBUG nova.network.neutron [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.264668] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "refresh_cache-0b074aac-dea9-4889-9e0f-84228979f883" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.321988] env[69183]: DEBUG nova.network.neutron [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Successfully updated port: 72ccc4c4-faf3-4717-a514-b0888f45886f {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.324675] env[69183]: DEBUG nova.policy [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '889e96bc1a1c46ab8ed3a40bd6d9d422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f422c74bdd4644a3829d1a2aa680352f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.431121] env[69183]: DEBUG oslo_concurrency.lockutils [req-16e19617-9c2e-43e0-974e-ada849f0c44d req-559d17e8-723c-401e-9716-e877bbc32e80 service nova] Acquiring lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.431320] env[69183]: DEBUG oslo_concurrency.lockutils [req-16e19617-9c2e-43e0-974e-ada849f0c44d req-559d17e8-723c-401e-9716-e877bbc32e80 service nova] Acquired lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.432224] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec688836-62ce-4913-8780-774db14299eb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.452597] env[69183]: DEBUG oslo_concurrency.lockutils [req-16e19617-9c2e-43e0-974e-ada849f0c44d req-559d17e8-723c-401e-9716-e877bbc32e80 service nova] Releasing lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.452892] env[69183]: WARNING nova.compute.manager [req-16e19617-9c2e-43e0-974e-ada849f0c44d req-559d17e8-723c-401e-9716-e877bbc32e80 service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Detach interface failed, port_id=93df50ce-1a60-4467-b3a1-a4ec8684e152, reason: No device with interface-id 93df50ce-1a60-4467-b3a1-a4ec8684e152 exists on VM: nova.exception.NotFound: No device with interface-id 93df50ce-1a60-4467-b3a1-a4ec8684e152 exists on VM [ 1047.576362] env[69183]: DEBUG nova.compute.manager [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.576615] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.577565] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab79776-9026-4ecc-a3e8-d7dabc645662 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.584031] env[69183]: DEBUG oslo_concurrency.lockutils [req-719230b8-f4e7-4c6f-b2e4-45ba10c884f9 req-bea25b45-9d4b-4ca3-87e8-53a8536a4e83 service nova] Releasing lock "refresh_cache-f3042ae2-18ad-4ecd-ad53-4ea9a1584aef" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.593874] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.594195] env[69183]: DEBUG oslo_vmware.api [None req-a8610295-0543-45d3-aa3e-ac26d757e242 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.594827] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c3c12f3-4734-467b-8569-d994a1748d81 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.606074] env[69183]: DEBUG oslo_vmware.api [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 1047.606074] env[69183]: value = "task-2790377" [ 1047.606074] env[69183]: _type = "Task" [ 1047.606074] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.619507] env[69183]: DEBUG oslo_vmware.api [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.672904] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.672904] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5423dabf-ad14-41d7-8cbd-982b4426aa55 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.681021] env[69183]: DEBUG oslo_vmware.api [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1047.681021] env[69183]: value = "task-2790378" [ 1047.681021] env[69183]: _type = "Task" [ 1047.681021] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.684399] env[69183]: DEBUG nova.network.neutron [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Successfully created port: ce14ad5d-54a1-4bf8-89da-e3c21f903005 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.696376] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] VM already powered off {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1047.696821] env[69183]: DEBUG nova.compute.manager [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.697757] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfa1aa6-c088-440a-b784-57ed3053308e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.703993] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790374, 'name': CreateVM_Task, 'duration_secs': 1.445949} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.705471] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.705551] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.705712] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.706035] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.706760] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9faea87e-71a9-4dca-8d7e-20b5c02a158f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.710027] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "refresh_cache-950892f9-2509-4413-aea4-37a6eb85126a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.710027] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired lock "refresh_cache-950892f9-2509-4413-aea4-37a6eb85126a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.710027] env[69183]: DEBUG nova.network.neutron [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.719492] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1047.719492] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]525a4406-c75c-c0c2-205e-15c60773d78e" [ 1047.719492] env[69183]: _type = "Task" [ 1047.719492] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.729775] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525a4406-c75c-c0c2-205e-15c60773d78e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.764908] env[69183]: DEBUG nova.compute.manager [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.767857] env[69183]: DEBUG nova.objects.base [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69183) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1047.797912] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1108ad-884b-4d96-a664-692db4c8ab5e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.823988] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83af907-7283-45c8-b6e7-01da904da3f2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.829960] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "refresh_cache-75156231-e8a2-406d-98d2-d5fa70f5408a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.830069] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquired lock "refresh_cache-75156231-e8a2-406d-98d2-d5fa70f5408a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.830232] env[69183]: DEBUG nova.network.neutron [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.836971] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Updating instance '0b074aac-dea9-4889-9e0f-84228979f883' progress to 83 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.909532] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "refresh_cache-f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.909711] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "refresh_cache-f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.909884] env[69183]: DEBUG nova.network.neutron [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.054813] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd5f671-ff05-4fb8-b790-8998716ca09b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.063495] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff883ce3-8fd1-4638-9157-d1826b4aac06 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.106700] env[69183]: DEBUG oslo_concurrency.lockutils [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.106949] env[69183]: DEBUG oslo_concurrency.lockutils [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.107163] env[69183]: DEBUG oslo_concurrency.lockutils [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.107341] env[69183]: DEBUG oslo_concurrency.lockutils [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.107508] env[69183]: DEBUG oslo_concurrency.lockutils [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.112675] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb00ac6f-179d-4c50-8415-05ab772ac5aa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.115275] env[69183]: INFO nova.compute.manager [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Terminating instance [ 1048.131557] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf8cb20-e6ce-4ee3-af14-0f9304fc947c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.135800] env[69183]: DEBUG oslo_vmware.api [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790377, 'name': PowerOffVM_Task, 'duration_secs': 0.215467} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.138016] env[69183]: DEBUG oslo_vmware.api [None req-a8610295-0543-45d3-aa3e-ac26d757e242 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790376, 'name': ReconfigVM_Task, 'duration_secs': 1.201778} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.138016] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.138016] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.138016] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8610295-0543-45d3-aa3e-ac26d757e242 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1048.142216] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6fc26e2-55ff-40fd-aa5b-c0f83d89069e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.143969] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7a9d5c3-ba37-4b34-aa5e-ea1cbe70f456 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.161993] env[69183]: DEBUG nova.compute.provider_tree [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.170621] env[69183]: DEBUG oslo_vmware.api [None req-a8610295-0543-45d3-aa3e-ac26d757e242 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for the task: (returnval){ [ 1048.170621] env[69183]: value = "task-2790380" [ 1048.170621] env[69183]: _type = "Task" [ 1048.170621] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.187656] env[69183]: DEBUG oslo_vmware.api [None req-a8610295-0543-45d3-aa3e-ac26d757e242 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.232478] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525a4406-c75c-c0c2-205e-15c60773d78e, 'name': SearchDatastore_Task, 'duration_secs': 0.011527} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.232829] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.233088] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.233341] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.233490] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.233675] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.233954] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a50f5649-9ae3-4a33-9c18-970bef9704dd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.246754] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.247016] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.247217] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Deleting the datastore file [datastore2] f2a2533c-e8ba-47fb-8c4d-c46091d972c2 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.248601] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-356ab7dc-6ec1-4c35-b588-0e51525bbc63 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.250481] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.250653] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.251379] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0b31bc2-3ccf-4594-aa05-e212ea4de49e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.259863] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1048.259863] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52ce0096-3fad-1984-08bd-fee43ea548dc" [ 1048.259863] env[69183]: _type = "Task" [ 1048.259863] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.265917] env[69183]: DEBUG oslo_vmware.api [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for the task: (returnval){ [ 1048.265917] env[69183]: value = "task-2790381" [ 1048.265917] env[69183]: _type = "Task" [ 1048.265917] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.277469] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52ce0096-3fad-1984-08bd-fee43ea548dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010216} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.278872] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad024ea5-a388-47c7-a369-5bddcdb33575 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.284611] env[69183]: DEBUG oslo_vmware.api [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.288076] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1048.288076] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]524c7754-c6f6-163c-6f66-87a33789d786" [ 1048.288076] env[69183]: _type = "Task" [ 1048.288076] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.299592] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]524c7754-c6f6-163c-6f66-87a33789d786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.345814] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.346120] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85922217-6269-469a-bfb6-29b6e7dd365e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.354851] env[69183]: DEBUG oslo_vmware.api [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1048.354851] env[69183]: value = "task-2790382" [ 1048.354851] env[69183]: _type = "Task" [ 1048.354851] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.363257] env[69183]: DEBUG oslo_vmware.api [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.364052] env[69183]: DEBUG nova.network.neutron [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.471605] env[69183]: DEBUG nova.compute.manager [req-14e2bb5e-c8ad-4d45-8101-c7f5eb3d1393 req-13240b3e-4353-4edc-8073-470ee9048c97 service nova] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Received event network-vif-plugged-72ccc4c4-faf3-4717-a514-b0888f45886f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1048.471783] env[69183]: DEBUG oslo_concurrency.lockutils [req-14e2bb5e-c8ad-4d45-8101-c7f5eb3d1393 req-13240b3e-4353-4edc-8073-470ee9048c97 service nova] Acquiring lock "75156231-e8a2-406d-98d2-d5fa70f5408a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.471990] env[69183]: DEBUG oslo_concurrency.lockutils [req-14e2bb5e-c8ad-4d45-8101-c7f5eb3d1393 req-13240b3e-4353-4edc-8073-470ee9048c97 service nova] Lock "75156231-e8a2-406d-98d2-d5fa70f5408a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.472344] env[69183]: DEBUG oslo_concurrency.lockutils [req-14e2bb5e-c8ad-4d45-8101-c7f5eb3d1393 req-13240b3e-4353-4edc-8073-470ee9048c97 service nova] Lock "75156231-e8a2-406d-98d2-d5fa70f5408a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.472522] env[69183]: DEBUG nova.compute.manager [req-14e2bb5e-c8ad-4d45-8101-c7f5eb3d1393 req-13240b3e-4353-4edc-8073-470ee9048c97 service nova] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] No waiting events found dispatching network-vif-plugged-72ccc4c4-faf3-4717-a514-b0888f45886f {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.472688] env[69183]: WARNING nova.compute.manager [req-14e2bb5e-c8ad-4d45-8101-c7f5eb3d1393 req-13240b3e-4353-4edc-8073-470ee9048c97 service nova] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Received unexpected event network-vif-plugged-72ccc4c4-faf3-4717-a514-b0888f45886f for instance with vm_state building and task_state spawning. [ 1048.472852] env[69183]: DEBUG nova.compute.manager [req-14e2bb5e-c8ad-4d45-8101-c7f5eb3d1393 req-13240b3e-4353-4edc-8073-470ee9048c97 service nova] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Received event network-changed-72ccc4c4-faf3-4717-a514-b0888f45886f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1048.473014] env[69183]: DEBUG nova.compute.manager [req-14e2bb5e-c8ad-4d45-8101-c7f5eb3d1393 req-13240b3e-4353-4edc-8073-470ee9048c97 service nova] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Refreshing instance network info cache due to event network-changed-72ccc4c4-faf3-4717-a514-b0888f45886f. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1048.475055] env[69183]: DEBUG oslo_concurrency.lockutils [req-14e2bb5e-c8ad-4d45-8101-c7f5eb3d1393 req-13240b3e-4353-4edc-8073-470ee9048c97 service nova] Acquiring lock "refresh_cache-75156231-e8a2-406d-98d2-d5fa70f5408a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.545713] env[69183]: DEBUG nova.network.neutron [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Updating instance_info_cache with network_info: [{"id": "7d7a5ad1-665c-4660-a32e-b6a17a1e0d69", "address": "fa:16:3e:fc:46:f7", "network": {"id": "fb8d0cb1-db67-46f8-b12f-c5b0b61f9bf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-851986354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ef83677521b4cb2b6d150bb6a3b8688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7a5ad1-66", "ovs_interfaceid": "7d7a5ad1-665c-4660-a32e-b6a17a1e0d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.590533] env[69183]: DEBUG nova.network.neutron [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Updating instance_info_cache with network_info: [{"id": "72ccc4c4-faf3-4717-a514-b0888f45886f", "address": "fa:16:3e:18:0d:c8", "network": {"id": "8bbed847-7558-4366-8344-09eab3f71da3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-832336373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eff32ba0f4cf48eebea581edfca21bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72ccc4c4-fa", "ovs_interfaceid": "72ccc4c4-faf3-4717-a514-b0888f45886f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.623212] env[69183]: DEBUG nova.compute.manager [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.623447] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.624352] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02113622-90da-40a1-8903-6aa83b512584 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.633510] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.633754] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5839f0f-10c2-4c69-8efd-6e2e4f4b1bc1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.640763] env[69183]: DEBUG oslo_vmware.api [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1048.640763] env[69183]: value = "task-2790383" [ 1048.640763] env[69183]: _type = "Task" [ 1048.640763] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.652220] env[69183]: DEBUG oslo_vmware.api [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.667623] env[69183]: DEBUG nova.scheduler.client.report [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.681812] env[69183]: DEBUG oslo_vmware.api [None req-a8610295-0543-45d3-aa3e-ac26d757e242 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790380, 'name': ReconfigVM_Task, 'duration_secs': 0.187306} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.682208] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8610295-0543-45d3-aa3e-ac26d757e242 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560891', 'volume_id': '370e0d70-ce06-4fb3-90ca-41ee2428af85', 'name': 'volume-370e0d70-ce06-4fb3-90ca-41ee2428af85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f7a7c55-a774-4137-9bca-f3c35bdad8c8', 'attached_at': '', 'detached_at': '', 'volume_id': '370e0d70-ce06-4fb3-90ca-41ee2428af85', 'serial': '370e0d70-ce06-4fb3-90ca-41ee2428af85'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1048.704533] env[69183]: INFO nova.network.neutron [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Port 01e6c6bf-274f-4ccd-bcfb-3b6520fc9d63 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1048.704888] env[69183]: DEBUG nova.network.neutron [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Updating instance_info_cache with network_info: [{"id": "e7e69400-796a-4db0-816c-ad95ac1c9a1a", "address": "fa:16:3e:fb:08:70", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e69400-79", "ovs_interfaceid": "e7e69400-796a-4db0-816c-ad95ac1c9a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.777311] env[69183]: DEBUG oslo_vmware.api [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Task: {'id': task-2790381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144136} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.777823] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.778183] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.778521] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.778823] env[69183]: INFO nova.compute.manager [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1048.779258] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.780865] env[69183]: DEBUG nova.compute.manager [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.783972] env[69183]: DEBUG nova.compute.manager [-] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.784144] env[69183]: DEBUG nova.network.neutron [-] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.803269] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]524c7754-c6f6-163c-6f66-87a33789d786, 'name': SearchDatastore_Task, 'duration_secs': 0.009901} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.803723] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.804159] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] f3042ae2-18ad-4ecd-ad53-4ea9a1584aef/f3042ae2-18ad-4ecd-ad53-4ea9a1584aef.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.807483] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f22b8d86-9151-4987-aa72-9d34db7ab186 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.818608] env[69183]: DEBUG nova.virt.hardware [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.818773] env[69183]: DEBUG nova.virt.hardware [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.819076] env[69183]: DEBUG nova.virt.hardware [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.820070] env[69183]: DEBUG nova.virt.hardware [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.820070] env[69183]: DEBUG nova.virt.hardware [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.820070] env[69183]: DEBUG nova.virt.hardware [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.820232] env[69183]: DEBUG nova.virt.hardware [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.821037] env[69183]: DEBUG nova.virt.hardware [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.821037] env[69183]: DEBUG nova.virt.hardware [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.821188] env[69183]: DEBUG nova.virt.hardware [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.821410] env[69183]: DEBUG nova.virt.hardware [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.822724] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c4857f-7150-416a-81ea-7692e623c0bc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.829341] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1048.829341] env[69183]: value = "task-2790384" [ 1048.829341] env[69183]: _type = "Task" [ 1048.829341] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.839084] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bac69b-6f4c-46d6-90a2-e40471dc1463 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.846722] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.872501] env[69183]: DEBUG oslo_vmware.api [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790382, 'name': PowerOnVM_Task, 'duration_secs': 0.445462} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.872638] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.872749] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5fef1846-05fa-4008-88ac-af740db8239e tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Updating instance '0b074aac-dea9-4889-9e0f-84228979f883' progress to 100 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.955169] env[69183]: DEBUG nova.compute.manager [req-776c5445-96d6-4493-9c42-a82286c458a0 req-40340915-c24b-4199-92f2-62d75bed8ccf service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Received event network-vif-deleted-01e6c6bf-274f-4ccd-bcfb-3b6520fc9d63 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1049.039139] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e805bc62-3876-43ba-ba98-54e9fbb80541 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Volume attach. Driver type: vmdk {{(pid=69183) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1049.039393] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e805bc62-3876-43ba-ba98-54e9fbb80541 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560893', 'volume_id': 'ca2dd95c-f153-4ae4-85e4-14b5b81b1d30', 'name': 'volume-ca2dd95c-f153-4ae4-85e4-14b5b81b1d30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a10ced8-b3d4-4f2a-955b-a8884a8209b8', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca2dd95c-f153-4ae4-85e4-14b5b81b1d30', 'serial': 'ca2dd95c-f153-4ae4-85e4-14b5b81b1d30'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1049.040452] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7675269-ff00-49a4-98e6-72b2fcbfe9b5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.060563] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Releasing lock "refresh_cache-950892f9-2509-4413-aea4-37a6eb85126a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.063814] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3d33c1-af56-4b38-8009-23f65f6c2cfc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.094525] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e805bc62-3876-43ba-ba98-54e9fbb80541 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] volume-ca2dd95c-f153-4ae4-85e4-14b5b81b1d30/volume-ca2dd95c-f153-4ae4-85e4-14b5b81b1d30.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.095139] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Releasing lock "refresh_cache-75156231-e8a2-406d-98d2-d5fa70f5408a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.095452] env[69183]: DEBUG nova.compute.manager [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Instance network_info: |[{"id": "72ccc4c4-faf3-4717-a514-b0888f45886f", "address": "fa:16:3e:18:0d:c8", "network": {"id": "8bbed847-7558-4366-8344-09eab3f71da3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-832336373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eff32ba0f4cf48eebea581edfca21bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72ccc4c4-fa", "ovs_interfaceid": "72ccc4c4-faf3-4717-a514-b0888f45886f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.095735] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49f5b4d4-3c77-4e89-a3ed-fa55cd07b11a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.109426] env[69183]: DEBUG oslo_concurrency.lockutils [req-14e2bb5e-c8ad-4d45-8101-c7f5eb3d1393 req-13240b3e-4353-4edc-8073-470ee9048c97 service nova] Acquired lock "refresh_cache-75156231-e8a2-406d-98d2-d5fa70f5408a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.109677] env[69183]: DEBUG nova.network.neutron [req-14e2bb5e-c8ad-4d45-8101-c7f5eb3d1393 req-13240b3e-4353-4edc-8073-470ee9048c97 service nova] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Refreshing network info cache for port 72ccc4c4-faf3-4717-a514-b0888f45886f {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.111477] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:0d:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72ccc4c4-faf3-4717-a514-b0888f45886f', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.120334] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.121561] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.122869] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e378c70-b7c4-4ab6-aed4-63e9806677d1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.139894] env[69183]: DEBUG oslo_vmware.api [None req-e805bc62-3876-43ba-ba98-54e9fbb80541 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1049.139894] env[69183]: value = "task-2790385" [ 1049.139894] env[69183]: _type = "Task" [ 1049.139894] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.149536] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.149536] env[69183]: value = "task-2790386" [ 1049.149536] env[69183]: _type = "Task" [ 1049.149536] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.158819] env[69183]: DEBUG oslo_vmware.api [None req-e805bc62-3876-43ba-ba98-54e9fbb80541 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.165235] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790386, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.165551] env[69183]: DEBUG oslo_vmware.api [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790383, 'name': PowerOffVM_Task, 'duration_secs': 0.240502} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.165812] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.166009] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.166273] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32799911-9dfb-45a9-87fe-9fce15091fce {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.172893] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.419s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.176138] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.932s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.177653] env[69183]: INFO nova.compute.claims [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.210868] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "refresh_cache-f816ac19-51db-46a8-9b77-4a44e5f3bb44" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.251671] env[69183]: DEBUG nova.objects.instance [None req-a8610295-0543-45d3-aa3e-ac26d757e242 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lazy-loading 'flavor' on Instance uuid 5f7a7c55-a774-4137-9bca-f3c35bdad8c8 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.309296] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.309576] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.309782] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Deleting the datastore file [datastore2] f816ac19-51db-46a8-9b77-4a44e5f3bb44 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.310085] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea66d29b-9e73-4e11-ba51-9eca1eff717b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.319599] env[69183]: DEBUG oslo_vmware.api [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1049.319599] env[69183]: value = "task-2790388" [ 1049.319599] env[69183]: _type = "Task" [ 1049.319599] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.333190] env[69183]: DEBUG oslo_vmware.api [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.345039] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790384, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.647064] env[69183]: DEBUG nova.network.neutron [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Successfully updated port: ce14ad5d-54a1-4bf8-89da-e3c21f903005 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.664698] env[69183]: DEBUG oslo_vmware.api [None req-e805bc62-3876-43ba-ba98-54e9fbb80541 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.671269] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790386, 'name': CreateVM_Task, 'duration_secs': 0.485664} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.671927] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.672679] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.672850] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.673175] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.673653] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b305473b-c32e-4df9-9ba3-c975bf408097 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.683144] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1049.683144] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]528649c6-f031-7eb2-2fad-3e413bd73ed1" [ 1049.683144] env[69183]: _type = "Task" [ 1049.683144] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.695409] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3bf81d9e-8128-488c-a2cd-5f57987694f8 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "b731d090-943b-42e9-ba26-912766186d28" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.453s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.696888] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "b731d090-943b-42e9-ba26-912766186d28" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.094s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.697099] env[69183]: INFO nova.compute.manager [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Unshelving [ 1049.699059] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.700806] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08664857-b80f-454b-98e6-45038c85db0e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.711127] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528649c6-f031-7eb2-2fad-3e413bd73ed1, 'name': SearchDatastore_Task, 'duration_secs': 0.011024} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.712082] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.712446] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.712702] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.712853] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.713053] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.714566] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b5900220-9003-4a9d-9acf-c2adacabf7bb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "interface-f816ac19-51db-46a8-9b77-4a44e5f3bb44-93df50ce-1a60-4467-b3a1-a4ec8684e152" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.853s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.715672] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ffacc90-5252-485e-8eb9-a64121041dc2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.720680] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.721998] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b24e739-410b-45ff-ae55-96c24efb7d20 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.737022] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.737537] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.738176] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a153340-99f5-4b76-9c9f-bf1cace959d8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.744806] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1049.744806] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]528c68b7-bf41-dc4b-2c51-139ee229d728" [ 1049.744806] env[69183]: _type = "Task" [ 1049.744806] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.759324] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528c68b7-bf41-dc4b-2c51-139ee229d728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.801490] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.801490] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.801773] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Deleting the datastore file [datastore2] 950892f9-2509-4413-aea4-37a6eb85126a {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.802235] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2bbab58-7824-4e2a-861f-001626b5ad45 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.812444] env[69183]: DEBUG oslo_vmware.api [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1049.812444] env[69183]: value = "task-2790390" [ 1049.812444] env[69183]: _type = "Task" [ 1049.812444] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.820915] env[69183]: DEBUG oslo_vmware.api [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.829961] env[69183]: DEBUG oslo_vmware.api [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255886} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.830252] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.830448] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.830629] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.830803] env[69183]: INFO nova.compute.manager [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1049.831061] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.831258] env[69183]: DEBUG nova.compute.manager [-] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.831355] env[69183]: DEBUG nova.network.neutron [-] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.844090] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547656} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.844363] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] f3042ae2-18ad-4ecd-ad53-4ea9a1584aef/f3042ae2-18ad-4ecd-ad53-4ea9a1584aef.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.844991] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.844991] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a7637a8-a4e5-4985-905e-a822f16b2d7c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.853541] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1049.853541] env[69183]: value = "task-2790391" [ 1049.853541] env[69183]: _type = "Task" [ 1049.853541] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.862364] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.887260] env[69183]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 01e6c6bf-274f-4ccd-bcfb-3b6520fc9d63 could not be found.", "detail": ""}} {{(pid=69183) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1049.887547] env[69183]: DEBUG nova.network.neutron [-] Unable to show port 01e6c6bf-274f-4ccd-bcfb-3b6520fc9d63 as it no longer exists. {{(pid=69183) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1049.993335] env[69183]: DEBUG nova.network.neutron [req-14e2bb5e-c8ad-4d45-8101-c7f5eb3d1393 req-13240b3e-4353-4edc-8073-470ee9048c97 service nova] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Updated VIF entry in instance network info cache for port 72ccc4c4-faf3-4717-a514-b0888f45886f. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.993712] env[69183]: DEBUG nova.network.neutron [req-14e2bb5e-c8ad-4d45-8101-c7f5eb3d1393 req-13240b3e-4353-4edc-8073-470ee9048c97 service nova] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Updating instance_info_cache with network_info: [{"id": "72ccc4c4-faf3-4717-a514-b0888f45886f", "address": "fa:16:3e:18:0d:c8", "network": {"id": "8bbed847-7558-4366-8344-09eab3f71da3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-832336373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eff32ba0f4cf48eebea581edfca21bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72ccc4c4-fa", "ovs_interfaceid": "72ccc4c4-faf3-4717-a514-b0888f45886f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.151745] env[69183]: DEBUG oslo_vmware.api [None req-e805bc62-3876-43ba-ba98-54e9fbb80541 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790385, 'name': ReconfigVM_Task, 'duration_secs': 0.644295} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.152054] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e805bc62-3876-43ba-ba98-54e9fbb80541 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Reconfigured VM instance instance-00000058 to attach disk [datastore2] volume-ca2dd95c-f153-4ae4-85e4-14b5b81b1d30/volume-ca2dd95c-f153-4ae4-85e4-14b5b81b1d30.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.157461] env[69183]: DEBUG oslo_concurrency.lockutils [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "refresh_cache-232e87c8-b953-49b2-844e-54c701e2e29b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.157603] env[69183]: DEBUG oslo_concurrency.lockutils [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquired lock "refresh_cache-232e87c8-b953-49b2-844e-54c701e2e29b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.157813] env[69183]: DEBUG nova.network.neutron [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.159041] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94bb7a8b-a867-43ed-b775-a69a7a0cc062 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.172090] env[69183]: DEBUG nova.network.neutron [-] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.179596] env[69183]: DEBUG oslo_vmware.api [None req-e805bc62-3876-43ba-ba98-54e9fbb80541 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1050.179596] env[69183]: value = "task-2790392" [ 1050.179596] env[69183]: _type = "Task" [ 1050.179596] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.190399] env[69183]: DEBUG oslo_vmware.api [None req-e805bc62-3876-43ba-ba98-54e9fbb80541 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.201748] env[69183]: DEBUG nova.network.neutron [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.263536] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528c68b7-bf41-dc4b-2c51-139ee229d728, 'name': SearchDatastore_Task, 'duration_secs': 0.012382} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.264172] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a8610295-0543-45d3-aa3e-ac26d757e242 tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "5f7a7c55-a774-4137-9bca-f3c35bdad8c8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.369s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.265135] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22a9ea37-4c3a-4546-a8bd-c64a2de0da64 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.276876] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1050.276876] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]521e8a2e-c892-d28a-dad1-c98cdb35a5a7" [ 1050.276876] env[69183]: _type = "Task" [ 1050.276876] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.287536] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521e8a2e-c892-d28a-dad1-c98cdb35a5a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.324130] env[69183]: DEBUG oslo_vmware.api [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407087} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.324421] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.324605] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.324779] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.345676] env[69183]: INFO nova.scheduler.client.report [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Deleted allocations for instance 950892f9-2509-4413-aea4-37a6eb85126a [ 1050.363255] env[69183]: DEBUG nova.network.neutron [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Updating instance_info_cache with network_info: [{"id": "ce14ad5d-54a1-4bf8-89da-e3c21f903005", "address": "fa:16:3e:b7:6a:01", "network": {"id": "6506e7bc-9499-4660-998a-0ad990b0a9c1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-991947610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f422c74bdd4644a3829d1a2aa680352f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce14ad5d-54", "ovs_interfaceid": "ce14ad5d-54a1-4bf8-89da-e3c21f903005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.369395] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08043} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.370033] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.370479] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eb8d4e-882a-4e04-aa5f-0f71d214ef06 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.396828] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] f3042ae2-18ad-4ecd-ad53-4ea9a1584aef/f3042ae2-18ad-4ecd-ad53-4ea9a1584aef.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.406014] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d48c0ec1-58b5-4457-b9dc-9645ad89a103 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.434078] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1050.434078] env[69183]: value = "task-2790393" [ 1050.434078] env[69183]: _type = "Task" [ 1050.434078] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.453756] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.497151] env[69183]: DEBUG oslo_concurrency.lockutils [req-14e2bb5e-c8ad-4d45-8101-c7f5eb3d1393 req-13240b3e-4353-4edc-8073-470ee9048c97 service nova] Releasing lock "refresh_cache-75156231-e8a2-406d-98d2-d5fa70f5408a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.561845] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3a57e8-ecdd-4e04-bb9b-aeaffcc852d0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.570601] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5870fc83-310a-497e-976d-8406fd24beb3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.604728] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a2c569-302f-4c97-b7fa-b823c8169e70 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.613480] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d55a8a-ded6-48fd-a071-d00d84d509f5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.629955] env[69183]: DEBUG nova.compute.provider_tree [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.673807] env[69183]: INFO nova.compute.manager [-] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Took 1.89 seconds to deallocate network for instance. [ 1050.691696] env[69183]: DEBUG oslo_vmware.api [None req-e805bc62-3876-43ba-ba98-54e9fbb80541 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790392, 'name': ReconfigVM_Task, 'duration_secs': 0.295159} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.692258] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e805bc62-3876-43ba-ba98-54e9fbb80541 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560893', 'volume_id': 'ca2dd95c-f153-4ae4-85e4-14b5b81b1d30', 'name': 'volume-ca2dd95c-f153-4ae4-85e4-14b5b81b1d30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a10ced8-b3d4-4f2a-955b-a8884a8209b8', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca2dd95c-f153-4ae4-85e4-14b5b81b1d30', 'serial': 'ca2dd95c-f153-4ae4-85e4-14b5b81b1d30'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1050.716325] env[69183]: DEBUG nova.compute.utils [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.781404] env[69183]: DEBUG nova.network.neutron [-] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.788331] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521e8a2e-c892-d28a-dad1-c98cdb35a5a7, 'name': SearchDatastore_Task, 'duration_secs': 0.03379} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.788331] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.788331] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 75156231-e8a2-406d-98d2-d5fa70f5408a/75156231-e8a2-406d-98d2-d5fa70f5408a.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.788494] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bc4529f-cf6a-40d7-a341-1f81ba0540e7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.798184] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1050.798184] env[69183]: value = "task-2790394" [ 1050.798184] env[69183]: _type = "Task" [ 1050.798184] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.806519] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.851919] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.866423] env[69183]: DEBUG oslo_concurrency.lockutils [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Releasing lock "refresh_cache-232e87c8-b953-49b2-844e-54c701e2e29b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.866645] env[69183]: DEBUG nova.compute.manager [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Instance network_info: |[{"id": "ce14ad5d-54a1-4bf8-89da-e3c21f903005", "address": "fa:16:3e:b7:6a:01", "network": {"id": "6506e7bc-9499-4660-998a-0ad990b0a9c1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-991947610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f422c74bdd4644a3829d1a2aa680352f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce14ad5d-54", "ovs_interfaceid": "ce14ad5d-54a1-4bf8-89da-e3c21f903005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.867092] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:6a:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce14ad5d-54a1-4bf8-89da-e3c21f903005', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.875936] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Creating folder: Project (f422c74bdd4644a3829d1a2aa680352f). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.876636] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbdf5ae1-13ec-43ac-85b7-53ac0539f75e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.891362] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Created folder: Project (f422c74bdd4644a3829d1a2aa680352f) in parent group-v560622. [ 1050.891439] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Creating folder: Instances. Parent ref: group-v560898. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.891635] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7974b22-b303-4e9e-9b4e-6c6fb792d2e6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.905833] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Created folder: Instances in parent group-v560898. [ 1050.905833] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.905833] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.906138] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1385ff5b-5b5c-4ff1-89c5-f2a3a7f18163 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.930670] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.930670] env[69183]: value = "task-2790397" [ 1050.930670] env[69183]: _type = "Task" [ 1050.930670] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.949554] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790393, 'name': ReconfigVM_Task, 'duration_secs': 0.375252} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.953582] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Reconfigured VM instance instance-0000005f to attach disk [datastore2] f3042ae2-18ad-4ecd-ad53-4ea9a1584aef/f3042ae2-18ad-4ecd-ad53-4ea9a1584aef.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.954314] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790397, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.954535] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9fb1269-343d-447f-9d37-0d9f6b6df201 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.964087] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1050.964087] env[69183]: value = "task-2790398" [ 1050.964087] env[69183]: _type = "Task" [ 1050.964087] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.975599] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790398, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.133288] env[69183]: DEBUG nova.scheduler.client.report [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.143626] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "0b074aac-dea9-4889-9e0f-84228979f883" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.144013] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "0b074aac-dea9-4889-9e0f-84228979f883" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.144098] env[69183]: DEBUG nova.compute.manager [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Going to confirm migration 4 {{(pid=69183) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1051.161444] env[69183]: DEBUG nova.compute.manager [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Received event network-vif-plugged-ce14ad5d-54a1-4bf8-89da-e3c21f903005 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1051.161444] env[69183]: DEBUG oslo_concurrency.lockutils [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] Acquiring lock "232e87c8-b953-49b2-844e-54c701e2e29b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.161788] env[69183]: DEBUG oslo_concurrency.lockutils [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] Lock "232e87c8-b953-49b2-844e-54c701e2e29b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.161788] env[69183]: DEBUG oslo_concurrency.lockutils [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] Lock "232e87c8-b953-49b2-844e-54c701e2e29b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.161988] env[69183]: DEBUG nova.compute.manager [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] No waiting events found dispatching network-vif-plugged-ce14ad5d-54a1-4bf8-89da-e3c21f903005 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.161988] env[69183]: WARNING nova.compute.manager [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Received unexpected event network-vif-plugged-ce14ad5d-54a1-4bf8-89da-e3c21f903005 for instance with vm_state building and task_state spawning. [ 1051.162154] env[69183]: DEBUG nova.compute.manager [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Received event network-changed-ce14ad5d-54a1-4bf8-89da-e3c21f903005 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1051.163628] env[69183]: DEBUG nova.compute.manager [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Refreshing instance network info cache due to event network-changed-ce14ad5d-54a1-4bf8-89da-e3c21f903005. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1051.163628] env[69183]: DEBUG oslo_concurrency.lockutils [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] Acquiring lock "refresh_cache-232e87c8-b953-49b2-844e-54c701e2e29b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.163628] env[69183]: DEBUG oslo_concurrency.lockutils [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] Acquired lock "refresh_cache-232e87c8-b953-49b2-844e-54c701e2e29b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.163628] env[69183]: DEBUG nova.network.neutron [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Refreshing network info cache for port ce14ad5d-54a1-4bf8-89da-e3c21f903005 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.180225] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.223026] env[69183]: INFO nova.virt.block_device [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Booting with volume 76d6999c-510b-46d9-92db-bf46f772e1a6 at /dev/sdb [ 1051.256223] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f31a0e24-d967-4e6a-824d-a87173803d16 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.267830] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e79520-f925-436b-876d-dee6804a62c2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.283546] env[69183]: INFO nova.compute.manager [-] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Took 1.45 seconds to deallocate network for instance. [ 1051.309553] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d1cb35c-60fa-489f-9ce3-1ba12bc545b3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.319547] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790394, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.323690] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9cfd08-ec61-4120-9fb8-f334a4d11d8a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.364847] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73c96b3-3bbf-461f-a3d4-0eac63124aa0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.373238] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef22146-d8b1-4f22-ab70-9e1b995a213a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.390100] env[69183]: DEBUG nova.virt.block_device [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Updating existing volume attachment record: 27af44d0-2e09-4182-899f-c70f7bf4dfc6 {{(pid=69183) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1051.442335] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790397, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.473678] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790398, 'name': Rename_Task, 'duration_secs': 0.188351} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.474688] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.474688] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeb4b3c0-b6fa-4f60-9eb9-478ca69b58b8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.483967] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1051.483967] env[69183]: value = "task-2790399" [ 1051.483967] env[69183]: _type = "Task" [ 1051.483967] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.492772] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.558510] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8c23288-1421-4f60-90a3-1b27aa07b630 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "950892f9-2509-4413-aea4-37a6eb85126a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.639433] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.640217] env[69183]: DEBUG nova.compute.manager [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.643374] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.792s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.643597] env[69183]: DEBUG nova.objects.instance [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lazy-loading 'resources' on Instance uuid 950892f9-2509-4413-aea4-37a6eb85126a {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.703826] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "refresh_cache-0b074aac-dea9-4889-9e0f-84228979f883" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.704318] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "refresh_cache-0b074aac-dea9-4889-9e0f-84228979f883" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.704893] env[69183]: DEBUG nova.network.neutron [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.705286] env[69183]: DEBUG nova.objects.instance [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lazy-loading 'info_cache' on Instance uuid 0b074aac-dea9-4889-9e0f-84228979f883 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.737565] env[69183]: DEBUG nova.objects.instance [None req-e805bc62-3876-43ba-ba98-54e9fbb80541 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lazy-loading 'flavor' on Instance uuid 4a10ced8-b3d4-4f2a-955b-a8884a8209b8 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.791870] env[69183]: DEBUG oslo_concurrency.lockutils [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.819375] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603268} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.819765] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 75156231-e8a2-406d-98d2-d5fa70f5408a/75156231-e8a2-406d-98d2-d5fa70f5408a.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.820104] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.822012] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6fce015-ca28-4cf8-8185-d9da4281ce23 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.828565] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1051.828565] env[69183]: value = "task-2790401" [ 1051.828565] env[69183]: _type = "Task" [ 1051.828565] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.839246] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.925128] env[69183]: DEBUG nova.network.neutron [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Updated VIF entry in instance network info cache for port ce14ad5d-54a1-4bf8-89da-e3c21f903005. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.925552] env[69183]: DEBUG nova.network.neutron [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Updating instance_info_cache with network_info: [{"id": "ce14ad5d-54a1-4bf8-89da-e3c21f903005", "address": "fa:16:3e:b7:6a:01", "network": {"id": "6506e7bc-9499-4660-998a-0ad990b0a9c1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-991947610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f422c74bdd4644a3829d1a2aa680352f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce14ad5d-54", "ovs_interfaceid": "ce14ad5d-54a1-4bf8-89da-e3c21f903005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.931599] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquiring lock "b5217301-8549-4cf9-aae5-5ea43a7752b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.931744] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "b5217301-8549-4cf9-aae5-5ea43a7752b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.943642] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790397, 'name': CreateVM_Task, 'duration_secs': 0.706746} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.944258] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.944581] env[69183]: DEBUG oslo_concurrency.lockutils [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.944739] env[69183]: DEBUG oslo_concurrency.lockutils [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.945137] env[69183]: DEBUG oslo_concurrency.lockutils [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.945429] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edbe7128-ca4b-4556-8c7e-6c1f4ca6ce90 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.951708] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1051.951708] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52a1dfd8-7e41-b0b6-c21e-9705b787e602" [ 1051.951708] env[69183]: _type = "Task" [ 1051.951708] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.961061] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a1dfd8-7e41-b0b6-c21e-9705b787e602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.996402] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790399, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.146836] env[69183]: DEBUG nova.compute.utils [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.148332] env[69183]: DEBUG nova.objects.instance [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lazy-loading 'numa_topology' on Instance uuid 950892f9-2509-4413-aea4-37a6eb85126a {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.152021] env[69183]: DEBUG nova.compute.manager [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.152021] env[69183]: DEBUG nova.network.neutron [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.201076] env[69183]: DEBUG nova.policy [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8175843e9eb2404cb08555828b0bfbf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0f1ea9e931040e7ab58ed069396eed6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.243578] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e805bc62-3876-43ba-ba98-54e9fbb80541 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "4a10ced8-b3d4-4f2a-955b-a8884a8209b8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.328s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.340373] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087146} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.340701] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.345102] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae690c6-2d39-41f8-8a19-30b4fbf8e53f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.374837] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 75156231-e8a2-406d-98d2-d5fa70f5408a/75156231-e8a2-406d-98d2-d5fa70f5408a.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.374837] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ea6c407-c710-4aec-af8a-7d76376df629 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.400368] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1052.400368] env[69183]: value = "task-2790404" [ 1052.400368] env[69183]: _type = "Task" [ 1052.400368] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.415177] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.432087] env[69183]: DEBUG oslo_concurrency.lockutils [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] Releasing lock "refresh_cache-232e87c8-b953-49b2-844e-54c701e2e29b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.432535] env[69183]: DEBUG nova.compute.manager [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Received event network-vif-unplugged-7d7a5ad1-665c-4660-a32e-b6a17a1e0d69 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1052.432834] env[69183]: DEBUG oslo_concurrency.lockutils [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] Acquiring lock "950892f9-2509-4413-aea4-37a6eb85126a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.433106] env[69183]: DEBUG oslo_concurrency.lockutils [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] Lock "950892f9-2509-4413-aea4-37a6eb85126a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.433336] env[69183]: DEBUG oslo_concurrency.lockutils [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] Lock "950892f9-2509-4413-aea4-37a6eb85126a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.433555] env[69183]: DEBUG nova.compute.manager [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] No waiting events found dispatching network-vif-unplugged-7d7a5ad1-665c-4660-a32e-b6a17a1e0d69 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.433858] env[69183]: DEBUG nova.compute.manager [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Received event network-vif-unplugged-7d7a5ad1-665c-4660-a32e-b6a17a1e0d69 for instance with task_state deleting. {{(pid=69183) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11428}} [ 1052.434068] env[69183]: DEBUG nova.compute.manager [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Received event network-vif-deleted-6ea97f12-817a-4e3c-a98e-1d13a32660f2 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1052.434314] env[69183]: DEBUG nova.compute.manager [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Received event network-changed-7d7a5ad1-665c-4660-a32e-b6a17a1e0d69 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1052.434552] env[69183]: DEBUG nova.compute.manager [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Refreshing instance network info cache due to event network-changed-7d7a5ad1-665c-4660-a32e-b6a17a1e0d69. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1052.434802] env[69183]: DEBUG oslo_concurrency.lockutils [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] Acquiring lock "refresh_cache-950892f9-2509-4413-aea4-37a6eb85126a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.434951] env[69183]: DEBUG oslo_concurrency.lockutils [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] Acquired lock "refresh_cache-950892f9-2509-4413-aea4-37a6eb85126a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.435136] env[69183]: DEBUG nova.network.neutron [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Refreshing network info cache for port 7d7a5ad1-665c-4660-a32e-b6a17a1e0d69 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.437161] env[69183]: DEBUG nova.compute.manager [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.466638] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a1dfd8-7e41-b0b6-c21e-9705b787e602, 'name': SearchDatastore_Task, 'duration_secs': 0.026679} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.467499] env[69183]: DEBUG oslo_concurrency.lockutils [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.467869] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.468067] env[69183]: DEBUG oslo_concurrency.lockutils [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.468249] env[69183]: DEBUG oslo_concurrency.lockutils [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.468531] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.468712] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8884a38c-6e62-40d7-b0ff-d0012ec031a7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.483514] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.485034] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.485815] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3621b6bb-2328-4a51-8da0-8d89d416bbc1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.499151] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1052.499151] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e361a0-3dc8-0396-06be-361dfe322dca" [ 1052.499151] env[69183]: _type = "Task" [ 1052.499151] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.503591] env[69183]: DEBUG oslo_vmware.api [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790399, 'name': PowerOnVM_Task, 'duration_secs': 0.681446} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.507317] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.507564] env[69183]: INFO nova.compute.manager [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1052.507711] env[69183]: DEBUG nova.compute.manager [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.508561] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7cc6bc-f667-4e6a-81c9-157908d94582 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.517596] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e361a0-3dc8-0396-06be-361dfe322dca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.542483] env[69183]: DEBUG nova.network.neutron [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Successfully created port: fb2d8e99-0adf-4fb1-86a7-81ff72f20c4b {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.651352] env[69183]: DEBUG nova.compute.manager [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.654730] env[69183]: DEBUG nova.objects.base [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Object Instance<950892f9-2509-4413-aea4-37a6eb85126a> lazy-loaded attributes: resources,numa_topology {{(pid=69183) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1052.915307] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.962753] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.011264] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0a799a-5a46-40f3-946b-d99c5906f49f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.022251] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e361a0-3dc8-0396-06be-361dfe322dca, 'name': SearchDatastore_Task, 'duration_secs': 0.033177} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.023285] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb4bbff-a893-42ed-8aeb-822dad419400 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.037701] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38e4ea27-a013-436e-9d33-eec2986fe549 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.040169] env[69183]: INFO nova.compute.manager [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Took 21.87 seconds to build instance. [ 1053.044552] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1053.044552] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5266eb80-8e96-4583-d2fe-bcd3aa8c79c9" [ 1053.044552] env[69183]: _type = "Task" [ 1053.044552] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.075939] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63f8fe4-b43e-472f-9f54-3d9f036a010c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.091706] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1525f77a-b47a-417e-9998-85bbd364496c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.096671] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5266eb80-8e96-4583-d2fe-bcd3aa8c79c9, 'name': SearchDatastore_Task, 'duration_secs': 0.022887} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.096960] env[69183]: DEBUG oslo_concurrency.lockutils [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.097239] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 232e87c8-b953-49b2-844e-54c701e2e29b/232e87c8-b953-49b2-844e-54c701e2e29b.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.097928] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3754426a-55d7-4fdd-b8ee-5f7910f321de {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.109480] env[69183]: DEBUG nova.compute.provider_tree [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.116608] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1053.116608] env[69183]: value = "task-2790405" [ 1053.116608] env[69183]: _type = "Task" [ 1053.116608] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.127649] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.180429] env[69183]: DEBUG nova.network.neutron [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Updating instance_info_cache with network_info: [{"id": "6ba46727-565a-4d9c-8820-fcf257a85dd6", "address": "fa:16:3e:4c:f9:7e", "network": {"id": "50bef02a-36c4-4122-99e6-4de135b6ec80", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-820333689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e1512025a1e42b6b05ff9aad0088ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba46727-56", "ovs_interfaceid": "6ba46727-565a-4d9c-8820-fcf257a85dd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.220087] env[69183]: DEBUG nova.network.neutron [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Updated VIF entry in instance network info cache for port 7d7a5ad1-665c-4660-a32e-b6a17a1e0d69. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.220454] env[69183]: DEBUG nova.network.neutron [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Updating instance_info_cache with network_info: [{"id": "7d7a5ad1-665c-4660-a32e-b6a17a1e0d69", "address": "fa:16:3e:fc:46:f7", "network": {"id": "fb8d0cb1-db67-46f8-b12f-c5b0b61f9bf6", "bridge": null, "label": "tempest-DeleteServersTestJSON-851986354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ef83677521b4cb2b6d150bb6a3b8688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7d7a5ad1-66", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.413091] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790404, 'name': ReconfigVM_Task, 'duration_secs': 0.796012} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.413399] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 75156231-e8a2-406d-98d2-d5fa70f5408a/75156231-e8a2-406d-98d2-d5fa70f5408a.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.414089] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24ffe1e9-4b25-481c-b961-4f60e94c5989 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.421335] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1053.421335] env[69183]: value = "task-2790406" [ 1053.421335] env[69183]: _type = "Task" [ 1053.421335] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.430202] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790406, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.542772] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7adc1c32-593a-4fae-98f4-9372dad244be tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "f3042ae2-18ad-4ecd-ad53-4ea9a1584aef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.400s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.619125] env[69183]: DEBUG nova.scheduler.client.report [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.632385] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790405, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.664981] env[69183]: DEBUG nova.compute.manager [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.683776] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "refresh_cache-0b074aac-dea9-4889-9e0f-84228979f883" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.684040] env[69183]: DEBUG nova.objects.instance [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lazy-loading 'migration_context' on Instance uuid 0b074aac-dea9-4889-9e0f-84228979f883 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.696764] env[69183]: DEBUG nova.virt.hardware [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.697036] env[69183]: DEBUG nova.virt.hardware [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.697204] env[69183]: DEBUG nova.virt.hardware [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.697395] env[69183]: DEBUG nova.virt.hardware [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.697546] env[69183]: DEBUG nova.virt.hardware [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.697693] env[69183]: DEBUG nova.virt.hardware [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.697903] env[69183]: DEBUG nova.virt.hardware [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.698087] env[69183]: DEBUG nova.virt.hardware [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.698333] env[69183]: DEBUG nova.virt.hardware [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.698518] env[69183]: DEBUG nova.virt.hardware [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.698696] env[69183]: DEBUG nova.virt.hardware [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.699607] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac5e3f9-1fd8-4438-89c2-a8000245fae6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.711607] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50ed94d-42ba-44d3-8fd3-e9be8853c9a6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.730293] env[69183]: DEBUG oslo_concurrency.lockutils [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] Releasing lock "refresh_cache-950892f9-2509-4413-aea4-37a6eb85126a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.730630] env[69183]: DEBUG nova.compute.manager [req-38df78ae-b839-4a4e-9963-db262331d5bd req-8508ab3a-def4-4385-b5f7-f574363a7d0d service nova] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Received event network-vif-deleted-e7e69400-796a-4db0-816c-ad95ac1c9a1a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1053.870449] env[69183]: DEBUG nova.compute.manager [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Stashing vm_state: active {{(pid=69183) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1053.935147] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790406, 'name': Rename_Task, 'duration_secs': 0.289035} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.935471] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.935848] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de10de4a-ad24-4a60-b5e8-7ff5b0c2d090 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.945247] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1053.945247] env[69183]: value = "task-2790407" [ 1053.945247] env[69183]: _type = "Task" [ 1053.945247] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.956059] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.121199] env[69183]: DEBUG nova.compute.manager [req-e3d9eeb9-3c8d-4754-aef3-1792cb63b08b req-0525fb1e-6862-4fab-b11b-441629055387 service nova] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Received event network-vif-plugged-fb2d8e99-0adf-4fb1-86a7-81ff72f20c4b {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1054.121458] env[69183]: DEBUG oslo_concurrency.lockutils [req-e3d9eeb9-3c8d-4754-aef3-1792cb63b08b req-0525fb1e-6862-4fab-b11b-441629055387 service nova] Acquiring lock "0619785e-65a2-41de-abbe-b394ef2d1916-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.121708] env[69183]: DEBUG oslo_concurrency.lockutils [req-e3d9eeb9-3c8d-4754-aef3-1792cb63b08b req-0525fb1e-6862-4fab-b11b-441629055387 service nova] Lock "0619785e-65a2-41de-abbe-b394ef2d1916-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.121893] env[69183]: DEBUG oslo_concurrency.lockutils [req-e3d9eeb9-3c8d-4754-aef3-1792cb63b08b req-0525fb1e-6862-4fab-b11b-441629055387 service nova] Lock "0619785e-65a2-41de-abbe-b394ef2d1916-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.122326] env[69183]: DEBUG nova.compute.manager [req-e3d9eeb9-3c8d-4754-aef3-1792cb63b08b req-0525fb1e-6862-4fab-b11b-441629055387 service nova] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] No waiting events found dispatching network-vif-plugged-fb2d8e99-0adf-4fb1-86a7-81ff72f20c4b {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.122533] env[69183]: WARNING nova.compute.manager [req-e3d9eeb9-3c8d-4754-aef3-1792cb63b08b req-0525fb1e-6862-4fab-b11b-441629055387 service nova] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Received unexpected event network-vif-plugged-fb2d8e99-0adf-4fb1-86a7-81ff72f20c4b for instance with vm_state building and task_state spawning. [ 1054.128411] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.485s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.130840] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.951s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.132795] env[69183]: DEBUG nova.objects.instance [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lazy-loading 'resources' on Instance uuid f2a2533c-e8ba-47fb-8c4d-c46091d972c2 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.140009] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.93161} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.140849] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 232e87c8-b953-49b2-844e-54c701e2e29b/232e87c8-b953-49b2-844e-54c701e2e29b.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.141227] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.141517] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76895491-3a68-4180-b765-03effc404eda {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.151287] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1054.151287] env[69183]: value = "task-2790409" [ 1054.151287] env[69183]: _type = "Task" [ 1054.151287] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.161774] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.187417] env[69183]: DEBUG nova.objects.base [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Object Instance<0b074aac-dea9-4889-9e0f-84228979f883> lazy-loaded attributes: info_cache,migration_context {{(pid=69183) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1054.188552] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c537f0f-ac60-438c-b6aa-018ca8ba1286 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.225836] env[69183]: DEBUG nova.network.neutron [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Successfully updated port: fb2d8e99-0adf-4fb1-86a7-81ff72f20c4b {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.228182] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5b620a8-dcc2-4c6c-8551-23b3336a0dfb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.236170] env[69183]: DEBUG oslo_vmware.api [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1054.236170] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52b38b0a-a17b-c48b-7257-0da46f1d0fa8" [ 1054.236170] env[69183]: _type = "Task" [ 1054.236170] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.247338] env[69183]: DEBUG oslo_vmware.api [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52b38b0a-a17b-c48b-7257-0da46f1d0fa8, 'name': SearchDatastore_Task} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.247908] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.393516] env[69183]: DEBUG oslo_concurrency.lockutils [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.457820] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790407, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.642170] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2f3dff65-ca09-45f3-97cc-ff532b4d7d45 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "950892f9-2509-4413-aea4-37a6eb85126a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.290s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.643384] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8c23288-1421-4f60-90a3-1b27aa07b630 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "950892f9-2509-4413-aea4-37a6eb85126a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 3.085s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.643737] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8c23288-1421-4f60-90a3-1b27aa07b630 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "950892f9-2509-4413-aea4-37a6eb85126a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.644008] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8c23288-1421-4f60-90a3-1b27aa07b630 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "950892f9-2509-4413-aea4-37a6eb85126a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.644285] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8c23288-1421-4f60-90a3-1b27aa07b630 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "950892f9-2509-4413-aea4-37a6eb85126a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.648055] env[69183]: INFO nova.compute.manager [None req-c8c23288-1421-4f60-90a3-1b27aa07b630 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Terminating instance [ 1054.665884] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080116} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.666397] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.667207] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc558875-0c4a-43ed-a2d2-daa34247b374 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.694418] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 232e87c8-b953-49b2-844e-54c701e2e29b/232e87c8-b953-49b2-844e-54c701e2e29b.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.696962] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93c1c43a-e543-4d45-913d-a83aa896eedd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.719468] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1054.719468] env[69183]: value = "task-2790410" [ 1054.719468] env[69183]: _type = "Task" [ 1054.719468] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.731190] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "refresh_cache-0619785e-65a2-41de-abbe-b394ef2d1916" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.731350] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired lock "refresh_cache-0619785e-65a2-41de-abbe-b394ef2d1916" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.731506] env[69183]: DEBUG nova.network.neutron [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.732709] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.936362] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d585990f-ad55-49e0-997e-2c90175253b8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.944860] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a9d20e-f7e6-44a2-b01f-d50b20e15597 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.956227] env[69183]: DEBUG oslo_vmware.api [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790407, 'name': PowerOnVM_Task, 'duration_secs': 0.565596} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.980888] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.981148] env[69183]: INFO nova.compute.manager [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1054.981333] env[69183]: DEBUG nova.compute.manager [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.982351] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d03f6d9-a658-4e4d-87b6-7f2e360c0b05 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.985434] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999518fd-630d-470c-8640-78ef76a21258 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.995216] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dadf8d-877b-4bc2-bca8-5226ef27ffe8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.015132] env[69183]: DEBUG nova.compute.provider_tree [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.152979] env[69183]: DEBUG nova.compute.manager [None req-c8c23288-1421-4f60-90a3-1b27aa07b630 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.153256] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c23288-1421-4f60-90a3-1b27aa07b630 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.153560] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f7354eb-72fb-484c-a799-1b4c747e0e6a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.164363] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068a86de-471d-49d7-b63c-95ee49cf93ea {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.202471] env[69183]: WARNING nova.virt.vmwareapi.vmops [None req-c8c23288-1421-4f60-90a3-1b27aa07b630 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 950892f9-2509-4413-aea4-37a6eb85126a could not be found. [ 1055.202643] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c23288-1421-4f60-90a3-1b27aa07b630 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.202910] env[69183]: INFO nova.compute.manager [None req-c8c23288-1421-4f60-90a3-1b27aa07b630 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1055.203196] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8c23288-1421-4f60-90a3-1b27aa07b630 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.203482] env[69183]: DEBUG nova.compute.manager [-] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.203581] env[69183]: DEBUG nova.network.neutron [-] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.236535] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.286844] env[69183]: DEBUG nova.network.neutron [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.507384] env[69183]: DEBUG nova.network.neutron [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Updating instance_info_cache with network_info: [{"id": "fb2d8e99-0adf-4fb1-86a7-81ff72f20c4b", "address": "fa:16:3e:3f:a4:b2", "network": {"id": "fa72ed74-9065-45b7-aa13-47e112133d42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1425645619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f1ea9e931040e7ab58ed069396eed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb2d8e99-0a", "ovs_interfaceid": "fb2d8e99-0adf-4fb1-86a7-81ff72f20c4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.516263] env[69183]: INFO nova.compute.manager [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Took 23.68 seconds to build instance. [ 1055.520197] env[69183]: DEBUG nova.scheduler.client.report [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.731423] env[69183]: INFO nova.compute.manager [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Rescuing [ 1055.731762] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "refresh_cache-75156231-e8a2-406d-98d2-d5fa70f5408a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.731957] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquired lock "refresh_cache-75156231-e8a2-406d-98d2-d5fa70f5408a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.732198] env[69183]: DEBUG nova.network.neutron [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.733414] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790410, 'name': ReconfigVM_Task, 'duration_secs': 0.575266} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.733684] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 232e87c8-b953-49b2-844e-54c701e2e29b/232e87c8-b953-49b2-844e-54c701e2e29b.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.734556] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-964f97a0-73db-498d-ab46-ecf9dfbe4fc1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.744503] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1055.744503] env[69183]: value = "task-2790411" [ 1055.744503] env[69183]: _type = "Task" [ 1055.744503] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.756081] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790411, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.016079] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Releasing lock "refresh_cache-0619785e-65a2-41de-abbe-b394ef2d1916" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.016398] env[69183]: DEBUG nova.compute.manager [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Instance network_info: |[{"id": "fb2d8e99-0adf-4fb1-86a7-81ff72f20c4b", "address": "fa:16:3e:3f:a4:b2", "network": {"id": "fa72ed74-9065-45b7-aa13-47e112133d42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1425645619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f1ea9e931040e7ab58ed069396eed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb2d8e99-0a", "ovs_interfaceid": "fb2d8e99-0adf-4fb1-86a7-81ff72f20c4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.016823] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:a4:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb2d8e99-0adf-4fb1-86a7-81ff72f20c4b', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.024492] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.024709] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.024940] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc0a6b56-32db-4902-a41e-d407a05855b0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.041318] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd908c9b-15ce-4ad4-9551-7740e13e28d4 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "75156231-e8a2-406d-98d2-d5fa70f5408a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.212s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.041964] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.044298] env[69183]: DEBUG oslo_concurrency.lockutils [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.253s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.044537] env[69183]: DEBUG nova.objects.instance [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lazy-loading 'resources' on Instance uuid f816ac19-51db-46a8-9b77-4a44e5f3bb44 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.052288] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.052288] env[69183]: value = "task-2790412" [ 1056.052288] env[69183]: _type = "Task" [ 1056.052288] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.062856] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790412, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.066292] env[69183]: INFO nova.scheduler.client.report [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Deleted allocations for instance f2a2533c-e8ba-47fb-8c4d-c46091d972c2 [ 1056.088754] env[69183]: DEBUG nova.network.neutron [-] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.160757] env[69183]: DEBUG nova.compute.manager [req-5964659b-7f95-408b-877a-1512b38a1c54 req-14384cf0-9e8d-4834-b36c-9fbd0ba60c89 service nova] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Received event network-changed-fb2d8e99-0adf-4fb1-86a7-81ff72f20c4b {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1056.161142] env[69183]: DEBUG nova.compute.manager [req-5964659b-7f95-408b-877a-1512b38a1c54 req-14384cf0-9e8d-4834-b36c-9fbd0ba60c89 service nova] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Refreshing instance network info cache due to event network-changed-fb2d8e99-0adf-4fb1-86a7-81ff72f20c4b. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1056.161400] env[69183]: DEBUG oslo_concurrency.lockutils [req-5964659b-7f95-408b-877a-1512b38a1c54 req-14384cf0-9e8d-4834-b36c-9fbd0ba60c89 service nova] Acquiring lock "refresh_cache-0619785e-65a2-41de-abbe-b394ef2d1916" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.161639] env[69183]: DEBUG oslo_concurrency.lockutils [req-5964659b-7f95-408b-877a-1512b38a1c54 req-14384cf0-9e8d-4834-b36c-9fbd0ba60c89 service nova] Acquired lock "refresh_cache-0619785e-65a2-41de-abbe-b394ef2d1916" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.161891] env[69183]: DEBUG nova.network.neutron [req-5964659b-7f95-408b-877a-1512b38a1c54 req-14384cf0-9e8d-4834-b36c-9fbd0ba60c89 service nova] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Refreshing network info cache for port fb2d8e99-0adf-4fb1-86a7-81ff72f20c4b {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.254939] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790411, 'name': Rename_Task, 'duration_secs': 0.359254} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.255303] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.255599] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba9feba5-b2d9-4df5-a042-9e78ad12ad6a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.262553] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1056.262553] env[69183]: value = "task-2790413" [ 1056.262553] env[69183]: _type = "Task" [ 1056.262553] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.273357] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.503601] env[69183]: DEBUG nova.network.neutron [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Updating instance_info_cache with network_info: [{"id": "72ccc4c4-faf3-4717-a514-b0888f45886f", "address": "fa:16:3e:18:0d:c8", "network": {"id": "8bbed847-7558-4366-8344-09eab3f71da3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-832336373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eff32ba0f4cf48eebea581edfca21bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72ccc4c4-fa", "ovs_interfaceid": "72ccc4c4-faf3-4717-a514-b0888f45886f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.565480] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790412, 'name': CreateVM_Task, 'duration_secs': 0.510675} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.565674] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.566451] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.567032] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.567032] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.567342] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4907739b-7f49-457a-ae47-79446779d443 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.575904] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0bd8192c-2f1e-41c4-9edf-72c90cb9c377 tempest-AttachVolumeTestJSON-656632795 tempest-AttachVolumeTestJSON-656632795-project-member] Lock "f2a2533c-e8ba-47fb-8c4d-c46091d972c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.511s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.582715] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1056.582715] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527055b1-e7ae-cd43-d7d3-56b299534aa7" [ 1056.582715] env[69183]: _type = "Task" [ 1056.582715] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.593623] env[69183]: INFO nova.compute.manager [-] [instance: 950892f9-2509-4413-aea4-37a6eb85126a] Took 1.39 seconds to deallocate network for instance. [ 1056.593955] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527055b1-e7ae-cd43-d7d3-56b299534aa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.774604] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790413, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.841295] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f91307-610b-4caf-a7f9-bf686c7dfa5e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.850293] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2553d549-edd0-4c54-94e4-733a933f9fbd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.890417] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1b682c-ca12-49ab-ab0a-f23ceeac3758 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.900579] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30598730-5662-4472-a6b9-99384fbf1882 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.917978] env[69183]: DEBUG nova.compute.provider_tree [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.928594] env[69183]: DEBUG nova.network.neutron [req-5964659b-7f95-408b-877a-1512b38a1c54 req-14384cf0-9e8d-4834-b36c-9fbd0ba60c89 service nova] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Updated VIF entry in instance network info cache for port fb2d8e99-0adf-4fb1-86a7-81ff72f20c4b. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.929260] env[69183]: DEBUG nova.network.neutron [req-5964659b-7f95-408b-877a-1512b38a1c54 req-14384cf0-9e8d-4834-b36c-9fbd0ba60c89 service nova] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Updating instance_info_cache with network_info: [{"id": "fb2d8e99-0adf-4fb1-86a7-81ff72f20c4b", "address": "fa:16:3e:3f:a4:b2", "network": {"id": "fa72ed74-9065-45b7-aa13-47e112133d42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1425645619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f1ea9e931040e7ab58ed069396eed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb2d8e99-0a", "ovs_interfaceid": "fb2d8e99-0adf-4fb1-86a7-81ff72f20c4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.006021] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Releasing lock "refresh_cache-75156231-e8a2-406d-98d2-d5fa70f5408a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.094657] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527055b1-e7ae-cd43-d7d3-56b299534aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.013849} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.094970] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.095234] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.095768] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.095768] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.095979] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.096298] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12aa8aa6-0e0a-40ae-9f85-1cef03c83410 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.107433] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.107664] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.108468] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bfc129b-6a80-4847-a100-56356a5b2aba {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.114849] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1057.114849] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52c6bb24-d7dc-8b86-5a3f-8a77f5c5cdac" [ 1057.114849] env[69183]: _type = "Task" [ 1057.114849] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.128464] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c6bb24-d7dc-8b86-5a3f-8a77f5c5cdac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.278570] env[69183]: DEBUG oslo_vmware.api [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790413, 'name': PowerOnVM_Task, 'duration_secs': 0.66543} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.278840] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.279062] env[69183]: INFO nova.compute.manager [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1057.279254] env[69183]: DEBUG nova.compute.manager [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.280101] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff68ce0a-5fa0-4b63-b8bb-1435b2c5311d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.420981] env[69183]: DEBUG nova.scheduler.client.report [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.433036] env[69183]: DEBUG oslo_concurrency.lockutils [req-5964659b-7f95-408b-877a-1512b38a1c54 req-14384cf0-9e8d-4834-b36c-9fbd0ba60c89 service nova] Releasing lock "refresh_cache-0619785e-65a2-41de-abbe-b394ef2d1916" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.503824] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.542422] env[69183]: DEBUG oslo_concurrency.lockutils [None req-964d113e-69c3-48bf-bf5f-07dc211de243 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.542709] env[69183]: DEBUG oslo_concurrency.lockutils [None req-964d113e-69c3-48bf-bf5f-07dc211de243 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.629180] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c6bb24-d7dc-8b86-5a3f-8a77f5c5cdac, 'name': SearchDatastore_Task, 'duration_secs': 0.023712} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.629694] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c8c23288-1421-4f60-90a3-1b27aa07b630 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "950892f9-2509-4413-aea4-37a6eb85126a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.986s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.632671] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50f33ee7-87db-429a-b4ca-88c0af408b91 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.637480] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1057.637480] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]526f4336-60c5-db90-9e77-b4c5418eb1ad" [ 1057.637480] env[69183]: _type = "Task" [ 1057.637480] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.648463] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]526f4336-60c5-db90-9e77-b4c5418eb1ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.797023] env[69183]: INFO nova.compute.manager [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Took 18.32 seconds to build instance. [ 1057.925993] env[69183]: DEBUG oslo_concurrency.lockutils [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.931175] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.966s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.931175] env[69183]: INFO nova.compute.claims [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.952778] env[69183]: INFO nova.scheduler.client.report [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Deleted allocations for instance f816ac19-51db-46a8-9b77-4a44e5f3bb44 [ 1058.046311] env[69183]: INFO nova.compute.manager [None req-964d113e-69c3-48bf-bf5f-07dc211de243 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Detaching volume dddb3757-dd4e-4fa8-b417-eb8cb1767738 [ 1058.092553] env[69183]: INFO nova.virt.block_device [None req-964d113e-69c3-48bf-bf5f-07dc211de243 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Attempting to driver detach volume dddb3757-dd4e-4fa8-b417-eb8cb1767738 from mountpoint /dev/sdb [ 1058.092724] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-964d113e-69c3-48bf-bf5f-07dc211de243 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Volume detach. Driver type: vmdk {{(pid=69183) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1058.092985] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-964d113e-69c3-48bf-bf5f-07dc211de243 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560867', 'volume_id': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'name': 'volume-dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3', 'attached_at': '', 'detached_at': '', 'volume_id': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'serial': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1058.094021] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37ff7b7-f227-485c-ae5a-aa9cc9e5620f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.118180] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e6df09-a5c2-4d33-9451-ffe644d65693 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.127487] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc258014-42f8-4d4f-b487-f7d27f858431 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.153965] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285c210d-3e36-4c1a-aa77-9bf7e757b022 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.163439] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]526f4336-60c5-db90-9e77-b4c5418eb1ad, 'name': SearchDatastore_Task, 'duration_secs': 0.020796} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.175244] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.175780] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 0619785e-65a2-41de-abbe-b394ef2d1916/0619785e-65a2-41de-abbe-b394ef2d1916.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.176417] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-964d113e-69c3-48bf-bf5f-07dc211de243 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] The volume has not been displaced from its original location: [datastore2] volume-dddb3757-dd4e-4fa8-b417-eb8cb1767738/volume-dddb3757-dd4e-4fa8-b417-eb8cb1767738.vmdk. No consolidation needed. {{(pid=69183) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1058.181647] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-964d113e-69c3-48bf-bf5f-07dc211de243 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1058.181954] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-342bac0d-e563-460b-80e4-53b00ca1bcd1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.184301] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60d4f413-4969-41b8-a5a6-a115e3b7d028 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.204913] env[69183]: DEBUG oslo_vmware.api [None req-964d113e-69c3-48bf-bf5f-07dc211de243 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1058.204913] env[69183]: value = "task-2790416" [ 1058.204913] env[69183]: _type = "Task" [ 1058.204913] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.205945] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1058.205945] env[69183]: value = "task-2790415" [ 1058.205945] env[69183]: _type = "Task" [ 1058.205945] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.218960] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.222249] env[69183]: DEBUG oslo_vmware.api [None req-964d113e-69c3-48bf-bf5f-07dc211de243 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790416, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.301229] env[69183]: DEBUG oslo_concurrency.lockutils [None req-356d3bb2-c6cb-4904-9a5d-8ff1fa9821a9 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "232e87c8-b953-49b2-844e-54c701e2e29b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.842s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.462751] env[69183]: DEBUG oslo_concurrency.lockutils [None req-19260d60-a555-4285-a23e-bbd8c645fcbb tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "f816ac19-51db-46a8-9b77-4a44e5f3bb44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.356s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.543346] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.544061] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00801cb3-fef5-4846-957a-f1c8e3cf7ca9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.553182] env[69183]: DEBUG oslo_vmware.api [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1058.553182] env[69183]: value = "task-2790417" [ 1058.553182] env[69183]: _type = "Task" [ 1058.553182] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.565397] env[69183]: DEBUG oslo_vmware.api [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.663594] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "2a92e5e0-7f79-4388-b3c8-28091120b761" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.663798] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "2a92e5e0-7f79-4388-b3c8-28091120b761" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.720723] env[69183]: DEBUG oslo_vmware.api [None req-964d113e-69c3-48bf-bf5f-07dc211de243 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790416, 'name': ReconfigVM_Task, 'duration_secs': 0.298637} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.724467] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-964d113e-69c3-48bf-bf5f-07dc211de243 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1058.729940] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790415, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.730650] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c383638f-adac-40a3-b141-c3dd2f54f468 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.749262] env[69183]: DEBUG oslo_vmware.api [None req-964d113e-69c3-48bf-bf5f-07dc211de243 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1058.749262] env[69183]: value = "task-2790418" [ 1058.749262] env[69183]: _type = "Task" [ 1058.749262] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.760074] env[69183]: DEBUG oslo_vmware.api [None req-964d113e-69c3-48bf-bf5f-07dc211de243 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.047979] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.047979] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.069566] env[69183]: DEBUG oslo_vmware.api [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790417, 'name': PowerOffVM_Task, 'duration_secs': 0.364945} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.070207] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.070668] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0405d9-8488-4ab0-bfdc-1d72433b1c79 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.093491] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e284be81-27ed-4545-85aa-9ad81ad3eec6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.129829] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.130149] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b6a412c-b64d-4c41-a227-9f9845cb5ddd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.138319] env[69183]: DEBUG oslo_vmware.api [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1059.138319] env[69183]: value = "task-2790419" [ 1059.138319] env[69183]: _type = "Task" [ 1059.138319] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.147400] env[69183]: DEBUG oslo_vmware.api [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.165960] env[69183]: DEBUG nova.compute.manager [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.221025] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693727} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.223432] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 0619785e-65a2-41de-abbe-b394ef2d1916/0619785e-65a2-41de-abbe-b394ef2d1916.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.223653] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.224086] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c427034a-0bfb-40db-a456-a1af1372c59a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.231589] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1059.231589] env[69183]: value = "task-2790420" [ 1059.231589] env[69183]: _type = "Task" [ 1059.231589] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.236139] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4aac5b8-53fa-46ed-a8c0-4bdba26073cf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.246383] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.248674] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e376738-8409-4e47-b064-2eeb5081123a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.260796] env[69183]: DEBUG oslo_vmware.api [None req-964d113e-69c3-48bf-bf5f-07dc211de243 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790418, 'name': ReconfigVM_Task, 'duration_secs': 0.19373} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.286149] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-964d113e-69c3-48bf-bf5f-07dc211de243 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560867', 'volume_id': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'name': 'volume-dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3', 'attached_at': '', 'detached_at': '', 'volume_id': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738', 'serial': 'dddb3757-dd4e-4fa8-b417-eb8cb1767738'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1059.289731] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dea99b4-eb4f-4d33-9f81-48abfd577ea6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.297786] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09c34dc-c689-4102-8215-e15bad13979a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.312627] env[69183]: DEBUG nova.compute.provider_tree [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.552453] env[69183]: DEBUG nova.compute.manager [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.649736] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] VM already powered off {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1059.650045] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.650353] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.650544] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.650764] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.651063] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-316acd7e-0d27-417a-9fdb-747e095056f9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.663958] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.664172] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.664989] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c95b0ca7-0757-4b17-b98f-71f7b0e8566f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.673178] env[69183]: DEBUG oslo_vmware.api [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1059.673178] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52269363-5738-b08b-10f9-a4194452e7b0" [ 1059.673178] env[69183]: _type = "Task" [ 1059.673178] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.684304] env[69183]: DEBUG oslo_vmware.api [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52269363-5738-b08b-10f9-a4194452e7b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.690498] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.742660] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067484} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.742814] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.743619] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605784e5-ae6e-4f08-a559-897f1fac5ee3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.769164] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 0619785e-65a2-41de-abbe-b394ef2d1916/0619785e-65a2-41de-abbe-b394ef2d1916.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.769632] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-333cbdbd-0c6e-41d3-a2d8-7b3069a34714 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.793499] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1059.793499] env[69183]: value = "task-2790421" [ 1059.793499] env[69183]: _type = "Task" [ 1059.793499] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.802245] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.816520] env[69183]: DEBUG nova.scheduler.client.report [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.835076] env[69183]: DEBUG nova.objects.instance [None req-964d113e-69c3-48bf-bf5f-07dc211de243 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lazy-loading 'flavor' on Instance uuid 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.075041] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.186363] env[69183]: DEBUG oslo_vmware.api [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52269363-5738-b08b-10f9-a4194452e7b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011809} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.187125] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-984c9215-0e0d-4b80-ba27-ad1b9e52f1f6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.192887] env[69183]: DEBUG oslo_vmware.api [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1060.192887] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52595418-5019-c5f5-0022-69c0040b8287" [ 1060.192887] env[69183]: _type = "Task" [ 1060.192887] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.203395] env[69183]: DEBUG oslo_vmware.api [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52595418-5019-c5f5-0022-69c0040b8287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.304926] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.324050] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.324050] env[69183]: DEBUG nova.compute.manager [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.325695] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.078s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.705206] env[69183]: DEBUG oslo_vmware.api [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52595418-5019-c5f5-0022-69c0040b8287, 'name': SearchDatastore_Task, 'duration_secs': 0.012739} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.705206] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.705697] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 75156231-e8a2-406d-98d2-d5fa70f5408a/f7726cdb-6378-48d3-afce-c7bc7e065714-rescue.vmdk. {{(pid=69183) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1060.708019] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd242c79-6096-4411-ae86-955c7974156c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.715400] env[69183]: DEBUG oslo_vmware.api [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1060.715400] env[69183]: value = "task-2790423" [ 1060.715400] env[69183]: _type = "Task" [ 1060.715400] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.726462] env[69183]: DEBUG oslo_vmware.api [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.805878] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790421, 'name': ReconfigVM_Task, 'duration_secs': 0.886029} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.806185] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 0619785e-65a2-41de-abbe-b394ef2d1916/0619785e-65a2-41de-abbe-b394ef2d1916.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.806814] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-818b7029-4766-4338-95e9-33963729aa7d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.813516] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1060.813516] env[69183]: value = "task-2790424" [ 1060.813516] env[69183]: _type = "Task" [ 1060.813516] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.822372] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790424, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.828672] env[69183]: DEBUG nova.compute.utils [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.832520] env[69183]: DEBUG nova.compute.manager [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.832692] env[69183]: DEBUG nova.network.neutron [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.842573] env[69183]: DEBUG oslo_concurrency.lockutils [None req-964d113e-69c3-48bf-bf5f-07dc211de243 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.300s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.892103] env[69183]: DEBUG nova.policy [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1849c6610e7b4e43b6c4d863b8d9a49a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7be7126bdc4d4a02915cdcb330a2bea6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.079431] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "176fd0cc-5a63-4bd2-b552-0b733267ade5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.079666] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "176fd0cc-5a63-4bd2-b552-0b733267ade5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.137592] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bf77de-f4fa-4687-b948-85511110cbb8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.146708] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e78e585-02e4-47f7-96a6-744b4fa366af {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.180336] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5083e91-6ffb-476d-ba76-9acf0e91fcf7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.188026] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52534b5-7eb7-4730-8a12-4e278ce13ec4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.201865] env[69183]: DEBUG nova.compute.provider_tree [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.225400] env[69183]: DEBUG oslo_vmware.api [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790423, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.323875] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790424, 'name': Rename_Task, 'duration_secs': 0.198464} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.324257] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.324547] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c808da7b-a6cc-4979-9c51-0952debe033f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.333338] env[69183]: DEBUG nova.compute.manager [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.339303] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1061.339303] env[69183]: value = "task-2790425" [ 1061.339303] env[69183]: _type = "Task" [ 1061.339303] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.346664] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.389074] env[69183]: DEBUG nova.network.neutron [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Successfully created port: 165eaa02-624c-45b0-8958-b8df62c656ac {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.582519] env[69183]: DEBUG nova.compute.manager [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.722831] env[69183]: ERROR nova.scheduler.client.report [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [req-c0eaeb6c-e837-45cf-894d-bb49fae13cdf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ac1d5a79-805a-416e-80c0-31063a094839. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c0eaeb6c-e837-45cf-894d-bb49fae13cdf"}]} [ 1061.728809] env[69183]: DEBUG oslo_vmware.api [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.976678} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.729094] env[69183]: INFO nova.virt.vmwareapi.ds_util [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 75156231-e8a2-406d-98d2-d5fa70f5408a/f7726cdb-6378-48d3-afce-c7bc7e065714-rescue.vmdk. [ 1061.729903] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2439cee4-2240-4286-8ef1-4eb7665b7927 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.760547] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 75156231-e8a2-406d-98d2-d5fa70f5408a/f7726cdb-6378-48d3-afce-c7bc7e065714-rescue.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.761762] env[69183]: DEBUG nova.scheduler.client.report [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Refreshing inventories for resource provider ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1061.763855] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db2897ae-11c1-45d4-8dd4-7ae752ae1322 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.787213] env[69183]: DEBUG oslo_vmware.api [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1061.787213] env[69183]: value = "task-2790426" [ 1061.787213] env[69183]: _type = "Task" [ 1061.787213] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.789994] env[69183]: DEBUG nova.scheduler.client.report [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Updating ProviderTree inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1061.790113] env[69183]: DEBUG nova.compute.provider_tree [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.795330] env[69183]: DEBUG oslo_vmware.api [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790426, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.805536] env[69183]: DEBUG nova.scheduler.client.report [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Refreshing aggregate associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, aggregates: None {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1061.826289] env[69183]: DEBUG nova.scheduler.client.report [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Refreshing trait associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1061.858102] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790425, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.983764] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.984045] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.984295] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.984495] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.984683] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.987344] env[69183]: INFO nova.compute.manager [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Terminating instance [ 1062.106108] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e44ba41-80a2-4607-a4e8-c87fd7a1bb99 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.109573] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.114981] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8949897b-24f3-4e31-bd01-2e3fda11bfec {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.150303] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00aa6ed-1644-497e-9756-7d08d7f459f6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.158591] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722faa13-c5c3-486a-b56c-0d2a320a7576 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.172965] env[69183]: DEBUG nova.compute.provider_tree [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1062.296370] env[69183]: DEBUG oslo_vmware.api [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790426, 'name': ReconfigVM_Task, 'duration_secs': 0.321634} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.296512] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 75156231-e8a2-406d-98d2-d5fa70f5408a/f7726cdb-6378-48d3-afce-c7bc7e065714-rescue.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.297327] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d8469b-9b83-4e30-9d0b-17cfa688b6e9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.322867] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c3ecb0d-b866-40b2-a9bd-dc13d9542587 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.339562] env[69183]: DEBUG oslo_vmware.api [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1062.339562] env[69183]: value = "task-2790427" [ 1062.339562] env[69183]: _type = "Task" [ 1062.339562] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.351918] env[69183]: DEBUG nova.compute.manager [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.354047] env[69183]: DEBUG oslo_vmware.api [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790427, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.357171] env[69183]: DEBUG oslo_vmware.api [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790425, 'name': PowerOnVM_Task, 'duration_secs': 0.833444} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.358217] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.358217] env[69183]: INFO nova.compute.manager [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1062.358217] env[69183]: DEBUG nova.compute.manager [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.358635] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce2f0ac-352c-486f-a729-0180e3076aa4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.384839] env[69183]: DEBUG nova.virt.hardware [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.385114] env[69183]: DEBUG nova.virt.hardware [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.385733] env[69183]: DEBUG nova.virt.hardware [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.385733] env[69183]: DEBUG nova.virt.hardware [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.385733] env[69183]: DEBUG nova.virt.hardware [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.385898] env[69183]: DEBUG nova.virt.hardware [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.386067] env[69183]: DEBUG nova.virt.hardware [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.386245] env[69183]: DEBUG nova.virt.hardware [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.386416] env[69183]: DEBUG nova.virt.hardware [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.386593] env[69183]: DEBUG nova.virt.hardware [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.386780] env[69183]: DEBUG nova.virt.hardware [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.387684] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ac2d74-aad7-4f87-9e87-2280302de21a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.396158] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04047a16-4b7e-4639-a968-d8dc1356e2b3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.491809] env[69183]: DEBUG nova.compute.manager [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.492101] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.493106] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7201e2b-3a4f-4bc5-b641-890a79f1265e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.501632] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.501966] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6ae8a69-b5fe-43ab-9f67-8a1d3e3c3d2d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.509367] env[69183]: DEBUG oslo_vmware.api [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1062.509367] env[69183]: value = "task-2790428" [ 1062.509367] env[69183]: _type = "Task" [ 1062.509367] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.518985] env[69183]: DEBUG oslo_vmware.api [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.706228] env[69183]: DEBUG nova.scheduler.client.report [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Updated inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1062.706504] env[69183]: DEBUG nova.compute.provider_tree [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 134 to 135 during operation: update_inventory {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1062.706691] env[69183]: DEBUG nova.compute.provider_tree [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1062.832949] env[69183]: DEBUG nova.compute.manager [req-6118b4a5-6733-46b2-a2ec-1825e79a2abe req-f35f9ce2-b41a-48b3-8001-c677176ba89d service nova] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Received event network-vif-plugged-165eaa02-624c-45b0-8958-b8df62c656ac {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1062.833350] env[69183]: DEBUG oslo_concurrency.lockutils [req-6118b4a5-6733-46b2-a2ec-1825e79a2abe req-f35f9ce2-b41a-48b3-8001-c677176ba89d service nova] Acquiring lock "b5217301-8549-4cf9-aae5-5ea43a7752b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.834057] env[69183]: DEBUG oslo_concurrency.lockutils [req-6118b4a5-6733-46b2-a2ec-1825e79a2abe req-f35f9ce2-b41a-48b3-8001-c677176ba89d service nova] Lock "b5217301-8549-4cf9-aae5-5ea43a7752b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.834348] env[69183]: DEBUG oslo_concurrency.lockutils [req-6118b4a5-6733-46b2-a2ec-1825e79a2abe req-f35f9ce2-b41a-48b3-8001-c677176ba89d service nova] Lock "b5217301-8549-4cf9-aae5-5ea43a7752b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.834605] env[69183]: DEBUG nova.compute.manager [req-6118b4a5-6733-46b2-a2ec-1825e79a2abe req-f35f9ce2-b41a-48b3-8001-c677176ba89d service nova] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] No waiting events found dispatching network-vif-plugged-165eaa02-624c-45b0-8958-b8df62c656ac {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.834854] env[69183]: WARNING nova.compute.manager [req-6118b4a5-6733-46b2-a2ec-1825e79a2abe req-f35f9ce2-b41a-48b3-8001-c677176ba89d service nova] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Received unexpected event network-vif-plugged-165eaa02-624c-45b0-8958-b8df62c656ac for instance with vm_state building and task_state spawning. [ 1062.852730] env[69183]: DEBUG oslo_vmware.api [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790427, 'name': ReconfigVM_Task, 'duration_secs': 0.174443} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.853413] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.853755] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dedd2497-626c-45db-bc00-7b5f91851d02 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.863295] env[69183]: DEBUG oslo_vmware.api [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1062.863295] env[69183]: value = "task-2790429" [ 1062.863295] env[69183]: _type = "Task" [ 1062.863295] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.877353] env[69183]: DEBUG oslo_vmware.api [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.879901] env[69183]: INFO nova.compute.manager [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Took 22.66 seconds to build instance. [ 1062.940463] env[69183]: DEBUG nova.network.neutron [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Successfully updated port: 165eaa02-624c-45b0-8958-b8df62c656ac {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.020490] env[69183]: DEBUG oslo_vmware.api [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790428, 'name': PowerOffVM_Task, 'duration_secs': 0.394756} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.021117] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.021297] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.021560] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87c7a109-67ba-4df6-bbf4-219d1a0ed7ae {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.097540] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.097838] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.098071] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Deleting the datastore file [datastore1] 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.098218] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff16bd66-a863-4fbe-a2bb-a47c8fbf6712 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.105684] env[69183]: DEBUG oslo_vmware.api [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1063.105684] env[69183]: value = "task-2790431" [ 1063.105684] env[69183]: _type = "Task" [ 1063.105684] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.114116] env[69183]: DEBUG oslo_vmware.api [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.373079] env[69183]: DEBUG oslo_vmware.api [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790429, 'name': PowerOnVM_Task, 'duration_secs': 0.428764} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.373478] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.375947] env[69183]: DEBUG nova.compute.manager [None req-0c5b1cdf-9508-4fba-9959-3a0d02ec959a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.376744] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cd1d01-0650-4743-9d26-ac27f1522a83 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.383182] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c40fed87-e939-4736-a510-0dbc3a7b3866 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "0619785e-65a2-41de-abbe-b394ef2d1916" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.171s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.443472] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquiring lock "refresh_cache-b5217301-8549-4cf9-aae5-5ea43a7752b2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.443638] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquired lock "refresh_cache-b5217301-8549-4cf9-aae5-5ea43a7752b2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.443800] env[69183]: DEBUG nova.network.neutron [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.617326] env[69183]: DEBUG oslo_vmware.api [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482965} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.617593] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.617902] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.618111] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.618294] env[69183]: INFO nova.compute.manager [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1063.618542] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.618733] env[69183]: DEBUG nova.compute.manager [-] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.618828] env[69183]: DEBUG nova.network.neutron [-] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.718546] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.392s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.721284] env[69183]: DEBUG oslo_concurrency.lockutils [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.328s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.992371] env[69183]: DEBUG nova.network.neutron [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.127576] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.127866] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.210774] env[69183]: DEBUG nova.network.neutron [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Updating instance_info_cache with network_info: [{"id": "165eaa02-624c-45b0-8958-b8df62c656ac", "address": "fa:16:3e:23:23:87", "network": {"id": "865efc6d-5266-4031-9c8a-d753d79059cc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1828770386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7be7126bdc4d4a02915cdcb330a2bea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165eaa02-62", "ovs_interfaceid": "165eaa02-624c-45b0-8958-b8df62c656ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.229014] env[69183]: INFO nova.compute.claims [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.285717] env[69183]: INFO nova.scheduler.client.report [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Deleted allocation for migration e8e6b94b-0a90-4863-b1cf-7647df5b30f6 [ 1064.297668] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "0619785e-65a2-41de-abbe-b394ef2d1916" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.297668] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "0619785e-65a2-41de-abbe-b394ef2d1916" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.297668] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "0619785e-65a2-41de-abbe-b394ef2d1916-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.297838] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "0619785e-65a2-41de-abbe-b394ef2d1916-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.297886] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "0619785e-65a2-41de-abbe-b394ef2d1916-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.300061] env[69183]: INFO nova.compute.manager [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Terminating instance [ 1064.639222] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.639222] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.639738] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.639738] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.639929] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.640176] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.641291] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69183) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1064.641291] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.698206] env[69183]: DEBUG nova.network.neutron [-] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.713815] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Releasing lock "refresh_cache-b5217301-8549-4cf9-aae5-5ea43a7752b2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.714259] env[69183]: DEBUG nova.compute.manager [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Instance network_info: |[{"id": "165eaa02-624c-45b0-8958-b8df62c656ac", "address": "fa:16:3e:23:23:87", "network": {"id": "865efc6d-5266-4031-9c8a-d753d79059cc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1828770386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7be7126bdc4d4a02915cdcb330a2bea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165eaa02-62", "ovs_interfaceid": "165eaa02-624c-45b0-8958-b8df62c656ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.716150] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:23:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2d3bf80-d60a-4b53-a00a-1381de6d4a12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '165eaa02-624c-45b0-8958-b8df62c656ac', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.726715] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.726715] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.726715] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-960d241c-723e-4307-bbdc-ab27f85c201f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.745689] env[69183]: INFO nova.compute.resource_tracker [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Updating resource usage from migration 78c471f8-f7f6-4bf5-9ba8-2533a1f50528 [ 1064.755731] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.755731] env[69183]: value = "task-2790433" [ 1064.755731] env[69183]: _type = "Task" [ 1064.755731] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.765051] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790433, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.791659] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2bcc8df1-b623-4281-a21a-4ade0994ba6d tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "0b074aac-dea9-4889-9e0f-84228979f883" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.647s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.803715] env[69183]: DEBUG nova.compute.manager [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.803836] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.805168] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e64f65-33cc-44a3-a49a-95fc22a40489 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.821514] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.824479] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71d4b20a-6f48-4b9d-8f54-55e1164b2ad5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.833704] env[69183]: DEBUG oslo_vmware.api [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1064.833704] env[69183]: value = "task-2790434" [ 1064.833704] env[69183]: _type = "Task" [ 1064.833704] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.847885] env[69183]: DEBUG oslo_vmware.api [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.884631] env[69183]: DEBUG nova.compute.manager [req-a6833429-5ed4-472a-8077-373be740ed28 req-e4d17f34-6d11-4e04-9744-dc8d230f3a4c service nova] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Received event network-changed-165eaa02-624c-45b0-8958-b8df62c656ac {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1064.885044] env[69183]: DEBUG nova.compute.manager [req-a6833429-5ed4-472a-8077-373be740ed28 req-e4d17f34-6d11-4e04-9744-dc8d230f3a4c service nova] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Refreshing instance network info cache due to event network-changed-165eaa02-624c-45b0-8958-b8df62c656ac. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1064.885044] env[69183]: DEBUG oslo_concurrency.lockutils [req-a6833429-5ed4-472a-8077-373be740ed28 req-e4d17f34-6d11-4e04-9744-dc8d230f3a4c service nova] Acquiring lock "refresh_cache-b5217301-8549-4cf9-aae5-5ea43a7752b2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.885044] env[69183]: DEBUG oslo_concurrency.lockutils [req-a6833429-5ed4-472a-8077-373be740ed28 req-e4d17f34-6d11-4e04-9744-dc8d230f3a4c service nova] Acquired lock "refresh_cache-b5217301-8549-4cf9-aae5-5ea43a7752b2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.885169] env[69183]: DEBUG nova.network.neutron [req-a6833429-5ed4-472a-8077-373be740ed28 req-e4d17f34-6d11-4e04-9744-dc8d230f3a4c service nova] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Refreshing network info cache for port 165eaa02-624c-45b0-8958-b8df62c656ac {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.075821] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6cc636-b7c3-42d6-bdb7-152b65be30ae {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.085041] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e154eb-2566-454f-b867-df6a2a9e279e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.117621] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a625e58d-1043-4dbf-9059-f487adf40e81 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.125749] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250682b4-7573-4f42-abcf-857ab061e372 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.140707] env[69183]: DEBUG nova.compute.provider_tree [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1065.144144] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.201038] env[69183]: INFO nova.compute.manager [-] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Took 1.58 seconds to deallocate network for instance. [ 1065.266665] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790433, 'name': CreateVM_Task, 'duration_secs': 0.481645} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.266866] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.267573] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.267741] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.268074] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.268328] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f4cf709-a163-48c3-8cc2-0e4340f7d36e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.273476] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for the task: (returnval){ [ 1065.273476] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52f4c756-b1b1-36aa-362c-598a21c82b53" [ 1065.273476] env[69183]: _type = "Task" [ 1065.273476] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.281626] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f4c756-b1b1-36aa-362c-598a21c82b53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.344206] env[69183]: DEBUG oslo_vmware.api [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790434, 'name': PowerOffVM_Task, 'duration_secs': 0.220098} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.344557] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.344726] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.344973] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c2d834a-3444-46ba-9998-295f9fe0d617 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.416325] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.416555] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.416774] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Deleting the datastore file [datastore2] 0619785e-65a2-41de-abbe-b394ef2d1916 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.417066] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2bb3ef1-a7cc-4ba3-960d-be9db9887cf2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.432440] env[69183]: DEBUG oslo_vmware.api [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1065.432440] env[69183]: value = "task-2790436" [ 1065.432440] env[69183]: _type = "Task" [ 1065.432440] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.442225] env[69183]: DEBUG oslo_vmware.api [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.597926] env[69183]: DEBUG nova.network.neutron [req-a6833429-5ed4-472a-8077-373be740ed28 req-e4d17f34-6d11-4e04-9744-dc8d230f3a4c service nova] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Updated VIF entry in instance network info cache for port 165eaa02-624c-45b0-8958-b8df62c656ac. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.598322] env[69183]: DEBUG nova.network.neutron [req-a6833429-5ed4-472a-8077-373be740ed28 req-e4d17f34-6d11-4e04-9744-dc8d230f3a4c service nova] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Updating instance_info_cache with network_info: [{"id": "165eaa02-624c-45b0-8958-b8df62c656ac", "address": "fa:16:3e:23:23:87", "network": {"id": "865efc6d-5266-4031-9c8a-d753d79059cc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1828770386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7be7126bdc4d4a02915cdcb330a2bea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165eaa02-62", "ovs_interfaceid": "165eaa02-624c-45b0-8958-b8df62c656ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.662681] env[69183]: ERROR nova.scheduler.client.report [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [req-b4b4f775-11d2-49c6-916e-9a152c7cf563] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ac1d5a79-805a-416e-80c0-31063a094839. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b4b4f775-11d2-49c6-916e-9a152c7cf563"}]} [ 1065.681801] env[69183]: DEBUG nova.scheduler.client.report [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Refreshing inventories for resource provider ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1065.696888] env[69183]: DEBUG nova.scheduler.client.report [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Updating ProviderTree inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1065.697139] env[69183]: DEBUG nova.compute.provider_tree [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1065.706908] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.707824] env[69183]: DEBUG nova.scheduler.client.report [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Refreshing aggregate associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, aggregates: None {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1065.735692] env[69183]: DEBUG nova.scheduler.client.report [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Refreshing trait associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1065.785376] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f4c756-b1b1-36aa-362c-598a21c82b53, 'name': SearchDatastore_Task, 'duration_secs': 0.009986} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.785698] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.785937] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.786191] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.786341] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.786663] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.786825] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e7e688d-eaa9-4813-94a6-7d4db074197d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.804423] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.804560] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.808022] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4618728c-f530-4ebf-8730-fc4e5144688c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.810962] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for the task: (returnval){ [ 1065.810962] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527c3441-4e8a-e7a4-e274-af2a52597a3c" [ 1065.810962] env[69183]: _type = "Task" [ 1065.810962] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.821836] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527c3441-4e8a-e7a4-e274-af2a52597a3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.946565] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "0b074aac-dea9-4889-9e0f-84228979f883" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.946913] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "0b074aac-dea9-4889-9e0f-84228979f883" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.947706] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "0b074aac-dea9-4889-9e0f-84228979f883-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.947960] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "0b074aac-dea9-4889-9e0f-84228979f883-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.948191] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "0b074aac-dea9-4889-9e0f-84228979f883-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.950069] env[69183]: DEBUG oslo_vmware.api [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150903} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.950645] env[69183]: INFO nova.compute.manager [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Terminating instance [ 1065.952126] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.952576] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.952576] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.952699] env[69183]: INFO nova.compute.manager [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1065.953145] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.956579] env[69183]: DEBUG nova.compute.manager [-] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.956718] env[69183]: DEBUG nova.network.neutron [-] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.045563] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670feb14-8949-4b64-9b47-2f195641af66 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.053956] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea704466-973e-45a1-8cf8-b33dbb30566d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.087293] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcc9acc-9d6c-48dd-bad1-c213aabdf62c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.095176] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59737d4a-afb7-4ac4-827c-b8b0bbd8734b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.101056] env[69183]: DEBUG oslo_concurrency.lockutils [req-a6833429-5ed4-472a-8077-373be740ed28 req-e4d17f34-6d11-4e04-9744-dc8d230f3a4c service nova] Releasing lock "refresh_cache-b5217301-8549-4cf9-aae5-5ea43a7752b2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.101315] env[69183]: DEBUG nova.compute.manager [req-a6833429-5ed4-472a-8077-373be740ed28 req-e4d17f34-6d11-4e04-9744-dc8d230f3a4c service nova] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Received event network-vif-deleted-ef33e7d7-ba39-476e-a0da-2e89eb5d5089 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1066.109307] env[69183]: DEBUG nova.compute.provider_tree [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1066.113592] env[69183]: INFO nova.compute.manager [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Rescuing [ 1066.113592] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "refresh_cache-f3042ae2-18ad-4ecd-ad53-4ea9a1584aef" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.113592] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquired lock "refresh_cache-f3042ae2-18ad-4ecd-ad53-4ea9a1584aef" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.113592] env[69183]: DEBUG nova.network.neutron [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.321519] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527c3441-4e8a-e7a4-e274-af2a52597a3c, 'name': SearchDatastore_Task, 'duration_secs': 0.018481} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.322437] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e4ebc3e-a1fe-4cbc-a5c2-8336b119a1b3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.329261] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for the task: (returnval){ [ 1066.329261] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]528ba42b-de7c-9564-d126-3a89c5a7016c" [ 1066.329261] env[69183]: _type = "Task" [ 1066.329261] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.337174] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528ba42b-de7c-9564-d126-3a89c5a7016c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.450879] env[69183]: DEBUG oslo_concurrency.lockutils [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "bf50d812-bb70-4baf-acde-462a3d98991c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.451123] env[69183]: DEBUG oslo_concurrency.lockutils [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "bf50d812-bb70-4baf-acde-462a3d98991c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.459181] env[69183]: DEBUG nova.compute.manager [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.459403] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.460260] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3a7482-9042-4339-9e28-95674dc8b375 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.469118] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.469324] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8882fc0-48e1-47ed-abc9-86a08e04946b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.476092] env[69183]: DEBUG oslo_vmware.api [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1066.476092] env[69183]: value = "task-2790437" [ 1066.476092] env[69183]: _type = "Task" [ 1066.476092] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.484367] env[69183]: DEBUG oslo_vmware.api [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.632863] env[69183]: ERROR nova.scheduler.client.report [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [req-00d7ec3d-30e8-4926-bc36-28d73784302c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ac1d5a79-805a-416e-80c0-31063a094839. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-00d7ec3d-30e8-4926-bc36-28d73784302c"}]} [ 1066.648937] env[69183]: DEBUG nova.scheduler.client.report [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Refreshing inventories for resource provider ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1066.663157] env[69183]: DEBUG nova.scheduler.client.report [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Updating ProviderTree inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1066.663460] env[69183]: DEBUG nova.compute.provider_tree [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1066.676340] env[69183]: DEBUG nova.scheduler.client.report [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Refreshing aggregate associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, aggregates: None {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1066.698020] env[69183]: DEBUG nova.scheduler.client.report [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Refreshing trait associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1066.714981] env[69183]: DEBUG nova.network.neutron [-] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.827153] env[69183]: DEBUG nova.network.neutron [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Updating instance_info_cache with network_info: [{"id": "18e6d3f5-15a4-41fe-9692-cab24eb5213a", "address": "fa:16:3e:d1:b8:91", "network": {"id": "8bbed847-7558-4366-8344-09eab3f71da3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-832336373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eff32ba0f4cf48eebea581edfca21bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e6d3f5-15", "ovs_interfaceid": "18e6d3f5-15a4-41fe-9692-cab24eb5213a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.839133] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528ba42b-de7c-9564-d126-3a89c5a7016c, 'name': SearchDatastore_Task, 'duration_secs': 0.027298} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.842034] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.842311] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] b5217301-8549-4cf9-aae5-5ea43a7752b2/b5217301-8549-4cf9-aae5-5ea43a7752b2.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.842739] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb9b9ac0-0893-4519-b6e2-d85be2087cfb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.850296] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for the task: (returnval){ [ 1066.850296] env[69183]: value = "task-2790438" [ 1066.850296] env[69183]: _type = "Task" [ 1066.850296] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.861665] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.863195] env[69183]: DEBUG oslo_concurrency.lockutils [None req-18babb69-30df-40f3-a074-fb1b7faf2500 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.863427] env[69183]: DEBUG oslo_concurrency.lockutils [None req-18babb69-30df-40f3-a074-fb1b7faf2500 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.863618] env[69183]: DEBUG nova.compute.manager [None req-18babb69-30df-40f3-a074-fb1b7faf2500 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.864537] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af864ece-3609-4d39-a75f-6810737d7a53 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.875856] env[69183]: DEBUG nova.compute.manager [None req-18babb69-30df-40f3-a074-fb1b7faf2500 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69183) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1066.876163] env[69183]: DEBUG nova.objects.instance [None req-18babb69-30df-40f3-a074-fb1b7faf2500 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lazy-loading 'flavor' on Instance uuid de082184-d2e2-4020-b5dc-c0c2670f2f8e {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.914024] env[69183]: DEBUG nova.compute.manager [req-45118e5a-c09f-497d-a875-9306a49e5f56 req-a8f8b7b7-f894-4cec-89bd-18c630cb39f6 service nova] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Received event network-vif-deleted-fb2d8e99-0adf-4fb1-86a7-81ff72f20c4b {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1066.953665] env[69183]: DEBUG nova.compute.manager [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1066.976860] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5369b5de-4b47-4504-aa51-34e367bdb221 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.990892] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb72555-5aef-49fc-82f8-ac5845dab931 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.994205] env[69183]: DEBUG oslo_vmware.api [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790437, 'name': PowerOffVM_Task, 'duration_secs': 0.212125} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.995161] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.995343] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.995979] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91740a01-14e7-41e2-ad2e-478f094d112b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.025125] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ef5356-49ee-4407-914d-d2df09414c1c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.034155] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209bbd13-f8d4-46a2-bdd5-ce314aed6746 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.049641] env[69183]: DEBUG nova.compute.provider_tree [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1067.092412] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.092767] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.093073] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Deleting the datastore file [datastore1] 0b074aac-dea9-4889-9e0f-84228979f883 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.093514] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-385cc6b9-0f37-4a40-a20f-b51d794b9554 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.101403] env[69183]: DEBUG oslo_vmware.api [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1067.101403] env[69183]: value = "task-2790440" [ 1067.101403] env[69183]: _type = "Task" [ 1067.101403] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.110079] env[69183]: DEBUG oslo_vmware.api [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.219167] env[69183]: INFO nova.compute.manager [-] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Took 1.26 seconds to deallocate network for instance. [ 1067.330488] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Releasing lock "refresh_cache-f3042ae2-18ad-4ecd-ad53-4ea9a1584aef" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.364349] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434655} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.367046] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] b5217301-8549-4cf9-aae5-5ea43a7752b2/b5217301-8549-4cf9-aae5-5ea43a7752b2.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.367267] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.367693] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6534f810-3b96-498e-ae24-fbecd3efec6e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.373603] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for the task: (returnval){ [ 1067.373603] env[69183]: value = "task-2790441" [ 1067.373603] env[69183]: _type = "Task" [ 1067.373603] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.385781] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.476884] env[69183]: DEBUG oslo_concurrency.lockutils [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.592370] env[69183]: DEBUG nova.scheduler.client.report [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Updated inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 with generation 137 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1067.592495] env[69183]: DEBUG nova.compute.provider_tree [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 137 to 138 during operation: update_inventory {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1067.592655] env[69183]: DEBUG nova.compute.provider_tree [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1067.611557] env[69183]: DEBUG oslo_vmware.api [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280058} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.611798] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.611976] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.612182] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.612444] env[69183]: INFO nova.compute.manager [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1067.612618] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.612784] env[69183]: DEBUG nova.compute.manager [-] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.612878] env[69183]: DEBUG nova.network.neutron [-] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.726914] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.885743] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058929} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.886100] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.886676] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-18babb69-30df-40f3-a074-fb1b7faf2500 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.887273] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38047215-c1b8-419d-b050-a5cd6d14444d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.890216] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51ed0192-40f4-468b-8e46-62209ce1298e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.913762] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] b5217301-8549-4cf9-aae5-5ea43a7752b2/b5217301-8549-4cf9-aae5-5ea43a7752b2.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.916365] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90d4524f-0c28-4a5a-b911-596d5eec7c22 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.934569] env[69183]: DEBUG oslo_vmware.api [None req-18babb69-30df-40f3-a074-fb1b7faf2500 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1067.934569] env[69183]: value = "task-2790442" [ 1067.934569] env[69183]: _type = "Task" [ 1067.934569] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.942333] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for the task: (returnval){ [ 1067.942333] env[69183]: value = "task-2790443" [ 1067.942333] env[69183]: _type = "Task" [ 1067.942333] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.946420] env[69183]: DEBUG oslo_vmware.api [None req-18babb69-30df-40f3-a074-fb1b7faf2500 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.955099] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.098495] env[69183]: DEBUG oslo_concurrency.lockutils [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.377s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.098621] env[69183]: INFO nova.compute.manager [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Migrating [ 1068.105918] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.602s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.106162] env[69183]: DEBUG nova.objects.instance [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lazy-loading 'pci_requests' on Instance uuid b731d090-943b-42e9-ba26-912766186d28 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.381828] env[69183]: DEBUG nova.network.neutron [-] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.453332] env[69183]: DEBUG oslo_vmware.api [None req-18babb69-30df-40f3-a074-fb1b7faf2500 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790442, 'name': PowerOffVM_Task, 'duration_secs': 0.316879} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.457703] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-18babb69-30df-40f3-a074-fb1b7faf2500 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.458015] env[69183]: DEBUG nova.compute.manager [None req-18babb69-30df-40f3-a074-fb1b7faf2500 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.458890] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8089fbf-7a95-4e4d-8cc6-4c7fba40100d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.470364] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.612746] env[69183]: DEBUG nova.objects.instance [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lazy-loading 'numa_topology' on Instance uuid b731d090-943b-42e9-ba26-912766186d28 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.615841] env[69183]: DEBUG oslo_concurrency.lockutils [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "refresh_cache-4a10ced8-b3d4-4f2a-955b-a8884a8209b8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.616035] env[69183]: DEBUG oslo_concurrency.lockutils [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired lock "refresh_cache-4a10ced8-b3d4-4f2a-955b-a8884a8209b8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.616215] env[69183]: DEBUG nova.network.neutron [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.625185] env[69183]: INFO nova.compute.manager [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Rebuilding instance [ 1068.679678] env[69183]: DEBUG nova.compute.manager [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.679857] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfac674-3bad-426f-afce-57e3cacb2cb1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.877772] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.878117] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-808b7c5b-2b23-4503-95ff-cbaf172a2b5a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.883748] env[69183]: INFO nova.compute.manager [-] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Took 1.27 seconds to deallocate network for instance. [ 1068.885973] env[69183]: DEBUG oslo_vmware.api [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1068.885973] env[69183]: value = "task-2790444" [ 1068.885973] env[69183]: _type = "Task" [ 1068.885973] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.898631] env[69183]: DEBUG oslo_vmware.api [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.946645] env[69183]: DEBUG nova.compute.manager [req-37fe1917-6d36-408f-ada1-7d9ebb810671 req-992a2195-9a2a-49be-b542-06b7b23ab4e6 service nova] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Received event network-vif-deleted-6ba46727-565a-4d9c-8820-fcf257a85dd6 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1068.957834] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790443, 'name': ReconfigVM_Task, 'duration_secs': 0.844491} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.958150] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Reconfigured VM instance instance-00000063 to attach disk [datastore1] b5217301-8549-4cf9-aae5-5ea43a7752b2/b5217301-8549-4cf9-aae5-5ea43a7752b2.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.958765] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3331e371-76cf-4dc0-9fd0-ea784e23bf42 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.966853] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for the task: (returnval){ [ 1068.966853] env[69183]: value = "task-2790445" [ 1068.966853] env[69183]: _type = "Task" [ 1068.966853] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.976976] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790445, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.977452] env[69183]: DEBUG oslo_concurrency.lockutils [None req-18babb69-30df-40f3-a074-fb1b7faf2500 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.114s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.116281] env[69183]: INFO nova.compute.claims [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.250872] env[69183]: DEBUG nova.objects.instance [None req-2272a2aa-b024-46d2-8d50-e5ba0057b4b3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lazy-loading 'flavor' on Instance uuid de082184-d2e2-4020-b5dc-c0c2670f2f8e {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.356193] env[69183]: DEBUG nova.network.neutron [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Updating instance_info_cache with network_info: [{"id": "90dc8f28-03a3-4925-af83-ffaf7b88a700", "address": "fa:16:3e:a5:c2:01", "network": {"id": "dd86d277-8747-4c50-a305-9b46298b69c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619207239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b95c9dfa9d48df99b1364995883c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90dc8f28-03", "ovs_interfaceid": "90dc8f28-03a3-4925-af83-ffaf7b88a700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.394855] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.400673] env[69183]: DEBUG oslo_vmware.api [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790444, 'name': PowerOffVM_Task, 'duration_secs': 0.275309} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.401172] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.404205] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961dda94-7614-475f-85ca-e610e047efc3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.421254] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f620119c-af35-40aa-82ee-e151f13a3d15 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.456959] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.457313] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f578af5a-5b4d-4d47-a0e5-bb59b3d894f5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.465027] env[69183]: DEBUG oslo_vmware.api [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1069.465027] env[69183]: value = "task-2790446" [ 1069.465027] env[69183]: _type = "Task" [ 1069.465027] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.476599] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790445, 'name': Rename_Task, 'duration_secs': 0.229569} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.479288] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.479810] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a501be83-1252-4521-8392-0c6e6c41aa94 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.481471] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] VM already powered off {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1069.481678] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.481918] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.482077] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.482264] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.482494] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2954135e-53db-4104-bf6b-43acec05ea3c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.487994] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for the task: (returnval){ [ 1069.487994] env[69183]: value = "task-2790447" [ 1069.487994] env[69183]: _type = "Task" [ 1069.487994] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.493913] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.494122] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.497682] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1734d038-5c79-453a-abf8-1fd38ffde1ad {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.500255] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.503453] env[69183]: DEBUG oslo_vmware.api [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1069.503453] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52a88ed4-8d4d-237f-4733-976188eb3a52" [ 1069.503453] env[69183]: _type = "Task" [ 1069.503453] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.512056] env[69183]: DEBUG oslo_vmware.api [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a88ed4-8d4d-237f-4733-976188eb3a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.696799] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.696960] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82e08fce-d8e6-4306-a09e-2542715b50b7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.704728] env[69183]: DEBUG oslo_vmware.api [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Waiting for the task: (returnval){ [ 1069.704728] env[69183]: value = "task-2790448" [ 1069.704728] env[69183]: _type = "Task" [ 1069.704728] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.713154] env[69183]: DEBUG oslo_vmware.api [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Task: {'id': task-2790448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.756791] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2272a2aa-b024-46d2-8d50-e5ba0057b4b3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "refresh_cache-de082184-d2e2-4020-b5dc-c0c2670f2f8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.756924] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2272a2aa-b024-46d2-8d50-e5ba0057b4b3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "refresh_cache-de082184-d2e2-4020-b5dc-c0c2670f2f8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.757207] env[69183]: DEBUG nova.network.neutron [None req-2272a2aa-b024-46d2-8d50-e5ba0057b4b3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.757281] env[69183]: DEBUG nova.objects.instance [None req-2272a2aa-b024-46d2-8d50-e5ba0057b4b3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lazy-loading 'info_cache' on Instance uuid de082184-d2e2-4020-b5dc-c0c2670f2f8e {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.810380] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "603b8c48-2e69-441c-8ded-b48e31908587" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.810707] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "603b8c48-2e69-441c-8ded-b48e31908587" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.810971] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "603b8c48-2e69-441c-8ded-b48e31908587-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.811212] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "603b8c48-2e69-441c-8ded-b48e31908587-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.811450] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "603b8c48-2e69-441c-8ded-b48e31908587-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.813674] env[69183]: INFO nova.compute.manager [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Terminating instance [ 1069.858755] env[69183]: DEBUG oslo_concurrency.lockutils [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Releasing lock "refresh_cache-4a10ced8-b3d4-4f2a-955b-a8884a8209b8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.998450] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790447, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.012252] env[69183]: DEBUG oslo_vmware.api [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a88ed4-8d4d-237f-4733-976188eb3a52, 'name': SearchDatastore_Task, 'duration_secs': 0.023755} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.013062] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-527a5cb3-b1ba-4b68-9bde-5b6f69414fee {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.017873] env[69183]: DEBUG oslo_vmware.api [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1070.017873] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]528138c6-e92c-0248-10fb-3a84ba6be90d" [ 1070.017873] env[69183]: _type = "Task" [ 1070.017873] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.025686] env[69183]: DEBUG oslo_vmware.api [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528138c6-e92c-0248-10fb-3a84ba6be90d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.215071] env[69183]: DEBUG oslo_vmware.api [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Task: {'id': task-2790448, 'name': PowerOffVM_Task, 'duration_secs': 0.175762} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.217053] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.217742] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.218179] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b745f6b-4705-459d-b9a2-d1da40cf7d11 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.225151] env[69183]: DEBUG oslo_vmware.api [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Waiting for the task: (returnval){ [ 1070.225151] env[69183]: value = "task-2790449" [ 1070.225151] env[69183]: _type = "Task" [ 1070.225151] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.237803] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] VM already powered off {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1070.238027] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Volume detach. Driver type: vmdk {{(pid=69183) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1070.238221] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560793', 'volume_id': 'a763d985-a6cd-4925-87fa-611fb40cb409', 'name': 'volume-a763d985-a6cd-4925-87fa-611fb40cb409', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a763d985-a6cd-4925-87fa-611fb40cb409', 'serial': 'a763d985-a6cd-4925-87fa-611fb40cb409'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1070.239086] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70f927c-9a28-4d03-85bb-9a7f8a1b6777 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.262521] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7420a91-937a-40b1-b54f-0d45ce688a3e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.266430] env[69183]: DEBUG nova.objects.base [None req-2272a2aa-b024-46d2-8d50-e5ba0057b4b3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69183) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1070.271701] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7e2ed1-0f8b-4a61-9599-bbcd846a7345 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.295332] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b4d29c-3cd4-4ec2-9fba-1364ee3a5a31 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.312626] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] The volume has not been displaced from its original location: [datastore2] volume-a763d985-a6cd-4925-87fa-611fb40cb409/volume-a763d985-a6cd-4925-87fa-611fb40cb409.vmdk. No consolidation needed. {{(pid=69183) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1070.318333] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1070.321375] env[69183]: DEBUG nova.compute.manager [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.321581] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.321830] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84628dcf-d324-4716-8af3-1e68bae2370c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.335839] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9880e583-4a3c-468b-a524-38f176a8ef88 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.343697] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.344984] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8caa9f7e-a27e-4388-aa9e-2edefaeb8d8d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.346589] env[69183]: DEBUG oslo_vmware.api [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Waiting for the task: (returnval){ [ 1070.346589] env[69183]: value = "task-2790450" [ 1070.346589] env[69183]: _type = "Task" [ 1070.346589] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.355647] env[69183]: DEBUG oslo_vmware.api [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1070.355647] env[69183]: value = "task-2790451" [ 1070.355647] env[69183]: _type = "Task" [ 1070.355647] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.358889] env[69183]: DEBUG oslo_vmware.api [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Task: {'id': task-2790450, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.375799] env[69183]: DEBUG oslo_vmware.api [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.461362] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0720c4fa-55bf-4e4e-8e57-615f8c3e3ac4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.470491] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f2a670-2424-4be4-b5e0-3a1047265ccd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.505152] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca28cf7-fa41-48d3-bb08-3aab5118fb5c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.512484] env[69183]: DEBUG oslo_vmware.api [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790447, 'name': PowerOnVM_Task, 'duration_secs': 0.948095} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.514666] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.514889] env[69183]: INFO nova.compute.manager [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1070.515083] env[69183]: DEBUG nova.compute.manager [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.515932] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03efb193-5c2d-466c-8355-0ee1067cd46e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.519492] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60819ffe-8d58-4e0d-ad10-f43724f9a803 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.550122] env[69183]: DEBUG oslo_vmware.api [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]528138c6-e92c-0248-10fb-3a84ba6be90d, 'name': SearchDatastore_Task, 'duration_secs': 0.013741} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.550445] env[69183]: DEBUG nova.compute.provider_tree [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.552296] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.552736] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] f3042ae2-18ad-4ecd-ad53-4ea9a1584aef/f7726cdb-6378-48d3-afce-c7bc7e065714-rescue.vmdk. {{(pid=69183) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1070.553340] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-440316d0-5353-4103-b0db-9eef0d039c6f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.561280] env[69183]: DEBUG oslo_vmware.api [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1070.561280] env[69183]: value = "task-2790452" [ 1070.561280] env[69183]: _type = "Task" [ 1070.561280] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.570077] env[69183]: DEBUG oslo_vmware.api [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.863474] env[69183]: DEBUG oslo_vmware.api [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Task: {'id': task-2790450, 'name': ReconfigVM_Task, 'duration_secs': 0.224887} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.867355] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1070.875858] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d175b4ca-655b-4193-81a5-d1fb59d8ddee {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.894202] env[69183]: DEBUG oslo_vmware.api [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790451, 'name': PowerOffVM_Task, 'duration_secs': 0.226981} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.895763] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.896071] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.896498] env[69183]: DEBUG oslo_vmware.api [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Waiting for the task: (returnval){ [ 1070.896498] env[69183]: value = "task-2790453" [ 1070.896498] env[69183]: _type = "Task" [ 1070.896498] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.899289] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9163fa6c-d360-435d-8477-02e73c42e81a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.910861] env[69183]: DEBUG oslo_vmware.api [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Task: {'id': task-2790453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.004307] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.004745] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.005083] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Deleting the datastore file [datastore2] 603b8c48-2e69-441c-8ded-b48e31908587 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.005502] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d2dfbce-8cbe-4cb3-afa5-45d11d9337ad {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.014924] env[69183]: DEBUG oslo_vmware.api [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1071.014924] env[69183]: value = "task-2790455" [ 1071.014924] env[69183]: _type = "Task" [ 1071.014924] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.026706] env[69183]: DEBUG oslo_vmware.api [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.042034] env[69183]: DEBUG nova.network.neutron [None req-2272a2aa-b024-46d2-8d50-e5ba0057b4b3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Updating instance_info_cache with network_info: [{"id": "57d948b0-cbe2-4120-a503-b8828290ebe6", "address": "fa:16:3e:52:7d:55", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d948b0-cb", "ovs_interfaceid": "57d948b0-cbe2-4120-a503-b8828290ebe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.046032] env[69183]: INFO nova.compute.manager [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Took 18.10 seconds to build instance. [ 1071.055198] env[69183]: DEBUG nova.scheduler.client.report [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.072632] env[69183]: DEBUG oslo_vmware.api [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486081} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.072861] env[69183]: INFO nova.virt.vmwareapi.ds_util [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] f3042ae2-18ad-4ecd-ad53-4ea9a1584aef/f7726cdb-6378-48d3-afce-c7bc7e065714-rescue.vmdk. [ 1071.073687] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e477b3-cc8b-41ea-93b7-3f40db92f0b7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.099628] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] f3042ae2-18ad-4ecd-ad53-4ea9a1584aef/f7726cdb-6378-48d3-afce-c7bc7e065714-rescue.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.099956] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13a782e3-a4b9-4f39-a782-7f721828f423 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.119103] env[69183]: DEBUG oslo_vmware.api [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1071.119103] env[69183]: value = "task-2790456" [ 1071.119103] env[69183]: _type = "Task" [ 1071.119103] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.127159] env[69183]: DEBUG oslo_vmware.api [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.391885] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b5f749-7901-45ee-b2bc-631e6c3f68f6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.412365] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Updating instance '4a10ced8-b3d4-4f2a-955b-a8884a8209b8' progress to 0 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.423715] env[69183]: DEBUG oslo_vmware.api [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Task: {'id': task-2790453, 'name': ReconfigVM_Task, 'duration_secs': 0.18918} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.423999] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560793', 'volume_id': 'a763d985-a6cd-4925-87fa-611fb40cb409', 'name': 'volume-a763d985-a6cd-4925-87fa-611fb40cb409', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a763d985-a6cd-4925-87fa-611fb40cb409', 'serial': 'a763d985-a6cd-4925-87fa-611fb40cb409'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1071.424312] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.425056] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ecc9d4-3442-4f83-9cf4-46170454c261 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.431165] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.431373] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-758a9e2f-1c26-447e-9566-12663b96696f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.502095] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.502422] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.502608] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Deleting the datastore file [datastore2] d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.502869] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-844b5dae-bd26-46de-a24e-e5cd88f088be {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.510321] env[69183]: DEBUG oslo_vmware.api [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Waiting for the task: (returnval){ [ 1071.510321] env[69183]: value = "task-2790458" [ 1071.510321] env[69183]: _type = "Task" [ 1071.510321] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.518834] env[69183]: DEBUG oslo_vmware.api [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Task: {'id': task-2790458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.526857] env[69183]: DEBUG oslo_vmware.api [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211891} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.527078] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.527230] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.527409] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.527746] env[69183]: INFO nova.compute.manager [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1071.528058] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.528257] env[69183]: DEBUG nova.compute.manager [-] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1071.528355] env[69183]: DEBUG nova.network.neutron [-] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1071.544345] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2272a2aa-b024-46d2-8d50-e5ba0057b4b3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "refresh_cache-de082184-d2e2-4020-b5dc-c0c2670f2f8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.548481] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cd43582e-416c-4ba7-8e10-2beca4f3e88f tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "b5217301-8549-4cf9-aae5-5ea43a7752b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.617s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.560797] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.455s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.563172] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.873s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.565520] env[69183]: INFO nova.compute.claims [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.608591] env[69183]: INFO nova.network.neutron [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Updating port b657e42f-180c-483a-8ac2-e6c8485f6a6f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1071.628755] env[69183]: DEBUG oslo_vmware.api [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790456, 'name': ReconfigVM_Task, 'duration_secs': 0.285121} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.629111] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Reconfigured VM instance instance-0000005f to attach disk [datastore2] f3042ae2-18ad-4ecd-ad53-4ea9a1584aef/f7726cdb-6378-48d3-afce-c7bc7e065714-rescue.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.632019] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d171e35b-30ca-428c-99ee-83ad48966b8d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.654945] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c19807c-a990-4081-bfdd-894111d62e51 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.670819] env[69183]: DEBUG oslo_vmware.api [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1071.670819] env[69183]: value = "task-2790459" [ 1071.670819] env[69183]: _type = "Task" [ 1071.670819] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.679238] env[69183]: DEBUG oslo_vmware.api [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.921916] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.922299] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12df6a15-b6c4-472a-a461-57ffda67a8e7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.934145] env[69183]: DEBUG oslo_vmware.api [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1071.934145] env[69183]: value = "task-2790460" [ 1071.934145] env[69183]: _type = "Task" [ 1071.934145] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.946890] env[69183]: DEBUG oslo_vmware.api [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.024875] env[69183]: DEBUG oslo_vmware.api [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Task: {'id': task-2790458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284172} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.025166] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.025383] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.025578] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.092563] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Volume detach. Driver type: vmdk {{(pid=69183) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1072.093198] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e352d1ac-e607-488b-bdc0-0939f1fe77f4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.102103] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db0b8c9-ccdd-435e-9fac-7474b5ed415a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.137143] env[69183]: ERROR nova.compute.manager [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Failed to detach volume a763d985-a6cd-4925-87fa-611fb40cb409 from /dev/sda: nova.exception.InstanceNotFound: Instance d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e could not be found. [ 1072.137143] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Traceback (most recent call last): [ 1072.137143] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1072.137143] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] self.driver.rebuild(**kwargs) [ 1072.137143] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1072.137143] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] raise NotImplementedError() [ 1072.137143] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] NotImplementedError [ 1072.137143] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] [ 1072.137143] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] During handling of the above exception, another exception occurred: [ 1072.137143] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] [ 1072.137143] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Traceback (most recent call last): [ 1072.137143] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1072.137143] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] self.driver.detach_volume(context, old_connection_info, [ 1072.137143] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1072.137143] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] return self._volumeops.detach_volume(connection_info, instance) [ 1072.137143] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1072.137143] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] self._detach_volume_vmdk(connection_info, instance) [ 1072.137143] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1072.137143] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1072.137143] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1072.137143] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] stable_ref.fetch_moref(session) [ 1072.137143] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1072.137143] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1072.137143] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] nova.exception.InstanceNotFound: Instance d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e could not be found. [ 1072.137143] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] [ 1072.180652] env[69183]: DEBUG oslo_vmware.api [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790459, 'name': ReconfigVM_Task, 'duration_secs': 0.15781} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.180996] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.181301] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d518d2d0-a903-406e-b2bd-1fb56acb48bb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.187593] env[69183]: DEBUG oslo_vmware.api [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1072.187593] env[69183]: value = "task-2790461" [ 1072.187593] env[69183]: _type = "Task" [ 1072.187593] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.202297] env[69183]: DEBUG oslo_vmware.api [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.230541] env[69183]: DEBUG nova.compute.manager [req-600d55ea-8121-4510-a28c-465288268feb req-ce53319b-a34d-483f-beaf-9dfc51d08d3d service nova] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Received event network-vif-deleted-1ee0fe66-c9be-42ed-858e-15a581a8c172 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1072.230541] env[69183]: INFO nova.compute.manager [req-600d55ea-8121-4510-a28c-465288268feb req-ce53319b-a34d-483f-beaf-9dfc51d08d3d service nova] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Neutron deleted interface 1ee0fe66-c9be-42ed-858e-15a581a8c172; detaching it from the instance and deleting it from the info cache [ 1072.230702] env[69183]: DEBUG nova.network.neutron [req-600d55ea-8121-4510-a28c-465288268feb req-ce53319b-a34d-483f-beaf-9dfc51d08d3d service nova] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.291175] env[69183]: DEBUG nova.compute.utils [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Build of instance d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e aborted: Failed to rebuild volume backed instance. {{(pid=69183) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1072.293915] env[69183]: ERROR nova.compute.manager [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e aborted: Failed to rebuild volume backed instance. [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Traceback (most recent call last): [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] self.driver.rebuild(**kwargs) [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] raise NotImplementedError() [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] NotImplementedError [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] During handling of the above exception, another exception occurred: [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Traceback (most recent call last): [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] self._detach_root_volume(context, instance, root_bdm) [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] with excutils.save_and_reraise_exception(): [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] self.force_reraise() [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] raise self.value [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] self.driver.detach_volume(context, old_connection_info, [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] return self._volumeops.detach_volume(connection_info, instance) [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] self._detach_volume_vmdk(connection_info, instance) [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] stable_ref.fetch_moref(session) [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] nova.exception.InstanceNotFound: Instance d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e could not be found. [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] During handling of the above exception, another exception occurred: [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Traceback (most recent call last): [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/nova/nova/compute/manager.py", line 11384, in _error_out_instance_on_exception [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] yield [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1072.293915] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] self._do_rebuild_instance_with_claim( [ 1072.295051] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1072.295051] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] self._do_rebuild_instance( [ 1072.295051] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1072.295051] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] self._rebuild_default_impl(**kwargs) [ 1072.295051] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1072.295051] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] self._rebuild_volume_backed_instance( [ 1072.295051] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1072.295051] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] raise exception.BuildAbortException( [ 1072.295051] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] nova.exception.BuildAbortException: Build of instance d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e aborted: Failed to rebuild volume backed instance. [ 1072.295051] env[69183]: ERROR nova.compute.manager [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] [ 1072.443517] env[69183]: DEBUG oslo_vmware.api [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790460, 'name': PowerOffVM_Task, 'duration_secs': 0.252281} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.443927] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.444532] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Updating instance '4a10ced8-b3d4-4f2a-955b-a8884a8209b8' progress to 17 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.551325] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2272a2aa-b024-46d2-8d50-e5ba0057b4b3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.551845] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9e06b30-1128-4101-8ab3-fd21646181b0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.560019] env[69183]: DEBUG oslo_vmware.api [None req-2272a2aa-b024-46d2-8d50-e5ba0057b4b3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1072.560019] env[69183]: value = "task-2790462" [ 1072.560019] env[69183]: _type = "Task" [ 1072.560019] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.568577] env[69183]: DEBUG oslo_vmware.api [None req-2272a2aa-b024-46d2-8d50-e5ba0057b4b3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.700110] env[69183]: DEBUG oslo_vmware.api [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790461, 'name': PowerOnVM_Task, 'duration_secs': 0.401291} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.702657] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.705715] env[69183]: DEBUG nova.compute.manager [None req-e58a3aa6-16ba-448d-9246-360d72ebeaa2 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.706041] env[69183]: DEBUG nova.network.neutron [-] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.707780] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1ea8ea-be52-4910-8e2b-0e0f496974df {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.738121] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d394ed4d-6851-42c3-9ec0-65c6c99553b2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.750090] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2248998-c48d-4ffb-97ef-a34fca21b1a5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.788841] env[69183]: DEBUG nova.compute.manager [req-600d55ea-8121-4510-a28c-465288268feb req-ce53319b-a34d-483f-beaf-9dfc51d08d3d service nova] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Detach interface failed, port_id=1ee0fe66-c9be-42ed-858e-15a581a8c172, reason: Instance 603b8c48-2e69-441c-8ded-b48e31908587 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1072.855112] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80d8f67-b6cd-4723-a067-04dabb601f6d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.862656] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0167f83-aa5f-419b-b651-e1bb6f59e858 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.894634] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefa36de-e3f4-4a16-a9ce-ba7747d1bfbc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.902137] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad94afe-13cd-499e-8110-c0cb59fd4f0f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.917377] env[69183]: DEBUG nova.compute.provider_tree [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.950688] env[69183]: DEBUG nova.virt.hardware [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.950886] env[69183]: DEBUG nova.virt.hardware [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.951060] env[69183]: DEBUG nova.virt.hardware [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.951249] env[69183]: DEBUG nova.virt.hardware [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.951399] env[69183]: DEBUG nova.virt.hardware [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.951546] env[69183]: DEBUG nova.virt.hardware [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.951747] env[69183]: DEBUG nova.virt.hardware [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.951906] env[69183]: DEBUG nova.virt.hardware [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.952083] env[69183]: DEBUG nova.virt.hardware [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.952360] env[69183]: DEBUG nova.virt.hardware [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.952548] env[69183]: DEBUG nova.virt.hardware [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.961016] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-796853f4-9703-4d27-9d8e-d0cde1b3450c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.979918] env[69183]: DEBUG oslo_vmware.api [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1072.979918] env[69183]: value = "task-2790463" [ 1072.979918] env[69183]: _type = "Task" [ 1072.979918] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.986516] env[69183]: DEBUG oslo_vmware.api [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790463, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.070988] env[69183]: DEBUG oslo_vmware.api [None req-2272a2aa-b024-46d2-8d50-e5ba0057b4b3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.211392] env[69183]: INFO nova.compute.manager [-] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Took 1.68 seconds to deallocate network for instance. [ 1073.316298] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "refresh_cache-b731d090-943b-42e9-ba26-912766186d28" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.316298] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquired lock "refresh_cache-b731d090-943b-42e9-ba26-912766186d28" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.316298] env[69183]: DEBUG nova.network.neutron [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.423068] env[69183]: DEBUG nova.scheduler.client.report [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.487843] env[69183]: DEBUG oslo_vmware.api [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790463, 'name': ReconfigVM_Task, 'duration_secs': 0.180946} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.488183] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Updating instance '4a10ced8-b3d4-4f2a-955b-a8884a8209b8' progress to 33 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.570312] env[69183]: DEBUG oslo_vmware.api [None req-2272a2aa-b024-46d2-8d50-e5ba0057b4b3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790462, 'name': PowerOnVM_Task, 'duration_secs': 0.574573} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.570583] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2272a2aa-b024-46d2-8d50-e5ba0057b4b3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.570845] env[69183]: DEBUG nova.compute.manager [None req-2272a2aa-b024-46d2-8d50-e5ba0057b4b3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.571577] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585f376c-4e6a-44cd-b193-37addbb87d16 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.661494] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquiring lock "b5217301-8549-4cf9-aae5-5ea43a7752b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.661776] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "b5217301-8549-4cf9-aae5-5ea43a7752b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.662068] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquiring lock "b5217301-8549-4cf9-aae5-5ea43a7752b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.662297] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "b5217301-8549-4cf9-aae5-5ea43a7752b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.662515] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "b5217301-8549-4cf9-aae5-5ea43a7752b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.664250] env[69183]: INFO nova.compute.manager [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Terminating instance [ 1073.720618] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.930036] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.930193] env[69183]: DEBUG nova.compute.manager [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.932648] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.858s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.934130] env[69183]: INFO nova.compute.claims [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.994049] env[69183]: DEBUG nova.virt.hardware [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.994381] env[69183]: DEBUG nova.virt.hardware [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.994565] env[69183]: DEBUG nova.virt.hardware [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.994753] env[69183]: DEBUG nova.virt.hardware [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.994904] env[69183]: DEBUG nova.virt.hardware [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.995065] env[69183]: DEBUG nova.virt.hardware [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.995295] env[69183]: DEBUG nova.virt.hardware [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.995505] env[69183]: DEBUG nova.virt.hardware [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.995813] env[69183]: DEBUG nova.virt.hardware [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.996013] env[69183]: DEBUG nova.virt.hardware [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.996203] env[69183]: DEBUG nova.virt.hardware [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.001498] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1074.001836] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a4f0429-86fe-4b5b-8a75-cdbb953804d8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.024251] env[69183]: DEBUG oslo_vmware.api [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1074.024251] env[69183]: value = "task-2790464" [ 1074.024251] env[69183]: _type = "Task" [ 1074.024251] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.031987] env[69183]: DEBUG oslo_vmware.api [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.083506] env[69183]: DEBUG nova.network.neutron [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Updating instance_info_cache with network_info: [{"id": "b657e42f-180c-483a-8ac2-e6c8485f6a6f", "address": "fa:16:3e:b7:88:71", "network": {"id": "584e8228-b304-41cb-8dbc-cb4150d388eb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051336374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757cee5ffa0741f9944dd410262b9ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb657e42f-18", "ovs_interfaceid": "b657e42f-180c-483a-8ac2-e6c8485f6a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.167345] env[69183]: DEBUG nova.compute.manager [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.167575] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.168040] env[69183]: INFO nova.compute.manager [None req-2e88e959-6a78-49cb-98ab-144f39d1d4c1 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Unrescuing [ 1074.168323] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2e88e959-6a78-49cb-98ab-144f39d1d4c1 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "refresh_cache-f3042ae2-18ad-4ecd-ad53-4ea9a1584aef" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.168545] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2e88e959-6a78-49cb-98ab-144f39d1d4c1 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquired lock "refresh_cache-f3042ae2-18ad-4ecd-ad53-4ea9a1584aef" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.168732] env[69183]: DEBUG nova.network.neutron [None req-2e88e959-6a78-49cb-98ab-144f39d1d4c1 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.170461] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd02026b-370d-42d1-9a33-700723c9ebdf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.179106] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.179889] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b026d10-0fa6-4eed-8f9d-ce74dc3ad8e1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.186156] env[69183]: DEBUG oslo_vmware.api [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for the task: (returnval){ [ 1074.186156] env[69183]: value = "task-2790465" [ 1074.186156] env[69183]: _type = "Task" [ 1074.186156] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.193933] env[69183]: DEBUG oslo_vmware.api [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.257900] env[69183]: DEBUG nova.compute.manager [req-3a68667b-d070-4dc0-8533-67b57cb21290 req-161c63a8-bbe9-4bd7-937f-ea9c6a2b7818 service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Received event network-vif-plugged-b657e42f-180c-483a-8ac2-e6c8485f6a6f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1074.258151] env[69183]: DEBUG oslo_concurrency.lockutils [req-3a68667b-d070-4dc0-8533-67b57cb21290 req-161c63a8-bbe9-4bd7-937f-ea9c6a2b7818 service nova] Acquiring lock "b731d090-943b-42e9-ba26-912766186d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.258315] env[69183]: DEBUG oslo_concurrency.lockutils [req-3a68667b-d070-4dc0-8533-67b57cb21290 req-161c63a8-bbe9-4bd7-937f-ea9c6a2b7818 service nova] Lock "b731d090-943b-42e9-ba26-912766186d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.258483] env[69183]: DEBUG oslo_concurrency.lockutils [req-3a68667b-d070-4dc0-8533-67b57cb21290 req-161c63a8-bbe9-4bd7-937f-ea9c6a2b7818 service nova] Lock "b731d090-943b-42e9-ba26-912766186d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.258655] env[69183]: DEBUG nova.compute.manager [req-3a68667b-d070-4dc0-8533-67b57cb21290 req-161c63a8-bbe9-4bd7-937f-ea9c6a2b7818 service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] No waiting events found dispatching network-vif-plugged-b657e42f-180c-483a-8ac2-e6c8485f6a6f {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1074.258814] env[69183]: WARNING nova.compute.manager [req-3a68667b-d070-4dc0-8533-67b57cb21290 req-161c63a8-bbe9-4bd7-937f-ea9c6a2b7818 service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Received unexpected event network-vif-plugged-b657e42f-180c-483a-8ac2-e6c8485f6a6f for instance with vm_state shelved_offloaded and task_state spawning. [ 1074.258975] env[69183]: DEBUG nova.compute.manager [req-3a68667b-d070-4dc0-8533-67b57cb21290 req-161c63a8-bbe9-4bd7-937f-ea9c6a2b7818 service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Received event network-changed-b657e42f-180c-483a-8ac2-e6c8485f6a6f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1074.259289] env[69183]: DEBUG nova.compute.manager [req-3a68667b-d070-4dc0-8533-67b57cb21290 req-161c63a8-bbe9-4bd7-937f-ea9c6a2b7818 service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Refreshing instance network info cache due to event network-changed-b657e42f-180c-483a-8ac2-e6c8485f6a6f. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1074.259469] env[69183]: DEBUG oslo_concurrency.lockutils [req-3a68667b-d070-4dc0-8533-67b57cb21290 req-161c63a8-bbe9-4bd7-937f-ea9c6a2b7818 service nova] Acquiring lock "refresh_cache-b731d090-943b-42e9-ba26-912766186d28" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.307872] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.438929] env[69183]: DEBUG nova.compute.utils [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.442619] env[69183]: DEBUG nova.compute.manager [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.442788] env[69183]: DEBUG nova.network.neutron [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.484431] env[69183]: DEBUG nova.policy [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '889e96bc1a1c46ab8ed3a40bd6d9d422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f422c74bdd4644a3829d1a2aa680352f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.533963] env[69183]: DEBUG oslo_vmware.api [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790464, 'name': ReconfigVM_Task, 'duration_secs': 0.32542} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.534321] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1074.535144] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da55342-440c-4a8e-aee8-9337e28b36da {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.560244] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 4a10ced8-b3d4-4f2a-955b-a8884a8209b8/4a10ced8-b3d4-4f2a-955b-a8884a8209b8.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.560547] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2830d1ca-4f9f-4658-a362-cd649e0dec98 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.578309] env[69183]: DEBUG oslo_vmware.api [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1074.578309] env[69183]: value = "task-2790466" [ 1074.578309] env[69183]: _type = "Task" [ 1074.578309] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.586364] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Releasing lock "refresh_cache-b731d090-943b-42e9-ba26-912766186d28" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.591611] env[69183]: DEBUG oslo_concurrency.lockutils [req-3a68667b-d070-4dc0-8533-67b57cb21290 req-161c63a8-bbe9-4bd7-937f-ea9c6a2b7818 service nova] Acquired lock "refresh_cache-b731d090-943b-42e9-ba26-912766186d28" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.591893] env[69183]: DEBUG nova.network.neutron [req-3a68667b-d070-4dc0-8533-67b57cb21290 req-161c63a8-bbe9-4bd7-937f-ea9c6a2b7818 service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Refreshing network info cache for port b657e42f-180c-483a-8ac2-e6c8485f6a6f {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.593279] env[69183]: DEBUG oslo_vmware.api [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790466, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.619206] env[69183]: DEBUG nova.virt.hardware [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4e4472bc23bd7c25a331af6be9dae8bb',container_format='bare',created_at=2025-03-06T06:08:01Z,direct_url=,disk_format='vmdk',id=a4097963-b198-4a19-a6c0-c132df9cd48f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-247684107-shelved',owner='757cee5ffa0741f9944dd410262b9ada',properties=ImageMetaProps,protected=,size=31671296,status='active',tags=,updated_at=2025-03-06T06:08:16Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.619507] env[69183]: DEBUG nova.virt.hardware [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.619723] env[69183]: DEBUG nova.virt.hardware [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.619952] env[69183]: DEBUG nova.virt.hardware [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.620157] env[69183]: DEBUG nova.virt.hardware [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.620348] env[69183]: DEBUG nova.virt.hardware [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.620602] env[69183]: DEBUG nova.virt.hardware [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.620805] env[69183]: DEBUG nova.virt.hardware [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.621029] env[69183]: DEBUG nova.virt.hardware [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.621229] env[69183]: DEBUG nova.virt.hardware [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.621440] env[69183]: DEBUG nova.virt.hardware [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.622595] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d27e755-a5ea-4e14-90cd-1e2bb21f74eb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.631079] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ebd974-092e-45e1-9dae-a8f435996933 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.645232] env[69183]: DEBUG oslo_concurrency.lockutils [None req-20296fcf-99f8-43f2-8104-ef2e2b74ac5c tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Acquiring lock "d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.645663] env[69183]: DEBUG oslo_concurrency.lockutils [None req-20296fcf-99f8-43f2-8104-ef2e2b74ac5c tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Lock "d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.645704] env[69183]: DEBUG oslo_concurrency.lockutils [None req-20296fcf-99f8-43f2-8104-ef2e2b74ac5c tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Acquiring lock "d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.645902] env[69183]: DEBUG oslo_concurrency.lockutils [None req-20296fcf-99f8-43f2-8104-ef2e2b74ac5c tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Lock "d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.646048] env[69183]: DEBUG oslo_concurrency.lockutils [None req-20296fcf-99f8-43f2-8104-ef2e2b74ac5c tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Lock "d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.647890] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:88:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b657e42f-180c-483a-8ac2-e6c8485f6a6f', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.655290] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.655883] env[69183]: INFO nova.compute.manager [None req-20296fcf-99f8-43f2-8104-ef2e2b74ac5c tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Terminating instance [ 1074.657404] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b731d090-943b-42e9-ba26-912766186d28] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.657404] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68cdb2b3-4059-4186-ab91-243eea7dc9aa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.678742] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.678742] env[69183]: value = "task-2790467" [ 1074.678742] env[69183]: _type = "Task" [ 1074.678742] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.687336] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790467, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.695327] env[69183]: DEBUG oslo_vmware.api [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790465, 'name': PowerOffVM_Task, 'duration_secs': 0.189203} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.695596] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.695804] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.696018] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fca0c0f9-7dae-4cd4-bfda-552216ce9242 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.866280] env[69183]: DEBUG nova.network.neutron [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Successfully created port: 461ab2ab-23bb-4c3e-b7b8-9605e7051956 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.943874] env[69183]: DEBUG nova.compute.manager [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.016466] env[69183]: DEBUG nova.network.neutron [None req-2e88e959-6a78-49cb-98ab-144f39d1d4c1 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Updating instance_info_cache with network_info: [{"id": "18e6d3f5-15a4-41fe-9692-cab24eb5213a", "address": "fa:16:3e:d1:b8:91", "network": {"id": "8bbed847-7558-4366-8344-09eab3f71da3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-832336373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eff32ba0f4cf48eebea581edfca21bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e6d3f5-15", "ovs_interfaceid": "18e6d3f5-15a4-41fe-9692-cab24eb5213a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.087812] env[69183]: DEBUG oslo_vmware.api [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790466, 'name': ReconfigVM_Task, 'duration_secs': 0.36758} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.088122] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 4a10ced8-b3d4-4f2a-955b-a8884a8209b8/4a10ced8-b3d4-4f2a-955b-a8884a8209b8.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.088412] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Updating instance '4a10ced8-b3d4-4f2a-955b-a8884a8209b8' progress to 50 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.175349] env[69183]: DEBUG nova.compute.manager [None req-20296fcf-99f8-43f2-8104-ef2e2b74ac5c tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.175685] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16a88a48-5c1e-436a-ae46-8529bdaa64b3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.192991] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11802d6e-b4bb-4298-87af-94d568ab5651 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.211693] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790467, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.234407] env[69183]: WARNING nova.virt.vmwareapi.driver [None req-20296fcf-99f8-43f2-8104-ef2e2b74ac5c tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e could not be found. [ 1075.234641] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-20296fcf-99f8-43f2-8104-ef2e2b74ac5c tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.237324] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e234cdef-7e25-4f2a-874b-d823007a9f5c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.245795] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e6eaf3-1cfb-46ed-9fe8-c4757508ab18 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.281802] env[69183]: WARNING nova.virt.vmwareapi.vmops [None req-20296fcf-99f8-43f2-8104-ef2e2b74ac5c tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e could not be found. [ 1075.282036] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-20296fcf-99f8-43f2-8104-ef2e2b74ac5c tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.282265] env[69183]: INFO nova.compute.manager [None req-20296fcf-99f8-43f2-8104-ef2e2b74ac5c tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Took 0.11 seconds to destroy the instance on the hypervisor. [ 1075.282553] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20296fcf-99f8-43f2-8104-ef2e2b74ac5c tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.287800] env[69183]: DEBUG nova.compute.manager [-] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.287800] env[69183]: DEBUG nova.network.neutron [-] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.322114] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9f7bf2-b583-4dfe-9f60-792f9ee1d942 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.333307] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613489f1-5faa-416f-bc94-826910b3b109 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.368046] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5868118f-e8fa-4e20-b589-ab34c5af202d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.379733] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08630ac4-03c8-4bd4-86f3-c7233881aa5f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.113918] env[69183]: DEBUG nova.network.neutron [req-3a68667b-d070-4dc0-8533-67b57cb21290 req-161c63a8-bbe9-4bd7-937f-ea9c6a2b7818 service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Updated VIF entry in instance network info cache for port b657e42f-180c-483a-8ac2-e6c8485f6a6f. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.114292] env[69183]: DEBUG nova.network.neutron [req-3a68667b-d070-4dc0-8533-67b57cb21290 req-161c63a8-bbe9-4bd7-937f-ea9c6a2b7818 service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Updating instance_info_cache with network_info: [{"id": "b657e42f-180c-483a-8ac2-e6c8485f6a6f", "address": "fa:16:3e:b7:88:71", "network": {"id": "584e8228-b304-41cb-8dbc-cb4150d388eb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051336374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757cee5ffa0741f9944dd410262b9ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb657e42f-18", "ovs_interfaceid": "b657e42f-180c-483a-8ac2-e6c8485f6a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.119869] env[69183]: DEBUG oslo_concurrency.lockutils [None req-2e88e959-6a78-49cb-98ab-144f39d1d4c1 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Releasing lock "refresh_cache-f3042ae2-18ad-4ecd-ad53-4ea9a1584aef" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.120829] env[69183]: DEBUG nova.objects.instance [None req-2e88e959-6a78-49cb-98ab-144f39d1d4c1 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lazy-loading 'flavor' on Instance uuid f3042ae2-18ad-4ecd-ad53-4ea9a1584aef {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.123032] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.123032] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.123178] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Deleting the datastore file [datastore1] b5217301-8549-4cf9-aae5-5ea43a7752b2 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.124356] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556501a3-1ccd-4c44-b05b-1494b4f754cc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.130631] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecedbc5a-c29d-489e-ac4b-2043c1cde703 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.140513] env[69183]: DEBUG nova.compute.provider_tree [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.166949] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790467, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.168985] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefb7bb3-4d21-4a28-b854-bbaea23fbca1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.171930] env[69183]: DEBUG oslo_vmware.api [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for the task: (returnval){ [ 1076.171930] env[69183]: value = "task-2790469" [ 1076.171930] env[69183]: _type = "Task" [ 1076.171930] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.191748] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Updating instance '4a10ced8-b3d4-4f2a-955b-a8884a8209b8' progress to 67 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.200432] env[69183]: DEBUG oslo_vmware.api [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.309019] env[69183]: DEBUG nova.compute.manager [req-0bd096fa-3ab7-4628-87e8-725d1e910613 req-0d524b25-81b5-4724-acbf-3290d4ae8e78 service nova] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Received event network-changed-31d35a67-70ef-4386-be39-a39da1b1ccce {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1076.309236] env[69183]: DEBUG nova.compute.manager [req-0bd096fa-3ab7-4628-87e8-725d1e910613 req-0d524b25-81b5-4724-acbf-3290d4ae8e78 service nova] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Refreshing instance network info cache due to event network-changed-31d35a67-70ef-4386-be39-a39da1b1ccce. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1076.309449] env[69183]: DEBUG oslo_concurrency.lockutils [req-0bd096fa-3ab7-4628-87e8-725d1e910613 req-0d524b25-81b5-4724-acbf-3290d4ae8e78 service nova] Acquiring lock "refresh_cache-d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.309597] env[69183]: DEBUG oslo_concurrency.lockutils [req-0bd096fa-3ab7-4628-87e8-725d1e910613 req-0d524b25-81b5-4724-acbf-3290d4ae8e78 service nova] Acquired lock "refresh_cache-d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.309787] env[69183]: DEBUG nova.network.neutron [req-0bd096fa-3ab7-4628-87e8-725d1e910613 req-0d524b25-81b5-4724-acbf-3290d4ae8e78 service nova] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Refreshing network info cache for port 31d35a67-70ef-4386-be39-a39da1b1ccce {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.413676] env[69183]: DEBUG nova.compute.manager [req-6c53ac76-25fc-4491-985a-d100669cc066 req-a23e3a2a-dc08-4fd7-9ef9-6795e1e94cbb service nova] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Received event network-vif-deleted-31d35a67-70ef-4386-be39-a39da1b1ccce {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1076.413857] env[69183]: INFO nova.compute.manager [req-6c53ac76-25fc-4491-985a-d100669cc066 req-a23e3a2a-dc08-4fd7-9ef9-6795e1e94cbb service nova] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Neutron deleted interface 31d35a67-70ef-4386-be39-a39da1b1ccce; detaching it from the instance and deleting it from the info cache [ 1076.413989] env[69183]: DEBUG nova.network.neutron [req-6c53ac76-25fc-4491-985a-d100669cc066 req-a23e3a2a-dc08-4fd7-9ef9-6795e1e94cbb service nova] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.624871] env[69183]: DEBUG nova.compute.manager [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.628889] env[69183]: DEBUG oslo_concurrency.lockutils [req-3a68667b-d070-4dc0-8533-67b57cb21290 req-161c63a8-bbe9-4bd7-937f-ea9c6a2b7818 service nova] Releasing lock "refresh_cache-b731d090-943b-42e9-ba26-912766186d28" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.639237] env[69183]: DEBUG nova.network.neutron [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Successfully updated port: 461ab2ab-23bb-4c3e-b7b8-9605e7051956 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.644439] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaae0007-2689-4b82-998a-64f52c2cff15 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.652306] env[69183]: DEBUG nova.scheduler.client.report [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.655432] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790467, 'name': CreateVM_Task, 'duration_secs': 1.557869} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.658618] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b731d090-943b-42e9-ba26-912766186d28] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.661141] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a4097963-b198-4a19-a6c0-c132df9cd48f" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.661477] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a4097963-b198-4a19-a6c0-c132df9cd48f" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.662299] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a4097963-b198-4a19-a6c0-c132df9cd48f" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.682928] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-279cc511-0e7f-4354-b814-e2fe3df64573 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.685540] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e88e959-6a78-49cb-98ab-144f39d1d4c1 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.687791] env[69183]: DEBUG nova.virt.hardware [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.688600] env[69183]: DEBUG nova.virt.hardware [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.688600] env[69183]: DEBUG nova.virt.hardware [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.688600] env[69183]: DEBUG nova.virt.hardware [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.688600] env[69183]: DEBUG nova.virt.hardware [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.688783] env[69183]: DEBUG nova.virt.hardware [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.689037] env[69183]: DEBUG nova.virt.hardware [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.689245] env[69183]: DEBUG nova.virt.hardware [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.689462] env[69183]: DEBUG nova.virt.hardware [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.689667] env[69183]: DEBUG nova.virt.hardware [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.689886] env[69183]: DEBUG nova.virt.hardware [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.693324] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce66185b-e79a-4e19-9a8f-48955e028252 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.695050] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27865015-b191-4201-aaff-f4bfe16f0a10 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.702831] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1076.702831] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52fb23ce-2e9a-a183-3ea3-5ae36ab3d341" [ 1076.702831] env[69183]: _type = "Task" [ 1076.702831] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.715047] env[69183]: DEBUG oslo_vmware.api [None req-2e88e959-6a78-49cb-98ab-144f39d1d4c1 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1076.715047] env[69183]: value = "task-2790470" [ 1076.715047] env[69183]: _type = "Task" [ 1076.715047] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.715419] env[69183]: DEBUG oslo_vmware.api [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143401} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.717144] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32deacba-502a-4c74-b9f2-753e6d7dab7e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.721306] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.721914] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.721914] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.721914] env[69183]: INFO nova.compute.manager [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Took 2.55 seconds to destroy the instance on the hypervisor. [ 1076.722253] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.729119] env[69183]: DEBUG nova.compute.manager [-] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.729291] env[69183]: DEBUG nova.network.neutron [-] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.731794] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a4097963-b198-4a19-a6c0-c132df9cd48f" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.732094] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Processing image a4097963-b198-4a19-a6c0-c132df9cd48f {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.732412] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a4097963-b198-4a19-a6c0-c132df9cd48f/a4097963-b198-4a19-a6c0-c132df9cd48f.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.732609] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a4097963-b198-4a19-a6c0-c132df9cd48f/a4097963-b198-4a19-a6c0-c132df9cd48f.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.732822] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.733642] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de6e4b8f-a8ab-4b8f-8c5e-f18e984590af {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.746589] env[69183]: DEBUG oslo_vmware.api [None req-2e88e959-6a78-49cb-98ab-144f39d1d4c1 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.753502] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.753760] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.754574] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a296367-e0af-43a4-8965-3a12ac2c4d57 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.760429] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1076.760429] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5270d7f2-3acd-c700-81a0-0fd48972575c" [ 1076.760429] env[69183]: _type = "Task" [ 1076.760429] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.767921] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5270d7f2-3acd-c700-81a0-0fd48972575c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.828094] env[69183]: INFO nova.network.neutron [req-0bd096fa-3ab7-4628-87e8-725d1e910613 req-0d524b25-81b5-4724-acbf-3290d4ae8e78 service nova] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Port 31d35a67-70ef-4386-be39-a39da1b1ccce from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1076.828329] env[69183]: DEBUG nova.network.neutron [req-0bd096fa-3ab7-4628-87e8-725d1e910613 req-0d524b25-81b5-4724-acbf-3290d4ae8e78 service nova] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.893739] env[69183]: DEBUG nova.network.neutron [-] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.916488] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a82e780-bd39-44d5-84e8-f9ea62106d62 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.927471] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c809d7-42a9-43b7-ad13-d556bc14987e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.959380] env[69183]: DEBUG nova.compute.manager [req-6c53ac76-25fc-4491-985a-d100669cc066 req-a23e3a2a-dc08-4fd7-9ef9-6795e1e94cbb service nova] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Detach interface failed, port_id=31d35a67-70ef-4386-be39-a39da1b1ccce, reason: Instance d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1077.144406] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "refresh_cache-2a92e5e0-7f79-4388-b3c8-28091120b761" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.144756] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquired lock "refresh_cache-2a92e5e0-7f79-4388-b3c8-28091120b761" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.145015] env[69183]: DEBUG nova.network.neutron [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.161524] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.229s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.162079] env[69183]: DEBUG nova.compute.manager [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.164651] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.055s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.166145] env[69183]: INFO nova.compute.claims [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.230588] env[69183]: DEBUG oslo_vmware.api [None req-2e88e959-6a78-49cb-98ab-144f39d1d4c1 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790470, 'name': PowerOffVM_Task, 'duration_secs': 0.190027} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.230861] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e88e959-6a78-49cb-98ab-144f39d1d4c1 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.236327] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e88e959-6a78-49cb-98ab-144f39d1d4c1 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1077.236592] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22e73e05-abba-43e9-949a-dea1392031d8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.256436] env[69183]: DEBUG oslo_vmware.api [None req-2e88e959-6a78-49cb-98ab-144f39d1d4c1 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1077.256436] env[69183]: value = "task-2790471" [ 1077.256436] env[69183]: _type = "Task" [ 1077.256436] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.268522] env[69183]: DEBUG oslo_vmware.api [None req-2e88e959-6a78-49cb-98ab-144f39d1d4c1 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.274169] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Preparing fetch location {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1077.274394] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Fetch image to [datastore1] OSTACK_IMG_319156d5-da52-42a1-927a-4fe13ad4f601/OSTACK_IMG_319156d5-da52-42a1-927a-4fe13ad4f601.vmdk {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1077.274699] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Downloading stream optimized image a4097963-b198-4a19-a6c0-c132df9cd48f to [datastore1] OSTACK_IMG_319156d5-da52-42a1-927a-4fe13ad4f601/OSTACK_IMG_319156d5-da52-42a1-927a-4fe13ad4f601.vmdk on the data store datastore1 as vApp {{(pid=69183) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1077.274945] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Downloading image file data a4097963-b198-4a19-a6c0-c132df9cd48f to the ESX as VM named 'OSTACK_IMG_319156d5-da52-42a1-927a-4fe13ad4f601' {{(pid=69183) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1077.333940] env[69183]: DEBUG oslo_concurrency.lockutils [req-0bd096fa-3ab7-4628-87e8-725d1e910613 req-0d524b25-81b5-4724-acbf-3290d4ae8e78 service nova] Releasing lock "refresh_cache-d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.375203] env[69183]: DEBUG oslo_vmware.rw_handles [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1077.375203] env[69183]: value = "resgroup-9" [ 1077.375203] env[69183]: _type = "ResourcePool" [ 1077.375203] env[69183]: }. {{(pid=69183) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1077.375502] env[69183]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6d38f884-e436-4071-9105-58c9368c963b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.398431] env[69183]: INFO nova.compute.manager [-] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Took 2.11 seconds to deallocate network for instance. [ 1077.398813] env[69183]: DEBUG oslo_vmware.rw_handles [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lease: (returnval){ [ 1077.398813] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52246d79-cfc7-38c4-da1b-4d966f447389" [ 1077.398813] env[69183]: _type = "HttpNfcLease" [ 1077.398813] env[69183]: } obtained for vApp import into resource pool (val){ [ 1077.398813] env[69183]: value = "resgroup-9" [ 1077.398813] env[69183]: _type = "ResourcePool" [ 1077.398813] env[69183]: }. {{(pid=69183) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1077.399094] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the lease: (returnval){ [ 1077.399094] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52246d79-cfc7-38c4-da1b-4d966f447389" [ 1077.399094] env[69183]: _type = "HttpNfcLease" [ 1077.399094] env[69183]: } to be ready. {{(pid=69183) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1077.408406] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1077.408406] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52246d79-cfc7-38c4-da1b-4d966f447389" [ 1077.408406] env[69183]: _type = "HttpNfcLease" [ 1077.408406] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1077.641353] env[69183]: DEBUG nova.network.neutron [-] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.671243] env[69183]: DEBUG nova.compute.utils [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.676657] env[69183]: DEBUG nova.compute.manager [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.676846] env[69183]: DEBUG nova.network.neutron [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.687459] env[69183]: DEBUG nova.network.neutron [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.723522] env[69183]: DEBUG nova.policy [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c93489d8ebd04f74a54413157742606c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ef83677521b4cb2b6d150bb6a3b8688', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.770188] env[69183]: DEBUG oslo_vmware.api [None req-2e88e959-6a78-49cb-98ab-144f39d1d4c1 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790471, 'name': ReconfigVM_Task, 'duration_secs': 0.215002} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.770465] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e88e959-6a78-49cb-98ab-144f39d1d4c1 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1077.770678] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e88e959-6a78-49cb-98ab-144f39d1d4c1 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.770978] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-001dcf86-570e-4267-8521-180e138d6639 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.778173] env[69183]: DEBUG oslo_vmware.api [None req-2e88e959-6a78-49cb-98ab-144f39d1d4c1 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1077.778173] env[69183]: value = "task-2790473" [ 1077.778173] env[69183]: _type = "Task" [ 1077.778173] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.785951] env[69183]: DEBUG oslo_vmware.api [None req-2e88e959-6a78-49cb-98ab-144f39d1d4c1 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.907870] env[69183]: DEBUG nova.network.neutron [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Port 90dc8f28-03a3-4925-af83-ffaf7b88a700 binding to destination host cpu-1 is already ACTIVE {{(pid=69183) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1077.910342] env[69183]: DEBUG nova.network.neutron [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Updating instance_info_cache with network_info: [{"id": "461ab2ab-23bb-4c3e-b7b8-9605e7051956", "address": "fa:16:3e:d0:6c:9b", "network": {"id": "6506e7bc-9499-4660-998a-0ad990b0a9c1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-991947610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f422c74bdd4644a3829d1a2aa680352f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap461ab2ab-23", "ovs_interfaceid": "461ab2ab-23bb-4c3e-b7b8-9605e7051956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.918072] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1077.918072] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52246d79-cfc7-38c4-da1b-4d966f447389" [ 1077.918072] env[69183]: _type = "HttpNfcLease" [ 1077.918072] env[69183]: } is ready. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1077.918072] env[69183]: DEBUG oslo_vmware.rw_handles [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1077.918072] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52246d79-cfc7-38c4-da1b-4d966f447389" [ 1077.918072] env[69183]: _type = "HttpNfcLease" [ 1077.918072] env[69183]: }. {{(pid=69183) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1077.919189] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae108ca-1a18-4126-8f47-473c2b1bd45a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.929296] env[69183]: DEBUG oslo_vmware.rw_handles [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ebac1-5435-a107-fb99-a71ceb65e730/disk-0.vmdk from lease info. {{(pid=69183) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1077.929296] env[69183]: DEBUG oslo_vmware.rw_handles [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Creating HTTP connection to write to file with size = 31671296 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ebac1-5435-a107-fb99-a71ceb65e730/disk-0.vmdk. {{(pid=69183) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1078.001776] env[69183]: INFO nova.compute.manager [None req-20296fcf-99f8-43f2-8104-ef2e2b74ac5c tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Took 0.60 seconds to detach 1 volumes for instance. [ 1078.002271] env[69183]: DEBUG nova.compute.manager [None req-20296fcf-99f8-43f2-8104-ef2e2b74ac5c tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Deleting volume: a763d985-a6cd-4925-87fa-611fb40cb409 {{(pid=69183) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1078.011544] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f2436fa7-183f-472f-8a59-2859f076e4e1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.108554] env[69183]: DEBUG nova.network.neutron [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Successfully created port: 57c2cc29-3eb6-4e89-b9d1-d649d5dff273 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.145146] env[69183]: INFO nova.compute.manager [-] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Took 1.42 seconds to deallocate network for instance. [ 1078.178088] env[69183]: DEBUG nova.compute.manager [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.290554] env[69183]: DEBUG oslo_vmware.api [None req-2e88e959-6a78-49cb-98ab-144f39d1d4c1 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790473, 'name': PowerOnVM_Task, 'duration_secs': 0.387953} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.293148] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e88e959-6a78-49cb-98ab-144f39d1d4c1 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.293260] env[69183]: DEBUG nova.compute.manager [None req-2e88e959-6a78-49cb-98ab-144f39d1d4c1 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.294586] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713a877f-ae65-4b72-b123-1d50614a26cf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.372591] env[69183]: DEBUG nova.compute.manager [req-03e5c817-0f25-4d86-9943-290985991e38 req-3d60e828-98ee-41a3-837f-f885b235a1a4 service nova] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Received event network-vif-plugged-461ab2ab-23bb-4c3e-b7b8-9605e7051956 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1078.372909] env[69183]: DEBUG oslo_concurrency.lockutils [req-03e5c817-0f25-4d86-9943-290985991e38 req-3d60e828-98ee-41a3-837f-f885b235a1a4 service nova] Acquiring lock "2a92e5e0-7f79-4388-b3c8-28091120b761-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.373403] env[69183]: DEBUG oslo_concurrency.lockutils [req-03e5c817-0f25-4d86-9943-290985991e38 req-3d60e828-98ee-41a3-837f-f885b235a1a4 service nova] Lock "2a92e5e0-7f79-4388-b3c8-28091120b761-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.373403] env[69183]: DEBUG oslo_concurrency.lockutils [req-03e5c817-0f25-4d86-9943-290985991e38 req-3d60e828-98ee-41a3-837f-f885b235a1a4 service nova] Lock "2a92e5e0-7f79-4388-b3c8-28091120b761-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.373484] env[69183]: DEBUG nova.compute.manager [req-03e5c817-0f25-4d86-9943-290985991e38 req-3d60e828-98ee-41a3-837f-f885b235a1a4 service nova] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] No waiting events found dispatching network-vif-plugged-461ab2ab-23bb-4c3e-b7b8-9605e7051956 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.373604] env[69183]: WARNING nova.compute.manager [req-03e5c817-0f25-4d86-9943-290985991e38 req-3d60e828-98ee-41a3-837f-f885b235a1a4 service nova] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Received unexpected event network-vif-plugged-461ab2ab-23bb-4c3e-b7b8-9605e7051956 for instance with vm_state building and task_state spawning. [ 1078.373789] env[69183]: DEBUG nova.compute.manager [req-03e5c817-0f25-4d86-9943-290985991e38 req-3d60e828-98ee-41a3-837f-f885b235a1a4 service nova] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Received event network-changed-461ab2ab-23bb-4c3e-b7b8-9605e7051956 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1078.373917] env[69183]: DEBUG nova.compute.manager [req-03e5c817-0f25-4d86-9943-290985991e38 req-3d60e828-98ee-41a3-837f-f885b235a1a4 service nova] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Refreshing instance network info cache due to event network-changed-461ab2ab-23bb-4c3e-b7b8-9605e7051956. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1078.374148] env[69183]: DEBUG oslo_concurrency.lockutils [req-03e5c817-0f25-4d86-9943-290985991e38 req-3d60e828-98ee-41a3-837f-f885b235a1a4 service nova] Acquiring lock "refresh_cache-2a92e5e0-7f79-4388-b3c8-28091120b761" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.417891] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Releasing lock "refresh_cache-2a92e5e0-7f79-4388-b3c8-28091120b761" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.418224] env[69183]: DEBUG nova.compute.manager [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Instance network_info: |[{"id": "461ab2ab-23bb-4c3e-b7b8-9605e7051956", "address": "fa:16:3e:d0:6c:9b", "network": {"id": "6506e7bc-9499-4660-998a-0ad990b0a9c1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-991947610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f422c74bdd4644a3829d1a2aa680352f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap461ab2ab-23", "ovs_interfaceid": "461ab2ab-23bb-4c3e-b7b8-9605e7051956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.423840] env[69183]: DEBUG oslo_concurrency.lockutils [req-03e5c817-0f25-4d86-9943-290985991e38 req-3d60e828-98ee-41a3-837f-f885b235a1a4 service nova] Acquired lock "refresh_cache-2a92e5e0-7f79-4388-b3c8-28091120b761" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.424015] env[69183]: DEBUG nova.network.neutron [req-03e5c817-0f25-4d86-9943-290985991e38 req-3d60e828-98ee-41a3-837f-f885b235a1a4 service nova] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Refreshing network info cache for port 461ab2ab-23bb-4c3e-b7b8-9605e7051956 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.427272] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:6c:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '461ab2ab-23bb-4c3e-b7b8-9605e7051956', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.435936] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.443207] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.449694] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b73ff97-900e-4644-afaa-9b7b27670552 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.478266] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.478266] env[69183]: value = "task-2790475" [ 1078.478266] env[69183]: _type = "Task" [ 1078.478266] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.496507] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790475, 'name': CreateVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.570349] env[69183]: DEBUG oslo_concurrency.lockutils [None req-20296fcf-99f8-43f2-8104-ef2e2b74ac5c tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.572784] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e5d106-1ede-48f2-bba7-3e92fc5269b8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.585169] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185cdaef-8320-439a-a8f9-632a3deb025a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.637021] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b621d42-75c7-472f-8d60-6cb4685ddfee {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.644608] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bbeadf-5fce-4c8e-8d3a-d670eb1fe79d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.661672] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.662254] env[69183]: DEBUG nova.compute.provider_tree [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.754142] env[69183]: DEBUG nova.network.neutron [req-03e5c817-0f25-4d86-9943-290985991e38 req-3d60e828-98ee-41a3-837f-f885b235a1a4 service nova] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Updated VIF entry in instance network info cache for port 461ab2ab-23bb-4c3e-b7b8-9605e7051956. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.754719] env[69183]: DEBUG nova.network.neutron [req-03e5c817-0f25-4d86-9943-290985991e38 req-3d60e828-98ee-41a3-837f-f885b235a1a4 service nova] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Updating instance_info_cache with network_info: [{"id": "461ab2ab-23bb-4c3e-b7b8-9605e7051956", "address": "fa:16:3e:d0:6c:9b", "network": {"id": "6506e7bc-9499-4660-998a-0ad990b0a9c1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-991947610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f422c74bdd4644a3829d1a2aa680352f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap461ab2ab-23", "ovs_interfaceid": "461ab2ab-23bb-4c3e-b7b8-9605e7051956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.955217] env[69183]: DEBUG oslo_concurrency.lockutils [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "4a10ced8-b3d4-4f2a-955b-a8884a8209b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.955563] env[69183]: DEBUG oslo_concurrency.lockutils [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "4a10ced8-b3d4-4f2a-955b-a8884a8209b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.955780] env[69183]: DEBUG oslo_concurrency.lockutils [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "4a10ced8-b3d4-4f2a-955b-a8884a8209b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.989880] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790475, 'name': CreateVM_Task, 'duration_secs': 0.394811} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.990104] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.990845] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.991076] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.991432] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.991991] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c49cdf2-b4b0-4c4d-89e7-c7bb1f33f40b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.996801] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1078.996801] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5216847c-3643-c535-65b9-9001534513f9" [ 1078.996801] env[69183]: _type = "Task" [ 1078.996801] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.004968] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5216847c-3643-c535-65b9-9001534513f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.166114] env[69183]: DEBUG nova.scheduler.client.report [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.189254] env[69183]: DEBUG nova.compute.manager [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.228500] env[69183]: DEBUG nova.virt.hardware [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.228871] env[69183]: DEBUG nova.virt.hardware [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.231703] env[69183]: DEBUG nova.virt.hardware [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.231703] env[69183]: DEBUG nova.virt.hardware [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.231703] env[69183]: DEBUG nova.virt.hardware [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.231703] env[69183]: DEBUG nova.virt.hardware [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.231703] env[69183]: DEBUG nova.virt.hardware [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.231703] env[69183]: DEBUG nova.virt.hardware [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.231703] env[69183]: DEBUG nova.virt.hardware [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.231703] env[69183]: DEBUG nova.virt.hardware [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.231703] env[69183]: DEBUG nova.virt.hardware [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.233069] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db55e47-e85c-41d0-b598-748c5c887e92 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.249356] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb05481-5355-48b9-9605-a30ef8058d59 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.257865] env[69183]: DEBUG oslo_concurrency.lockutils [req-03e5c817-0f25-4d86-9943-290985991e38 req-3d60e828-98ee-41a3-837f-f885b235a1a4 service nova] Releasing lock "refresh_cache-2a92e5e0-7f79-4388-b3c8-28091120b761" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.258147] env[69183]: DEBUG nova.compute.manager [req-03e5c817-0f25-4d86-9943-290985991e38 req-3d60e828-98ee-41a3-837f-f885b235a1a4 service nova] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Received event network-vif-deleted-165eaa02-624c-45b0-8958-b8df62c656ac {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1079.389861] env[69183]: DEBUG oslo_vmware.rw_handles [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Completed reading data from the image iterator. {{(pid=69183) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1079.390128] env[69183]: DEBUG oslo_vmware.rw_handles [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ebac1-5435-a107-fb99-a71ceb65e730/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1079.391108] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce06f45c-ae46-4b26-9e04-493ecbd231a8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.398987] env[69183]: DEBUG oslo_vmware.rw_handles [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ebac1-5435-a107-fb99-a71ceb65e730/disk-0.vmdk is in state: ready. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1079.399181] env[69183]: DEBUG oslo_vmware.rw_handles [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ebac1-5435-a107-fb99-a71ceb65e730/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1079.399434] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4a572b47-7957-4f73-8783-85df73501b11 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.511292] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5216847c-3643-c535-65b9-9001534513f9, 'name': SearchDatastore_Task, 'duration_secs': 0.016911} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.511292] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.511292] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.511292] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.511292] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.511292] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.511292] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67c1a836-8e60-404a-bfcc-b8ff6735964b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.521956] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.521956] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.522595] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b7e8b47-cabd-4b5b-8b9a-052d602debfd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.531761] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1079.531761] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52b617d5-4af1-3946-a3c4-dd0ba6d7d047" [ 1079.531761] env[69183]: _type = "Task" [ 1079.531761] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.541643] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52b617d5-4af1-3946-a3c4-dd0ba6d7d047, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.673403] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.673933] env[69183]: DEBUG nova.compute.manager [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.676704] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.533s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.676912] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.677085] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69183) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1079.677374] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.971s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.677579] env[69183]: DEBUG nova.objects.instance [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lazy-loading 'resources' on Instance uuid 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.679590] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f73cb9-1a88-4e73-a7f7-8fa8fbb14c09 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.687874] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f54e50-da53-4615-bd01-2573a0e51474 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.702845] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ee6495-721d-4094-96fb-e04827d50e16 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.711068] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e8b079-6bee-4080-8f91-0947d2107a56 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.744180] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178931MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=69183) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1079.744344] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.806789] env[69183]: DEBUG oslo_vmware.rw_handles [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ebac1-5435-a107-fb99-a71ceb65e730/disk-0.vmdk. {{(pid=69183) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1079.807041] env[69183]: INFO nova.virt.vmwareapi.images [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Downloaded image file data a4097963-b198-4a19-a6c0-c132df9cd48f [ 1079.807856] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f586cc-07e1-4933-ae22-e0da3f2a1a36 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.825012] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60620b1b-9dbe-4efc-b726-8c452930e513 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.885084] env[69183]: INFO nova.virt.vmwareapi.images [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] The imported VM was unregistered [ 1079.888422] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Caching image {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1079.888711] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Creating directory with path [datastore1] devstack-image-cache_base/a4097963-b198-4a19-a6c0-c132df9cd48f {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.889056] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b17d4184-7b19-4a83-92f5-f0afaa566df2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.904121] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Created directory with path [datastore1] devstack-image-cache_base/a4097963-b198-4a19-a6c0-c132df9cd48f {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.904121] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_319156d5-da52-42a1-927a-4fe13ad4f601/OSTACK_IMG_319156d5-da52-42a1-927a-4fe13ad4f601.vmdk to [datastore1] devstack-image-cache_base/a4097963-b198-4a19-a6c0-c132df9cd48f/a4097963-b198-4a19-a6c0-c132df9cd48f.vmdk. {{(pid=69183) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1079.904121] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2421ecb6-bff9-436c-bbf2-061de3553a97 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.911345] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1079.911345] env[69183]: value = "task-2790477" [ 1079.911345] env[69183]: _type = "Task" [ 1079.911345] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.918656] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790477, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.996636] env[69183]: DEBUG oslo_concurrency.lockutils [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "refresh_cache-4a10ced8-b3d4-4f2a-955b-a8884a8209b8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.996861] env[69183]: DEBUG oslo_concurrency.lockutils [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired lock "refresh_cache-4a10ced8-b3d4-4f2a-955b-a8884a8209b8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.997178] env[69183]: DEBUG nova.network.neutron [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.045971] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52b617d5-4af1-3946-a3c4-dd0ba6d7d047, 'name': SearchDatastore_Task, 'duration_secs': 0.029468} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.046589] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3953db12-8af4-408f-851f-0d4d28236185 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.053637] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1080.053637] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52231675-337e-bec1-d599-93717d6412bc" [ 1080.053637] env[69183]: _type = "Task" [ 1080.053637] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.061900] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52231675-337e-bec1-d599-93717d6412bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.085620] env[69183]: DEBUG nova.compute.manager [req-a80387ef-09c1-4f7f-9206-75e01e95fef8 req-6e265079-7e4a-44f5-886c-42d19fbe30c7 service nova] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Received event network-vif-plugged-57c2cc29-3eb6-4e89-b9d1-d649d5dff273 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1080.085845] env[69183]: DEBUG oslo_concurrency.lockutils [req-a80387ef-09c1-4f7f-9206-75e01e95fef8 req-6e265079-7e4a-44f5-886c-42d19fbe30c7 service nova] Acquiring lock "38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.086068] env[69183]: DEBUG oslo_concurrency.lockutils [req-a80387ef-09c1-4f7f-9206-75e01e95fef8 req-6e265079-7e4a-44f5-886c-42d19fbe30c7 service nova] Lock "38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.086248] env[69183]: DEBUG oslo_concurrency.lockutils [req-a80387ef-09c1-4f7f-9206-75e01e95fef8 req-6e265079-7e4a-44f5-886c-42d19fbe30c7 service nova] Lock "38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.086621] env[69183]: DEBUG nova.compute.manager [req-a80387ef-09c1-4f7f-9206-75e01e95fef8 req-6e265079-7e4a-44f5-886c-42d19fbe30c7 service nova] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] No waiting events found dispatching network-vif-plugged-57c2cc29-3eb6-4e89-b9d1-d649d5dff273 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.086621] env[69183]: WARNING nova.compute.manager [req-a80387ef-09c1-4f7f-9206-75e01e95fef8 req-6e265079-7e4a-44f5-886c-42d19fbe30c7 service nova] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Received unexpected event network-vif-plugged-57c2cc29-3eb6-4e89-b9d1-d649d5dff273 for instance with vm_state building and task_state spawning. [ 1080.181145] env[69183]: DEBUG nova.compute.utils [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.182966] env[69183]: DEBUG nova.compute.manager [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.183188] env[69183]: DEBUG nova.network.neutron [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.251989] env[69183]: DEBUG nova.policy [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55fb806bf5074afb8bdda11da90ad6cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '947a00fe423a46e6afab13adb82f0200', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.419707] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790477, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.566450] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4fb7f2-38a9-4546-95a1-6b60d96ec2ce {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.573913] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52231675-337e-bec1-d599-93717d6412bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011755} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.576246] env[69183]: DEBUG nova.network.neutron [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Successfully updated port: 57c2cc29-3eb6-4e89-b9d1-d649d5dff273 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.577301] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.577769] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 2a92e5e0-7f79-4388-b3c8-28091120b761/2a92e5e0-7f79-4388-b3c8-28091120b761.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.579168] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-981a5ce4-984d-4ae6-8120-0b4eec09b1f5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.586591] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef1e2f1-8aa0-4cff-955d-86d83d88b2ee {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.593076] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1080.593076] env[69183]: value = "task-2790478" [ 1080.593076] env[69183]: _type = "Task" [ 1080.593076] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.628957] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d15a4a-a400-4460-a42e-ff102072ad1b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.636079] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.646520] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3463f78c-e35a-4ffb-8dd5-bed6b95970a3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.663464] env[69183]: DEBUG nova.compute.provider_tree [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.691787] env[69183]: DEBUG nova.compute.manager [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.813055] env[69183]: DEBUG nova.compute.manager [req-fbbb351f-c82a-41ee-8df9-83441018fd8d req-a6386ced-2915-44e0-8f2c-6a9f88850873 service nova] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Received event network-changed-57c2cc29-3eb6-4e89-b9d1-d649d5dff273 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1080.813055] env[69183]: DEBUG nova.compute.manager [req-fbbb351f-c82a-41ee-8df9-83441018fd8d req-a6386ced-2915-44e0-8f2c-6a9f88850873 service nova] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Refreshing instance network info cache due to event network-changed-57c2cc29-3eb6-4e89-b9d1-d649d5dff273. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1080.814106] env[69183]: DEBUG oslo_concurrency.lockutils [req-fbbb351f-c82a-41ee-8df9-83441018fd8d req-a6386ced-2915-44e0-8f2c-6a9f88850873 service nova] Acquiring lock "refresh_cache-38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.814220] env[69183]: DEBUG oslo_concurrency.lockutils [req-fbbb351f-c82a-41ee-8df9-83441018fd8d req-a6386ced-2915-44e0-8f2c-6a9f88850873 service nova] Acquired lock "refresh_cache-38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.814936] env[69183]: DEBUG nova.network.neutron [req-fbbb351f-c82a-41ee-8df9-83441018fd8d req-a6386ced-2915-44e0-8f2c-6a9f88850873 service nova] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Refreshing network info cache for port 57c2cc29-3eb6-4e89-b9d1-d649d5dff273 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.917321] env[69183]: DEBUG nova.network.neutron [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Successfully created port: bbc02ed6-54fb-4b74-a2ff-45dc0f016729 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.929648] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790477, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.018889] env[69183]: DEBUG nova.network.neutron [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Updating instance_info_cache with network_info: [{"id": "90dc8f28-03a3-4925-af83-ffaf7b88a700", "address": "fa:16:3e:a5:c2:01", "network": {"id": "dd86d277-8747-4c50-a305-9b46298b69c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619207239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b95c9dfa9d48df99b1364995883c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90dc8f28-03", "ovs_interfaceid": "90dc8f28-03a3-4925-af83-ffaf7b88a700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.080705] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "refresh_cache-38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.111707] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.171378] env[69183]: DEBUG nova.scheduler.client.report [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.366826] env[69183]: DEBUG nova.network.neutron [req-fbbb351f-c82a-41ee-8df9-83441018fd8d req-a6386ced-2915-44e0-8f2c-6a9f88850873 service nova] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.422388] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790477, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.450500] env[69183]: DEBUG nova.network.neutron [req-fbbb351f-c82a-41ee-8df9-83441018fd8d req-a6386ced-2915-44e0-8f2c-6a9f88850873 service nova] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.522045] env[69183]: DEBUG oslo_concurrency.lockutils [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Releasing lock "refresh_cache-4a10ced8-b3d4-4f2a-955b-a8884a8209b8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.609457] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.676141] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.678805] env[69183]: DEBUG oslo_concurrency.lockutils [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.202s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.680524] env[69183]: INFO nova.compute.claims [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.701653] env[69183]: INFO nova.scheduler.client.report [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Deleted allocations for instance 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3 [ 1081.703858] env[69183]: DEBUG nova.compute.manager [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.735231] env[69183]: DEBUG nova.virt.hardware [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.736028] env[69183]: DEBUG nova.virt.hardware [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.736028] env[69183]: DEBUG nova.virt.hardware [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.736028] env[69183]: DEBUG nova.virt.hardware [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.736028] env[69183]: DEBUG nova.virt.hardware [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.736222] env[69183]: DEBUG nova.virt.hardware [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.736446] env[69183]: DEBUG nova.virt.hardware [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.736634] env[69183]: DEBUG nova.virt.hardware [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.736813] env[69183]: DEBUG nova.virt.hardware [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.736979] env[69183]: DEBUG nova.virt.hardware [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.737543] env[69183]: DEBUG nova.virt.hardware [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.739471] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677cf429-5c03-4d80-aade-583de704de91 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.752544] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1244e37-4201-4e17-8071-b3ee621d0a47 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.926042] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790477, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.953239] env[69183]: DEBUG oslo_concurrency.lockutils [req-fbbb351f-c82a-41ee-8df9-83441018fd8d req-a6386ced-2915-44e0-8f2c-6a9f88850873 service nova] Releasing lock "refresh_cache-38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.954018] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired lock "refresh_cache-38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.954018] env[69183]: DEBUG nova.network.neutron [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.033892] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bf9482-e235-49f0-81f5-05f015a63e02 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.045134] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5f7288-e399-444f-99cb-72e11ccfa8d7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.117340] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.219416] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5e2c181e-40d4-45c5-91da-24cb7b2703fa tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.235s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.259598] env[69183]: DEBUG oslo_concurrency.lockutils [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "64e40350-ac36-4329-a9f9-a2c8c2996eee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.259838] env[69183]: DEBUG oslo_concurrency.lockutils [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "64e40350-ac36-4329-a9f9-a2c8c2996eee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.424717] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790477, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.513118] env[69183]: DEBUG nova.network.neutron [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.607546] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790478, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.767652] env[69183]: DEBUG nova.compute.manager [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.790048] env[69183]: DEBUG nova.network.neutron [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Updating instance_info_cache with network_info: [{"id": "57c2cc29-3eb6-4e89-b9d1-d649d5dff273", "address": "fa:16:3e:a3:43:29", "network": {"id": "fb8d0cb1-db67-46f8-b12f-c5b0b61f9bf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-851986354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ef83677521b4cb2b6d150bb6a3b8688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57c2cc29-3e", "ovs_interfaceid": "57c2cc29-3eb6-4e89-b9d1-d649d5dff273", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.804844] env[69183]: DEBUG nova.compute.manager [req-0f83b301-8464-4508-8d6a-cd712537bac3 req-f423a127-080b-408f-98b2-a05c911eb2a6 service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Received event network-vif-plugged-bbc02ed6-54fb-4b74-a2ff-45dc0f016729 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1082.805278] env[69183]: DEBUG oslo_concurrency.lockutils [req-0f83b301-8464-4508-8d6a-cd712537bac3 req-f423a127-080b-408f-98b2-a05c911eb2a6 service nova] Acquiring lock "176fd0cc-5a63-4bd2-b552-0b733267ade5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.805593] env[69183]: DEBUG oslo_concurrency.lockutils [req-0f83b301-8464-4508-8d6a-cd712537bac3 req-f423a127-080b-408f-98b2-a05c911eb2a6 service nova] Lock "176fd0cc-5a63-4bd2-b552-0b733267ade5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.805779] env[69183]: DEBUG oslo_concurrency.lockutils [req-0f83b301-8464-4508-8d6a-cd712537bac3 req-f423a127-080b-408f-98b2-a05c911eb2a6 service nova] Lock "176fd0cc-5a63-4bd2-b552-0b733267ade5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.805969] env[69183]: DEBUG nova.compute.manager [req-0f83b301-8464-4508-8d6a-cd712537bac3 req-f423a127-080b-408f-98b2-a05c911eb2a6 service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] No waiting events found dispatching network-vif-plugged-bbc02ed6-54fb-4b74-a2ff-45dc0f016729 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.806583] env[69183]: WARNING nova.compute.manager [req-0f83b301-8464-4508-8d6a-cd712537bac3 req-f423a127-080b-408f-98b2-a05c911eb2a6 service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Received unexpected event network-vif-plugged-bbc02ed6-54fb-4b74-a2ff-45dc0f016729 for instance with vm_state building and task_state spawning. [ 1082.826404] env[69183]: DEBUG nova.network.neutron [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Successfully updated port: bbc02ed6-54fb-4b74-a2ff-45dc0f016729 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.928706] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790477, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.690634} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.929205] env[69183]: INFO nova.virt.vmwareapi.ds_util [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_319156d5-da52-42a1-927a-4fe13ad4f601/OSTACK_IMG_319156d5-da52-42a1-927a-4fe13ad4f601.vmdk to [datastore1] devstack-image-cache_base/a4097963-b198-4a19-a6c0-c132df9cd48f/a4097963-b198-4a19-a6c0-c132df9cd48f.vmdk. [ 1082.929783] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Cleaning up location [datastore1] OSTACK_IMG_319156d5-da52-42a1-927a-4fe13ad4f601 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1082.930046] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_319156d5-da52-42a1-927a-4fe13ad4f601 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.930296] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d83fd6b-e459-42c8-8011-b4caef9d741d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.940605] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1082.940605] env[69183]: value = "task-2790479" [ 1082.940605] env[69183]: _type = "Task" [ 1082.940605] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.952061] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.037532] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f228206f-7ee5-4542-ab70-a525608dc230 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.045476] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21235241-7d4e-4fcb-9d72-e4fcc0480dae {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.083599] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dd5d98-b74a-41f0-bc07-6dccf6ce9878 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.092870] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb5b778-e72f-48ed-beef-e8c4c84e82f1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.110559] env[69183]: DEBUG nova.compute.provider_tree [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.114871] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790478, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.131914} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.115440] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 2a92e5e0-7f79-4388-b3c8-28091120b761/2a92e5e0-7f79-4388-b3c8-28091120b761.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.115704] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.115974] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87a4a9cb-48bb-407a-8c4f-037dbdee5828 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.122468] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1083.122468] env[69183]: value = "task-2790480" [ 1083.122468] env[69183]: _type = "Task" [ 1083.122468] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.130101] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.178333] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8257292-fc93-4bac-82c3-3be18b924dae {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.202806] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4012a1-b10f-4d40-876c-fa8770867054 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.210733] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Updating instance '4a10ced8-b3d4-4f2a-955b-a8884a8209b8' progress to 83 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.292719] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Releasing lock "refresh_cache-38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.293310] env[69183]: DEBUG nova.compute.manager [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Instance network_info: |[{"id": "57c2cc29-3eb6-4e89-b9d1-d649d5dff273", "address": "fa:16:3e:a3:43:29", "network": {"id": "fb8d0cb1-db67-46f8-b12f-c5b0b61f9bf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-851986354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ef83677521b4cb2b6d150bb6a3b8688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57c2cc29-3e", "ovs_interfaceid": "57c2cc29-3eb6-4e89-b9d1-d649d5dff273", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.293529] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:43:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57c2cc29-3eb6-4e89-b9d1-d649d5dff273', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.302442] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.303772] env[69183]: DEBUG oslo_concurrency.lockutils [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.304056] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.304342] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10981acf-1c3c-44ae-a36b-c3f1b1bca3f3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.325207] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.325207] env[69183]: value = "task-2790481" [ 1083.325207] env[69183]: _type = "Task" [ 1083.325207] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.328838] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.329041] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.329209] env[69183]: DEBUG nova.network.neutron [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.337999] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790481, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.450880] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036637} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.455210] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.455210] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a4097963-b198-4a19-a6c0-c132df9cd48f/a4097963-b198-4a19-a6c0-c132df9cd48f.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.455210] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a4097963-b198-4a19-a6c0-c132df9cd48f/a4097963-b198-4a19-a6c0-c132df9cd48f.vmdk to [datastore1] b731d090-943b-42e9-ba26-912766186d28/b731d090-943b-42e9-ba26-912766186d28.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.455210] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0fb9306-ca91-40ca-94d4-91a41fe3542a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.459678] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1083.459678] env[69183]: value = "task-2790482" [ 1083.459678] env[69183]: _type = "Task" [ 1083.459678] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.469156] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.617562] env[69183]: DEBUG nova.scheduler.client.report [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.633510] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790480, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073294} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.634838] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.636056] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0686890a-a82a-4064-ab15-2d873f25124a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.663056] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 2a92e5e0-7f79-4388-b3c8-28091120b761/2a92e5e0-7f79-4388-b3c8-28091120b761.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.663773] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecb035b4-ecd9-4b93-856d-d6ecbf174879 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.685302] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1083.685302] env[69183]: value = "task-2790483" [ 1083.685302] env[69183]: _type = "Task" [ 1083.685302] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.695794] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790483, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.717196] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.717586] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93013b36-46f8-4f00-b1ae-142679a0b200 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.726889] env[69183]: DEBUG oslo_vmware.api [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1083.726889] env[69183]: value = "task-2790484" [ 1083.726889] env[69183]: _type = "Task" [ 1083.726889] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.744055] env[69183]: DEBUG oslo_vmware.api [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.837317] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790481, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.878696] env[69183]: DEBUG nova.network.neutron [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.971667] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790482, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.011221] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "cc10ef03-da26-42a3-8a5d-f31606f782e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.011221] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "cc10ef03-da26-42a3-8a5d-f31606f782e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.074426] env[69183]: DEBUG nova.network.neutron [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Updating instance_info_cache with network_info: [{"id": "bbc02ed6-54fb-4b74-a2ff-45dc0f016729", "address": "fa:16:3e:a1:60:57", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc02ed6-54", "ovs_interfaceid": "bbc02ed6-54fb-4b74-a2ff-45dc0f016729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.125046] env[69183]: DEBUG oslo_concurrency.lockutils [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.125046] env[69183]: DEBUG nova.compute.manager [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.126852] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.400s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.127326] env[69183]: DEBUG nova.objects.instance [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lazy-loading 'resources' on Instance uuid 0619785e-65a2-41de-abbe-b394ef2d1916 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.202641] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.244235] env[69183]: DEBUG oslo_vmware.api [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790484, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.335336] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790481, 'name': CreateVM_Task, 'duration_secs': 0.644349} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.335516] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.336230] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.336408] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.336735] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.337011] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea1da9f2-0e3d-4777-bb1b-4e529404e1fd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.342428] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1084.342428] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52536b8f-06e7-372c-3c8d-0450af0207bd" [ 1084.342428] env[69183]: _type = "Task" [ 1084.342428] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.351726] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52536b8f-06e7-372c-3c8d-0450af0207bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.470817] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790482, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.514632] env[69183]: DEBUG nova.compute.manager [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.576265] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.576717] env[69183]: DEBUG nova.compute.manager [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Instance network_info: |[{"id": "bbc02ed6-54fb-4b74-a2ff-45dc0f016729", "address": "fa:16:3e:a1:60:57", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc02ed6-54", "ovs_interfaceid": "bbc02ed6-54fb-4b74-a2ff-45dc0f016729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.577215] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:60:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbc02ed6-54fb-4b74-a2ff-45dc0f016729', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.586151] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.586900] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.587166] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce736a90-60df-4314-83d5-7bce6aac82f6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.608956] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.608956] env[69183]: value = "task-2790485" [ 1084.608956] env[69183]: _type = "Task" [ 1084.608956] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.617783] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790485, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.632337] env[69183]: DEBUG nova.compute.utils [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.637375] env[69183]: DEBUG nova.compute.manager [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.637375] env[69183]: DEBUG nova.network.neutron [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.697153] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.706821] env[69183]: DEBUG nova.policy [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d5d815253a64e75bc5b8f763eb0396c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e1512025a1e42b6b05ff9aad0088ad9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.750039] env[69183]: DEBUG oslo_vmware.api [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790484, 'name': PowerOnVM_Task, 'duration_secs': 0.585682} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.750483] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.750768] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-68d8bb67-c36b-4e76-8aaf-8a9f9bcadb1e tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Updating instance '4a10ced8-b3d4-4f2a-955b-a8884a8209b8' progress to 100 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1084.842863] env[69183]: DEBUG nova.compute.manager [req-05eb42f0-4199-43e1-9437-314fba7b3555 req-72df5a60-947e-4dc7-a229-c856d7ef2965 service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Received event network-changed-bbc02ed6-54fb-4b74-a2ff-45dc0f016729 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1084.843120] env[69183]: DEBUG nova.compute.manager [req-05eb42f0-4199-43e1-9437-314fba7b3555 req-72df5a60-947e-4dc7-a229-c856d7ef2965 service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Refreshing instance network info cache due to event network-changed-bbc02ed6-54fb-4b74-a2ff-45dc0f016729. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1084.843344] env[69183]: DEBUG oslo_concurrency.lockutils [req-05eb42f0-4199-43e1-9437-314fba7b3555 req-72df5a60-947e-4dc7-a229-c856d7ef2965 service nova] Acquiring lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.843568] env[69183]: DEBUG oslo_concurrency.lockutils [req-05eb42f0-4199-43e1-9437-314fba7b3555 req-72df5a60-947e-4dc7-a229-c856d7ef2965 service nova] Acquired lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.843684] env[69183]: DEBUG nova.network.neutron [req-05eb42f0-4199-43e1-9437-314fba7b3555 req-72df5a60-947e-4dc7-a229-c856d7ef2965 service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Refreshing network info cache for port bbc02ed6-54fb-4b74-a2ff-45dc0f016729 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.860954] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52536b8f-06e7-372c-3c8d-0450af0207bd, 'name': SearchDatastore_Task, 'duration_secs': 0.085669} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.863561] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.863821] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.864146] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.864453] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.864751] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.865714] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cf60425-6b42-41c1-b690-a1effd9626ea {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.882723] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.882723] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.883456] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-856ae2ca-f93e-4e8f-8d2f-76accc5eba80 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.889555] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1084.889555] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]523c34cd-bfe7-8d32-72e1-8cd71f57c347" [ 1084.889555] env[69183]: _type = "Task" [ 1084.889555] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.902842] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]523c34cd-bfe7-8d32-72e1-8cd71f57c347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.977411] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790482, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.027066] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c21c0d4-bdcf-4ae6-b4c6-b4cd1b0bc685 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.035870] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd109dd-d0ad-4421-85e8-6a617a2b4c61 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.071572] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.072921] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6995d6f-62f6-4769-a190-5e4c319d1d23 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.082124] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ff099f-f13c-48b4-aa21-50f6aa7c6f3a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.100681] env[69183]: DEBUG nova.compute.provider_tree [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.103731] env[69183]: DEBUG nova.network.neutron [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Successfully created port: 2b6435d1-e308-464a-a62d-d9e8fe1fe288 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.120262] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790485, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.138342] env[69183]: DEBUG nova.compute.manager [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.198184] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.413014] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]523c34cd-bfe7-8d32-72e1-8cd71f57c347, 'name': SearchDatastore_Task, 'duration_secs': 0.089727} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.414322] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b38110f-f51a-4e0c-86a8-b3ae7d743aec {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.422009] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1085.422009] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5216a7a2-d5e7-30f6-9314-545333f90277" [ 1085.422009] env[69183]: _type = "Task" [ 1085.422009] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.431329] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5216a7a2-d5e7-30f6-9314-545333f90277, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.476045] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790482, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.597266] env[69183]: DEBUG nova.network.neutron [req-05eb42f0-4199-43e1-9437-314fba7b3555 req-72df5a60-947e-4dc7-a229-c856d7ef2965 service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Updated VIF entry in instance network info cache for port bbc02ed6-54fb-4b74-a2ff-45dc0f016729. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.597682] env[69183]: DEBUG nova.network.neutron [req-05eb42f0-4199-43e1-9437-314fba7b3555 req-72df5a60-947e-4dc7-a229-c856d7ef2965 service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Updating instance_info_cache with network_info: [{"id": "bbc02ed6-54fb-4b74-a2ff-45dc0f016729", "address": "fa:16:3e:a1:60:57", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc02ed6-54", "ovs_interfaceid": "bbc02ed6-54fb-4b74-a2ff-45dc0f016729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.605702] env[69183]: DEBUG nova.scheduler.client.report [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.620371] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790485, 'name': CreateVM_Task, 'duration_secs': 0.932669} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.620556] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.621278] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.621442] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.621773] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.622676] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89c6e5b4-99d4-438d-aae6-d01830bdf902 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.628210] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1085.628210] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]521eca1d-6193-acd5-8f66-382478b74ff0" [ 1085.628210] env[69183]: _type = "Task" [ 1085.628210] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.637031] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521eca1d-6193-acd5-8f66-382478b74ff0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.697652] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.932587] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5216a7a2-d5e7-30f6-9314-545333f90277, 'name': SearchDatastore_Task, 'duration_secs': 0.090119} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.932851] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.933155] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21/38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.933415] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38fe2617-0c47-400d-a412-babaefe4924c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.940031] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1085.940031] env[69183]: value = "task-2790486" [ 1085.940031] env[69183]: _type = "Task" [ 1085.940031] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.947767] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.971122] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790482, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.100571] env[69183]: DEBUG oslo_concurrency.lockutils [req-05eb42f0-4199-43e1-9437-314fba7b3555 req-72df5a60-947e-4dc7-a229-c856d7ef2965 service nova] Releasing lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.110670] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.113488] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.719s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.113696] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.115882] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.395s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.116123] env[69183]: DEBUG nova.objects.instance [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lazy-loading 'resources' on Instance uuid 603b8c48-2e69-441c-8ded-b48e31908587 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.133406] env[69183]: INFO nova.scheduler.client.report [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Deleted allocations for instance 0b074aac-dea9-4889-9e0f-84228979f883 [ 1086.137704] env[69183]: INFO nova.scheduler.client.report [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Deleted allocations for instance 0619785e-65a2-41de-abbe-b394ef2d1916 [ 1086.142461] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521eca1d-6193-acd5-8f66-382478b74ff0, 'name': SearchDatastore_Task, 'duration_secs': 0.103511} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.144800] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.145030] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.145275] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.145443] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.145620] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.146032] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-776ea809-031e-4a60-8371-e44450280cf8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.148733] env[69183]: DEBUG nova.compute.manager [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.161118] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.161118] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.161879] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0889413c-f385-4bd5-9e34-f88e4912e969 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.170052] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1086.170052] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5239dcd6-67a4-8fc1-28ae-19b10e463db3" [ 1086.170052] env[69183]: _type = "Task" [ 1086.170052] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.181359] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5239dcd6-67a4-8fc1-28ae-19b10e463db3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.182828] env[69183]: DEBUG nova.virt.hardware [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.183081] env[69183]: DEBUG nova.virt.hardware [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.183297] env[69183]: DEBUG nova.virt.hardware [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.184618] env[69183]: DEBUG nova.virt.hardware [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.184618] env[69183]: DEBUG nova.virt.hardware [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.184618] env[69183]: DEBUG nova.virt.hardware [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.184618] env[69183]: DEBUG nova.virt.hardware [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.184618] env[69183]: DEBUG nova.virt.hardware [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.184618] env[69183]: DEBUG nova.virt.hardware [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.184854] env[69183]: DEBUG nova.virt.hardware [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.184854] env[69183]: DEBUG nova.virt.hardware [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.186360] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8f2670-e3d0-474e-889a-d372355093ef {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.199556] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096c50aa-043a-43e8-a333-db000eca02dc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.204105] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790483, 'name': ReconfigVM_Task, 'duration_secs': 2.45728} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.204561] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 2a92e5e0-7f79-4388-b3c8-28091120b761/2a92e5e0-7f79-4388-b3c8-28091120b761.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.205367] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fd65bbf-759a-4118-985b-372406954997 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.223900] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1086.223900] env[69183]: value = "task-2790487" [ 1086.223900] env[69183]: _type = "Task" [ 1086.223900] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.233075] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790487, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.450697] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.472789] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790482, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.515226} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.473022] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a4097963-b198-4a19-a6c0-c132df9cd48f/a4097963-b198-4a19-a6c0-c132df9cd48f.vmdk to [datastore1] b731d090-943b-42e9-ba26-912766186d28/b731d090-943b-42e9-ba26-912766186d28.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.473943] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb7f37e-bf57-4487-86a3-2e19308b334f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.497909] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] b731d090-943b-42e9-ba26-912766186d28/b731d090-943b-42e9-ba26-912766186d28.vmdk or device None with type streamOptimized {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.498230] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3276d10b-207e-444a-be16-f9e89167db08 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.518673] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1086.518673] env[69183]: value = "task-2790488" [ 1086.518673] env[69183]: _type = "Task" [ 1086.518673] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.527807] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.652648] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad8a6303-6cee-4e8c-a9b1-66e9deb3410a tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "0b074aac-dea9-4889-9e0f-84228979f883" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.706s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.654759] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b2476db6-35ae-4f25-939c-71a0cbbff19f tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "0619785e-65a2-41de-abbe-b394ef2d1916" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.357s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.666818] env[69183]: DEBUG nova.network.neutron [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Successfully updated port: 2b6435d1-e308-464a-a62d-d9e8fe1fe288 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.688213] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5239dcd6-67a4-8fc1-28ae-19b10e463db3, 'name': SearchDatastore_Task, 'duration_secs': 0.022797} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.692050] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06508cf8-465c-41f9-99d9-398773241f01 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.697744] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1086.697744] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52f757b6-f17f-fef8-15eb-510633c89406" [ 1086.697744] env[69183]: _type = "Task" [ 1086.697744] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.709754] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f757b6-f17f-fef8-15eb-510633c89406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.741514] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790487, 'name': Rename_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.935150] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d37e389-e2e9-4cc6-8a40-0afee4d97945 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.947133] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53198938-9e4e-4380-ae9c-afb6017a8e46 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.956137] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790486, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.981124] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23060594-379e-4857-98c8-49f1b125d953 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.989770] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d1a7ec-7323-4f89-b6ac-f2f5f2213c18 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.005203] env[69183]: DEBUG nova.compute.provider_tree [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.028690] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790488, 'name': ReconfigVM_Task, 'duration_secs': 0.300532} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.030420] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Reconfigured VM instance instance-0000004f to attach disk [datastore1] b731d090-943b-42e9-ba26-912766186d28/b731d090-943b-42e9-ba26-912766186d28.vmdk or device None with type streamOptimized {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.030420] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encrypted': False, 'disk_bus': None, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/sda', 'image_id': 'f7726cdb-6378-48d3-afce-c7bc7e065714'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560902', 'volume_id': '76d6999c-510b-46d9-92db-bf46f772e1a6', 'name': 'volume-76d6999c-510b-46d9-92db-bf46f772e1a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b731d090-943b-42e9-ba26-912766186d28', 'attached_at': '', 'detached_at': '', 'volume_id': '76d6999c-510b-46d9-92db-bf46f772e1a6', 'serial': '76d6999c-510b-46d9-92db-bf46f772e1a6'}, 'mount_device': '/dev/sdb', 'device_type': None, 'delete_on_termination': False, 'attachment_id': '27af44d0-2e09-4182-899f-c70f7bf4dfc6', 'boot_index': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69183) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1087.030420] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Volume attach. Driver type: vmdk {{(pid=69183) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1087.030816] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560902', 'volume_id': '76d6999c-510b-46d9-92db-bf46f772e1a6', 'name': 'volume-76d6999c-510b-46d9-92db-bf46f772e1a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b731d090-943b-42e9-ba26-912766186d28', 'attached_at': '', 'detached_at': '', 'volume_id': '76d6999c-510b-46d9-92db-bf46f772e1a6', 'serial': '76d6999c-510b-46d9-92db-bf46f772e1a6'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1087.031828] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862cc0c2-89dd-48ca-8af3-800b2ed74f89 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.050374] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88eef2b-332e-48b4-a2f4-b98fe49a8ef3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.076687] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] volume-76d6999c-510b-46d9-92db-bf46f772e1a6/volume-76d6999c-510b-46d9-92db-bf46f772e1a6.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.077047] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00934efe-3419-49a5-96f5-d366f2f50497 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.097708] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1087.097708] env[69183]: value = "task-2790489" [ 1087.097708] env[69183]: _type = "Task" [ 1087.097708] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.103370] env[69183]: DEBUG nova.compute.manager [req-200ef01e-8eb5-4679-8b8f-dadf32d33fa0 req-14f6ee2c-8cc6-4350-9b01-742620ef56a9 service nova] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Received event network-vif-plugged-2b6435d1-e308-464a-a62d-d9e8fe1fe288 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1087.103450] env[69183]: DEBUG oslo_concurrency.lockutils [req-200ef01e-8eb5-4679-8b8f-dadf32d33fa0 req-14f6ee2c-8cc6-4350-9b01-742620ef56a9 service nova] Acquiring lock "bf50d812-bb70-4baf-acde-462a3d98991c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.106508] env[69183]: DEBUG oslo_concurrency.lockutils [req-200ef01e-8eb5-4679-8b8f-dadf32d33fa0 req-14f6ee2c-8cc6-4350-9b01-742620ef56a9 service nova] Lock "bf50d812-bb70-4baf-acde-462a3d98991c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.106508] env[69183]: DEBUG oslo_concurrency.lockutils [req-200ef01e-8eb5-4679-8b8f-dadf32d33fa0 req-14f6ee2c-8cc6-4350-9b01-742620ef56a9 service nova] Lock "bf50d812-bb70-4baf-acde-462a3d98991c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.106508] env[69183]: DEBUG nova.compute.manager [req-200ef01e-8eb5-4679-8b8f-dadf32d33fa0 req-14f6ee2c-8cc6-4350-9b01-742620ef56a9 service nova] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] No waiting events found dispatching network-vif-plugged-2b6435d1-e308-464a-a62d-d9e8fe1fe288 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.106508] env[69183]: WARNING nova.compute.manager [req-200ef01e-8eb5-4679-8b8f-dadf32d33fa0 req-14f6ee2c-8cc6-4350-9b01-742620ef56a9 service nova] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Received unexpected event network-vif-plugged-2b6435d1-e308-464a-a62d-d9e8fe1fe288 for instance with vm_state building and task_state spawning. [ 1087.106508] env[69183]: DEBUG nova.compute.manager [req-200ef01e-8eb5-4679-8b8f-dadf32d33fa0 req-14f6ee2c-8cc6-4350-9b01-742620ef56a9 service nova] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Received event network-changed-2b6435d1-e308-464a-a62d-d9e8fe1fe288 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1087.106508] env[69183]: DEBUG nova.compute.manager [req-200ef01e-8eb5-4679-8b8f-dadf32d33fa0 req-14f6ee2c-8cc6-4350-9b01-742620ef56a9 service nova] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Refreshing instance network info cache due to event network-changed-2b6435d1-e308-464a-a62d-d9e8fe1fe288. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1087.106508] env[69183]: DEBUG oslo_concurrency.lockutils [req-200ef01e-8eb5-4679-8b8f-dadf32d33fa0 req-14f6ee2c-8cc6-4350-9b01-742620ef56a9 service nova] Acquiring lock "refresh_cache-bf50d812-bb70-4baf-acde-462a3d98991c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.106508] env[69183]: DEBUG oslo_concurrency.lockutils [req-200ef01e-8eb5-4679-8b8f-dadf32d33fa0 req-14f6ee2c-8cc6-4350-9b01-742620ef56a9 service nova] Acquired lock "refresh_cache-bf50d812-bb70-4baf-acde-462a3d98991c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.106508] env[69183]: DEBUG nova.network.neutron [req-200ef01e-8eb5-4679-8b8f-dadf32d33fa0 req-14f6ee2c-8cc6-4350-9b01-742620ef56a9 service nova] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Refreshing network info cache for port 2b6435d1-e308-464a-a62d-d9e8fe1fe288 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.114414] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790489, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.170736] env[69183]: DEBUG oslo_concurrency.lockutils [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "refresh_cache-bf50d812-bb70-4baf-acde-462a3d98991c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.208692] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f757b6-f17f-fef8-15eb-510633c89406, 'name': SearchDatastore_Task, 'duration_secs': 0.030436} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.208994] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.209136] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 176fd0cc-5a63-4bd2-b552-0b733267ade5/176fd0cc-5a63-4bd2-b552-0b733267ade5.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.209423] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-071b33a1-a7b0-4928-aba2-f0f6798d5fab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.216739] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1087.216739] env[69183]: value = "task-2790490" [ 1087.216739] env[69183]: _type = "Task" [ 1087.216739] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.226053] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.233975] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790487, 'name': Rename_Task, 'duration_secs': 0.563557} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.234280] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.234584] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ea94bab-43b5-4c49-afc8-4d7a5242813a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.242802] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1087.242802] env[69183]: value = "task-2790491" [ 1087.242802] env[69183]: _type = "Task" [ 1087.242802] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.251347] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.369555] env[69183]: DEBUG nova.network.neutron [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Port 90dc8f28-03a3-4925-af83-ffaf7b88a700 binding to destination host cpu-1 is already ACTIVE {{(pid=69183) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1087.369861] env[69183]: DEBUG oslo_concurrency.lockutils [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "refresh_cache-4a10ced8-b3d4-4f2a-955b-a8884a8209b8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.370045] env[69183]: DEBUG oslo_concurrency.lockutils [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired lock "refresh_cache-4a10ced8-b3d4-4f2a-955b-a8884a8209b8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.370250] env[69183]: DEBUG nova.network.neutron [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.455068] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790486, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.15621} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.455068] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21/38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.455068] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.455068] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3ab011e-ade3-4177-bdfb-b0624d67e33f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.460648] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1087.460648] env[69183]: value = "task-2790492" [ 1087.460648] env[69183]: _type = "Task" [ 1087.460648] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.468393] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.508941] env[69183]: DEBUG nova.scheduler.client.report [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.610036] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790489, 'name': ReconfigVM_Task, 'duration_secs': 0.331142} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.610036] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Reconfigured VM instance instance-0000004f to attach disk [datastore2] volume-76d6999c-510b-46d9-92db-bf46f772e1a6/volume-76d6999c-510b-46d9-92db-bf46f772e1a6.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.617504] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46cff17c-4a6c-424a-8c7f-44c8d0b77805 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.635576] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1087.635576] env[69183]: value = "task-2790493" [ 1087.635576] env[69183]: _type = "Task" [ 1087.635576] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.645463] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.671874] env[69183]: DEBUG nova.network.neutron [req-200ef01e-8eb5-4679-8b8f-dadf32d33fa0 req-14f6ee2c-8cc6-4350-9b01-742620ef56a9 service nova] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.680398] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "cdb4de53-8a08-44dd-a17f-a77dc662405d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.680623] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "cdb4de53-8a08-44dd-a17f-a77dc662405d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.731223] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790490, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.756799] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790491, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.757902] env[69183]: DEBUG nova.network.neutron [req-200ef01e-8eb5-4679-8b8f-dadf32d33fa0 req-14f6ee2c-8cc6-4350-9b01-742620ef56a9 service nova] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.970463] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.325146} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.970605] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.971682] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a59209-52b3-419e-a08d-9b49ce54e3eb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.993096] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21/38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.995468] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3087a4b-e4fe-4851-a56d-86c43ebac449 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.015239] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.017126] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1088.017126] env[69183]: value = "task-2790494" [ 1088.017126] env[69183]: _type = "Task" [ 1088.017126] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.017543] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.710s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.029689] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790494, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.039273] env[69183]: INFO nova.scheduler.client.report [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Deleted allocations for instance 603b8c48-2e69-441c-8ded-b48e31908587 [ 1088.132764] env[69183]: DEBUG nova.network.neutron [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Updating instance_info_cache with network_info: [{"id": "90dc8f28-03a3-4925-af83-ffaf7b88a700", "address": "fa:16:3e:a5:c2:01", "network": {"id": "dd86d277-8747-4c50-a305-9b46298b69c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619207239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b95c9dfa9d48df99b1364995883c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90dc8f28-03", "ovs_interfaceid": "90dc8f28-03a3-4925-af83-ffaf7b88a700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.146586] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790493, 'name': ReconfigVM_Task, 'duration_secs': 0.286747} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.146901] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560902', 'volume_id': '76d6999c-510b-46d9-92db-bf46f772e1a6', 'name': 'volume-76d6999c-510b-46d9-92db-bf46f772e1a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b731d090-943b-42e9-ba26-912766186d28', 'attached_at': '', 'detached_at': '', 'volume_id': '76d6999c-510b-46d9-92db-bf46f772e1a6', 'serial': '76d6999c-510b-46d9-92db-bf46f772e1a6'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1088.147714] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d7b1939-8fe8-46e4-ab7e-56aebdfdb5f8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.154028] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1088.154028] env[69183]: value = "task-2790495" [ 1088.154028] env[69183]: _type = "Task" [ 1088.154028] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.166267] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790495, 'name': Rename_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.183110] env[69183]: DEBUG nova.compute.manager [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1088.238027] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64746} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.238027] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 176fd0cc-5a63-4bd2-b552-0b733267ade5/176fd0cc-5a63-4bd2-b552-0b733267ade5.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.238027] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.238027] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8aba3f20-7e07-4c98-b5e1-a4786b990128 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.245699] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1088.245699] env[69183]: value = "task-2790496" [ 1088.245699] env[69183]: _type = "Task" [ 1088.245699] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.261408] env[69183]: DEBUG oslo_concurrency.lockutils [req-200ef01e-8eb5-4679-8b8f-dadf32d33fa0 req-14f6ee2c-8cc6-4350-9b01-742620ef56a9 service nova] Releasing lock "refresh_cache-bf50d812-bb70-4baf-acde-462a3d98991c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.263041] env[69183]: DEBUG oslo_concurrency.lockutils [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "refresh_cache-bf50d812-bb70-4baf-acde-462a3d98991c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.263041] env[69183]: DEBUG nova.network.neutron [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.271841] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790491, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.273101] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.322417] env[69183]: DEBUG nova.network.neutron [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.347513] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde83037-19d4-4e87-ae31-7a2c4b0db934 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.357430] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdc9a72-39d7-47de-a161-a4c34066d18f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.406850] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9656fe27-18d3-4efd-bdb2-24fa5ac2ace9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.416900] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f36397-de8a-4044-9452-7f84c3e5e210 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.429725] env[69183]: DEBUG nova.compute.provider_tree [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.499077] env[69183]: DEBUG nova.network.neutron [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Updating instance_info_cache with network_info: [{"id": "2b6435d1-e308-464a-a62d-d9e8fe1fe288", "address": "fa:16:3e:a9:7f:c7", "network": {"id": "50bef02a-36c4-4122-99e6-4de135b6ec80", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-820333689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e1512025a1e42b6b05ff9aad0088ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6435d1-e3", "ovs_interfaceid": "2b6435d1-e308-464a-a62d-d9e8fe1fe288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.531780] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790494, 'name': ReconfigVM_Task, 'duration_secs': 0.31488} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.532097] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21/38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.532690] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e898f5d5-9f89-4a45-8d48-8d7ad9c4b411 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.539372] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1088.539372] env[69183]: value = "task-2790497" [ 1088.539372] env[69183]: _type = "Task" [ 1088.539372] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.549875] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790497, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.550328] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d66fe59f-ab72-46c7-90bd-e63dd5c789a3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "603b8c48-2e69-441c-8ded-b48e31908587" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.740s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.636805] env[69183]: DEBUG oslo_concurrency.lockutils [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Releasing lock "refresh_cache-4a10ced8-b3d4-4f2a-955b-a8884a8209b8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.664315] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790495, 'name': Rename_Task, 'duration_secs': 0.185991} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.664692] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.664959] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dacf363a-8a11-42aa-a2e2-ea0da1bff664 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.671023] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1088.671023] env[69183]: value = "task-2790498" [ 1088.671023] env[69183]: _type = "Task" [ 1088.671023] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.678598] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.704760] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.755399] env[69183]: DEBUG oslo_vmware.api [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790491, 'name': PowerOnVM_Task, 'duration_secs': 1.178923} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.758726] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.759306] env[69183]: INFO nova.compute.manager [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Took 12.13 seconds to spawn the instance on the hypervisor. [ 1088.759306] env[69183]: DEBUG nova.compute.manager [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.759899] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba6f592-a9ba-4463-b2da-2f8eb224761f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.767022] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073949} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.768500] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.771865] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d4802f-d47c-4df8-afa1-9a601ccadda2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.794038] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 176fd0cc-5a63-4bd2-b552-0b733267ade5/176fd0cc-5a63-4bd2-b552-0b733267ade5.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.794331] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a4040ad-7cde-421d-b395-6b0fe2d5d04d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.814444] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1088.814444] env[69183]: value = "task-2790499" [ 1088.814444] env[69183]: _type = "Task" [ 1088.814444] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.822205] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.933660] env[69183]: DEBUG nova.scheduler.client.report [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.001036] env[69183]: DEBUG oslo_concurrency.lockutils [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "refresh_cache-bf50d812-bb70-4baf-acde-462a3d98991c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.001760] env[69183]: DEBUG nova.compute.manager [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Instance network_info: |[{"id": "2b6435d1-e308-464a-a62d-d9e8fe1fe288", "address": "fa:16:3e:a9:7f:c7", "network": {"id": "50bef02a-36c4-4122-99e6-4de135b6ec80", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-820333689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e1512025a1e42b6b05ff9aad0088ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6435d1-e3", "ovs_interfaceid": "2b6435d1-e308-464a-a62d-d9e8fe1fe288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.001930] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:7f:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b6435d1-e308-464a-a62d-d9e8fe1fe288', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.009928] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.010202] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.010473] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-959d4c32-d76d-40f8-9a61-e5e6b97bd0ad {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.032281] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.032281] env[69183]: value = "task-2790500" [ 1089.032281] env[69183]: _type = "Task" [ 1089.032281] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.041423] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790500, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.052964] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790497, 'name': Rename_Task, 'duration_secs': 0.14935} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.053472] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.055859] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0088f60-4124-441c-a037-acf71260d740 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.060589] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1089.060589] env[69183]: value = "task-2790501" [ 1089.060589] env[69183]: _type = "Task" [ 1089.060589] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.071499] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.140402] env[69183]: DEBUG nova.compute.manager [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69183) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1089.182158] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790498, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.285162] env[69183]: INFO nova.compute.manager [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Took 29.62 seconds to build instance. [ 1089.329240] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790499, 'name': ReconfigVM_Task, 'duration_secs': 0.368284} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.330181] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 176fd0cc-5a63-4bd2-b552-0b733267ade5/176fd0cc-5a63-4bd2-b552-0b733267ade5.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.331115] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c388a6ee-6113-4880-878e-8c8949fc529b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.338571] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1089.338571] env[69183]: value = "task-2790502" [ 1089.338571] env[69183]: _type = "Task" [ 1089.338571] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.351267] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790502, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.442017] env[69183]: DEBUG oslo_concurrency.lockutils [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.424s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.442295] env[69183]: INFO nova.compute.manager [None req-cccc5ef7-cd1e-4339-b72a-2283654c6de7 tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Successfully reverted task state from rebuilding on failure for instance. [ 1089.447612] env[69183]: DEBUG oslo_concurrency.lockutils [None req-20296fcf-99f8-43f2-8104-ef2e2b74ac5c tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.877s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.448058] env[69183]: DEBUG nova.objects.instance [None req-20296fcf-99f8-43f2-8104-ef2e2b74ac5c tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Lazy-loading 'resources' on Instance uuid d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.542830] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790500, 'name': CreateVM_Task, 'duration_secs': 0.456835} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.543108] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.543695] env[69183]: DEBUG oslo_concurrency.lockutils [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.543897] env[69183]: DEBUG oslo_concurrency.lockutils [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.544247] env[69183]: DEBUG oslo_concurrency.lockutils [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.544598] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47e91995-fcb0-4ee2-a041-b3066a2901b9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.549440] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1089.549440] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]520f661f-5cda-05ca-4c2e-d45046b47419" [ 1089.549440] env[69183]: _type = "Task" [ 1089.549440] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.554369] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0f11a078-1f49-49d0-9231-9ccc35e0d118 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "dc9a2724-436c-4599-889b-8c447748135a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.554632] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0f11a078-1f49-49d0-9231-9ccc35e0d118 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "dc9a2724-436c-4599-889b-8c447748135a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.559112] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520f661f-5cda-05ca-4c2e-d45046b47419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.570012] env[69183]: DEBUG oslo_vmware.api [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790501, 'name': PowerOnVM_Task, 'duration_secs': 0.470067} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.570301] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.570496] env[69183]: INFO nova.compute.manager [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Took 10.38 seconds to spawn the instance on the hypervisor. [ 1089.570674] env[69183]: DEBUG nova.compute.manager [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.571424] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08528460-dc63-4c72-b533-5a6f98069181 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.683169] env[69183]: DEBUG oslo_vmware.api [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790498, 'name': PowerOnVM_Task, 'duration_secs': 0.535584} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.683557] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.787273] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ed869f50-c076-44f2-9dd0-3efc257f2bfe tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "2a92e5e0-7f79-4388-b3c8-28091120b761" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.123s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.820020] env[69183]: DEBUG nova.compute.manager [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.821181] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5a46a7-a9e1-44c7-bd4a-7b954eb3bc82 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.849872] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790502, 'name': Rename_Task, 'duration_secs': 0.391412} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.850871] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.850871] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01086ec4-0891-4e66-b7c5-f7ef48fcc809 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.857281] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1089.857281] env[69183]: value = "task-2790503" [ 1089.857281] env[69183]: _type = "Task" [ 1089.857281] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.865454] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.064415] env[69183]: INFO nova.compute.manager [None req-0f11a078-1f49-49d0-9231-9ccc35e0d118 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Detaching volume 42b41959-2f5a-4982-ae25-a36fbddd0bc8 [ 1090.066467] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]520f661f-5cda-05ca-4c2e-d45046b47419, 'name': SearchDatastore_Task, 'duration_secs': 0.018485} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.068860] env[69183]: DEBUG oslo_concurrency.lockutils [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.069191] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.069432] env[69183]: DEBUG oslo_concurrency.lockutils [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.069598] env[69183]: DEBUG oslo_concurrency.lockutils [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.069753] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.072081] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7be537b0-947e-4019-aedf-641bc1490f11 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.087123] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.087314] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.089511] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2038913a-7e23-427a-9196-85f8bc609c04 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.091913] env[69183]: INFO nova.compute.manager [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Took 30.03 seconds to build instance. [ 1090.095648] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1090.095648] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52fa8b33-08ce-813d-67a9-8e5814410d35" [ 1090.095648] env[69183]: _type = "Task" [ 1090.095648] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.103275] env[69183]: INFO nova.virt.block_device [None req-0f11a078-1f49-49d0-9231-9ccc35e0d118 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Attempting to driver detach volume 42b41959-2f5a-4982-ae25-a36fbddd0bc8 from mountpoint /dev/sdb [ 1090.103502] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f11a078-1f49-49d0-9231-9ccc35e0d118 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Volume detach. Driver type: vmdk {{(pid=69183) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1090.103690] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f11a078-1f49-49d0-9231-9ccc35e0d118 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560875', 'volume_id': '42b41959-2f5a-4982-ae25-a36fbddd0bc8', 'name': 'volume-42b41959-2f5a-4982-ae25-a36fbddd0bc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc9a2724-436c-4599-889b-8c447748135a', 'attached_at': '', 'detached_at': '', 'volume_id': '42b41959-2f5a-4982-ae25-a36fbddd0bc8', 'serial': '42b41959-2f5a-4982-ae25-a36fbddd0bc8'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1090.104504] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b1dad1-ba5b-4e17-b478-563552cc51c9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.110966] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52fa8b33-08ce-813d-67a9-8e5814410d35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.131779] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc3da31-ced4-41fa-a0eb-94102839d3a3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.138548] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f55f89-d00d-4b94-bfb9-7ced0aab9e61 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.160369] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838ad830-9b34-432c-9e62-baf2177508c3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.177027] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f11a078-1f49-49d0-9231-9ccc35e0d118 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] The volume has not been displaced from its original location: [datastore2] volume-42b41959-2f5a-4982-ae25-a36fbddd0bc8/volume-42b41959-2f5a-4982-ae25-a36fbddd0bc8.vmdk. No consolidation needed. {{(pid=69183) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1090.182258] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f11a078-1f49-49d0-9231-9ccc35e0d118 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1090.184878] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a4bb25d-3c20-46f7-948f-9f08762b04eb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.197725] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "2a92e5e0-7f79-4388-b3c8-28091120b761" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.197942] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "2a92e5e0-7f79-4388-b3c8-28091120b761" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.198152] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "2a92e5e0-7f79-4388-b3c8-28091120b761-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.198336] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "2a92e5e0-7f79-4388-b3c8-28091120b761-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.198505] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "2a92e5e0-7f79-4388-b3c8-28091120b761-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.200449] env[69183]: INFO nova.compute.manager [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Terminating instance [ 1090.204653] env[69183]: DEBUG oslo_vmware.api [None req-0f11a078-1f49-49d0-9231-9ccc35e0d118 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1090.204653] env[69183]: value = "task-2790504" [ 1090.204653] env[69183]: _type = "Task" [ 1090.204653] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.215535] env[69183]: DEBUG oslo_vmware.api [None req-0f11a078-1f49-49d0-9231-9ccc35e0d118 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.250436] env[69183]: DEBUG oslo_concurrency.lockutils [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.255301] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3440e0c1-68ee-42e7-ab6e-fb47424b962c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.262884] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0467621d-9529-4137-a0ca-3d4bfe49cf81 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.294508] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11409cda-609b-4f7d-add0-f97dc07c5439 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.301966] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057a7802-e088-448a-a3db-e7b0383f8791 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.315763] env[69183]: DEBUG nova.compute.provider_tree [None req-20296fcf-99f8-43f2-8104-ef2e2b74ac5c tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.336635] env[69183]: DEBUG oslo_concurrency.lockutils [None req-fed047b2-c7b4-48de-9f12-1a42c2d6b797 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "b731d090-943b-42e9-ba26-912766186d28" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 40.640s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.351483] env[69183]: DEBUG oslo_concurrency.lockutils [None req-85e7ebb4-ff63-45d1-94f2-7d4dbaa03a54 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.367075] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790503, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.594611] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e6157f82-59f0-43b6-99c8-4a33e146837c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.547s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.594949] env[69183]: DEBUG oslo_concurrency.lockutils [None req-85e7ebb4-ff63-45d1-94f2-7d4dbaa03a54 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.243s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.595507] env[69183]: DEBUG nova.compute.manager [None req-85e7ebb4-ff63-45d1-94f2-7d4dbaa03a54 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.596029] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb71d4b1-ec3e-4395-9664-c51a6a146dd9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.610704] env[69183]: DEBUG nova.compute.manager [None req-85e7ebb4-ff63-45d1-94f2-7d4dbaa03a54 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69183) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1090.611293] env[69183]: DEBUG nova.objects.instance [None req-85e7ebb4-ff63-45d1-94f2-7d4dbaa03a54 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lazy-loading 'flavor' on Instance uuid 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.618032] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52fa8b33-08ce-813d-67a9-8e5814410d35, 'name': SearchDatastore_Task, 'duration_secs': 0.020146} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.618736] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d92fc97f-4bd4-4605-87bc-863a4075333d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.624240] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1090.624240] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527f0de7-2eb5-b800-78d3-a61658584c4b" [ 1090.624240] env[69183]: _type = "Task" [ 1090.624240] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.632277] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527f0de7-2eb5-b800-78d3-a61658584c4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.703676] env[69183]: DEBUG nova.compute.manager [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.703893] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.704863] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0469fd17-4f24-4f06-a4ef-b42c01bd8fcc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.716053] env[69183]: DEBUG oslo_vmware.api [None req-0f11a078-1f49-49d0-9231-9ccc35e0d118 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790504, 'name': ReconfigVM_Task, 'duration_secs': 0.422694} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.718256] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f11a078-1f49-49d0-9231-9ccc35e0d118 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1090.723313] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.723549] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aafad17-02b7-408b-bed6-e5e3b1d0a3a6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.734016] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f921da49-35c4-4a7f-ad2b-d4bb8fe8d46e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.740875] env[69183]: DEBUG oslo_vmware.api [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1090.740875] env[69183]: value = "task-2790506" [ 1090.740875] env[69183]: _type = "Task" [ 1090.740875] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.742349] env[69183]: DEBUG oslo_vmware.api [None req-0f11a078-1f49-49d0-9231-9ccc35e0d118 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1090.742349] env[69183]: value = "task-2790505" [ 1090.742349] env[69183]: _type = "Task" [ 1090.742349] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.754780] env[69183]: DEBUG oslo_vmware.api [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.759207] env[69183]: DEBUG oslo_vmware.api [None req-0f11a078-1f49-49d0-9231-9ccc35e0d118 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790505, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.819779] env[69183]: DEBUG nova.scheduler.client.report [None req-20296fcf-99f8-43f2-8104-ef2e2b74ac5c tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.870816] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790503, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.136317] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527f0de7-2eb5-b800-78d3-a61658584c4b, 'name': SearchDatastore_Task, 'duration_secs': 0.014} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.136582] env[69183]: DEBUG oslo_concurrency.lockutils [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.136930] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] bf50d812-bb70-4baf-acde-462a3d98991c/bf50d812-bb70-4baf-acde-462a3d98991c.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.137136] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01cb88fa-509d-4987-af4b-506e86987d23 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.143809] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1091.143809] env[69183]: value = "task-2790507" [ 1091.143809] env[69183]: _type = "Task" [ 1091.143809] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.151645] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.254588] env[69183]: DEBUG oslo_vmware.api [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790506, 'name': PowerOffVM_Task, 'duration_secs': 0.197333} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.257526] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.257678] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.257960] env[69183]: DEBUG oslo_vmware.api [None req-0f11a078-1f49-49d0-9231-9ccc35e0d118 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790505, 'name': ReconfigVM_Task, 'duration_secs': 0.209109} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.258147] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dedfeab8-7ad7-472c-9b7d-2eab56899438 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.259594] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f11a078-1f49-49d0-9231-9ccc35e0d118 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560875', 'volume_id': '42b41959-2f5a-4982-ae25-a36fbddd0bc8', 'name': 'volume-42b41959-2f5a-4982-ae25-a36fbddd0bc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc9a2724-436c-4599-889b-8c447748135a', 'attached_at': '', 'detached_at': '', 'volume_id': '42b41959-2f5a-4982-ae25-a36fbddd0bc8', 'serial': '42b41959-2f5a-4982-ae25-a36fbddd0bc8'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1091.325353] env[69183]: DEBUG oslo_concurrency.lockutils [None req-20296fcf-99f8-43f2-8104-ef2e2b74ac5c tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.327989] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.666s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.328145] env[69183]: DEBUG nova.objects.instance [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lazy-loading 'resources' on Instance uuid b5217301-8549-4cf9-aae5-5ea43a7752b2 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.332801] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.333034] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.333220] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Deleting the datastore file [datastore1] 2a92e5e0-7f79-4388-b3c8-28091120b761 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.333479] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36907738-26a0-4d89-8330-961bd6d5a852 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.343676] env[69183]: DEBUG oslo_vmware.api [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1091.343676] env[69183]: value = "task-2790509" [ 1091.343676] env[69183]: _type = "Task" [ 1091.343676] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.352150] env[69183]: DEBUG oslo_vmware.api [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.368569] env[69183]: DEBUG oslo_vmware.api [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790503, 'name': PowerOnVM_Task, 'duration_secs': 1.156175} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.368735] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.368928] env[69183]: INFO nova.compute.manager [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1091.369113] env[69183]: DEBUG nova.compute.manager [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.369933] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff96d73-61ef-415d-9ddd-7629ff13b589 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.624314] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e7ebb4-ff63-45d1-94f2-7d4dbaa03a54 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.628015] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffb0f9e4-060c-4868-add2-783cf8e03623 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.632691] env[69183]: DEBUG oslo_vmware.api [None req-85e7ebb4-ff63-45d1-94f2-7d4dbaa03a54 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1091.632691] env[69183]: value = "task-2790510" [ 1091.632691] env[69183]: _type = "Task" [ 1091.632691] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.640921] env[69183]: DEBUG oslo_vmware.api [None req-85e7ebb4-ff63-45d1-94f2-7d4dbaa03a54 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.652964] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46648} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.653697] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] bf50d812-bb70-4baf-acde-462a3d98991c/bf50d812-bb70-4baf-acde-462a3d98991c.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.653697] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.653952] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d186f27b-da67-4e6d-a30e-6cf0716b18e8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.659992] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1091.659992] env[69183]: value = "task-2790511" [ 1091.659992] env[69183]: _type = "Task" [ 1091.659992] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.668897] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.808029] env[69183]: DEBUG nova.objects.instance [None req-0f11a078-1f49-49d0-9231-9ccc35e0d118 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lazy-loading 'flavor' on Instance uuid dc9a2724-436c-4599-889b-8c447748135a {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.848658] env[69183]: DEBUG oslo_concurrency.lockutils [None req-20296fcf-99f8-43f2-8104-ef2e2b74ac5c tempest-ServerActionsV293TestJSON-201463478 tempest-ServerActionsV293TestJSON-201463478-project-member] Lock "d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.203s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.855374] env[69183]: DEBUG oslo_vmware.api [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302813} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.858664] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.858876] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.859150] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.859331] env[69183]: INFO nova.compute.manager [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1091.859578] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.859974] env[69183]: DEBUG nova.compute.manager [-] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.860113] env[69183]: DEBUG nova.network.neutron [-] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.891211] env[69183]: INFO nova.compute.manager [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Took 29.80 seconds to build instance. [ 1092.104640] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc53375-4b7e-49ec-9a46-db3a4790effa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.113405] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71534620-b55c-4650-89d9-d34f7d9eac07 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.153327] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1fcccd-25ff-4a0d-ba89-01f0bc13459e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.159367] env[69183]: DEBUG nova.network.neutron [-] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.175111] env[69183]: DEBUG nova.compute.manager [req-09a08987-03b4-4531-ad8d-2747a654c1c0 req-4ab1b393-9a3d-4134-9208-63d466351648 service nova] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Received event network-vif-deleted-461ab2ab-23bb-4c3e-b7b8-9605e7051956 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1092.175111] env[69183]: INFO nova.compute.manager [req-09a08987-03b4-4531-ad8d-2747a654c1c0 req-4ab1b393-9a3d-4134-9208-63d466351648 service nova] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Neutron deleted interface 461ab2ab-23bb-4c3e-b7b8-9605e7051956; detaching it from the instance and deleting it from the info cache [ 1092.175111] env[69183]: DEBUG nova.network.neutron [req-09a08987-03b4-4531-ad8d-2747a654c1c0 req-4ab1b393-9a3d-4134-9208-63d466351648 service nova] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.176212] env[69183]: DEBUG oslo_vmware.api [None req-85e7ebb4-ff63-45d1-94f2-7d4dbaa03a54 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790510, 'name': PowerOffVM_Task, 'duration_secs': 0.174046} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.178321] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd13055-59bc-46dd-a242-1c60c326dd79 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.182637] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e7ebb4-ff63-45d1-94f2-7d4dbaa03a54 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.182893] env[69183]: DEBUG nova.compute.manager [None req-85e7ebb4-ff63-45d1-94f2-7d4dbaa03a54 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.187520] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1364a00-5f61-466a-823e-a0216b429c12 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.190838] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118162} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.192033] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.193327] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb56c2f-0a79-4c4e-a3cc-91a9735bd242 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.206141] env[69183]: DEBUG nova.compute.provider_tree [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.230439] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] bf50d812-bb70-4baf-acde-462a3d98991c/bf50d812-bb70-4baf-acde-462a3d98991c.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.231338] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-527e8d58-0404-442b-a0e7-005b2454158d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.252901] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1092.252901] env[69183]: value = "task-2790512" [ 1092.252901] env[69183]: _type = "Task" [ 1092.252901] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.261663] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.304989] env[69183]: DEBUG nova.compute.manager [req-14f049d3-b9ff-4e18-ac03-c9ec399d2258 req-33d58511-a92c-4cb9-9673-049cbe30c521 service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Received event network-changed-bbc02ed6-54fb-4b74-a2ff-45dc0f016729 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1092.305192] env[69183]: DEBUG nova.compute.manager [req-14f049d3-b9ff-4e18-ac03-c9ec399d2258 req-33d58511-a92c-4cb9-9673-049cbe30c521 service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Refreshing instance network info cache due to event network-changed-bbc02ed6-54fb-4b74-a2ff-45dc0f016729. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1092.305410] env[69183]: DEBUG oslo_concurrency.lockutils [req-14f049d3-b9ff-4e18-ac03-c9ec399d2258 req-33d58511-a92c-4cb9-9673-049cbe30c521 service nova] Acquiring lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.305572] env[69183]: DEBUG oslo_concurrency.lockutils [req-14f049d3-b9ff-4e18-ac03-c9ec399d2258 req-33d58511-a92c-4cb9-9673-049cbe30c521 service nova] Acquired lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.305742] env[69183]: DEBUG nova.network.neutron [req-14f049d3-b9ff-4e18-ac03-c9ec399d2258 req-33d58511-a92c-4cb9-9673-049cbe30c521 service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Refreshing network info cache for port bbc02ed6-54fb-4b74-a2ff-45dc0f016729 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.394051] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b861e8ae-a0b8-4f49-b44b-076f707bebc0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "176fd0cc-5a63-4bd2-b552-0b733267ade5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.314s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.662429] env[69183]: INFO nova.compute.manager [-] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Took 0.80 seconds to deallocate network for instance. [ 1092.685522] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d704d9e-b83f-4bb2-82ad-406f3fffbf92 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.696413] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08900923-66b1-4cd7-be07-486e14819798 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.710442] env[69183]: DEBUG nova.scheduler.client.report [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.716071] env[69183]: DEBUG oslo_concurrency.lockutils [None req-85e7ebb4-ff63-45d1-94f2-7d4dbaa03a54 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.121s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.737595] env[69183]: DEBUG nova.compute.manager [req-09a08987-03b4-4531-ad8d-2747a654c1c0 req-4ab1b393-9a3d-4134-9208-63d466351648 service nova] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Detach interface failed, port_id=461ab2ab-23bb-4c3e-b7b8-9605e7051956, reason: Instance 2a92e5e0-7f79-4388-b3c8-28091120b761 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1092.762673] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.815552] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0f11a078-1f49-49d0-9231-9ccc35e0d118 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "dc9a2724-436c-4599-889b-8c447748135a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.260s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.030753] env[69183]: DEBUG nova.network.neutron [req-14f049d3-b9ff-4e18-ac03-c9ec399d2258 req-33d58511-a92c-4cb9-9673-049cbe30c521 service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Updated VIF entry in instance network info cache for port bbc02ed6-54fb-4b74-a2ff-45dc0f016729. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.031279] env[69183]: DEBUG nova.network.neutron [req-14f049d3-b9ff-4e18-ac03-c9ec399d2258 req-33d58511-a92c-4cb9-9673-049cbe30c521 service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Updating instance_info_cache with network_info: [{"id": "bbc02ed6-54fb-4b74-a2ff-45dc0f016729", "address": "fa:16:3e:a1:60:57", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc02ed6-54", "ovs_interfaceid": "bbc02ed6-54fb-4b74-a2ff-45dc0f016729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.170727] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.217083] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.219426] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.475s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.238984] env[69183]: INFO nova.scheduler.client.report [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Deleted allocations for instance b5217301-8549-4cf9-aae5-5ea43a7752b2 [ 1093.263691] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790512, 'name': ReconfigVM_Task, 'duration_secs': 0.794416} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.263978] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Reconfigured VM instance instance-00000067 to attach disk [datastore2] bf50d812-bb70-4baf-acde-462a3d98991c/bf50d812-bb70-4baf-acde-462a3d98991c.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.264638] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7801b1f-fb99-401a-ab36-94e5c0e02855 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.271168] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1093.271168] env[69183]: value = "task-2790513" [ 1093.271168] env[69183]: _type = "Task" [ 1093.271168] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.279740] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790513, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.350912] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "eb901e24-f4a7-4a59-a272-9baf70539a96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.350912] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "eb901e24-f4a7-4a59-a272-9baf70539a96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.534243] env[69183]: DEBUG oslo_concurrency.lockutils [req-14f049d3-b9ff-4e18-ac03-c9ec399d2258 req-33d58511-a92c-4cb9-9673-049cbe30c521 service nova] Releasing lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.746577] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b4816aa2-c7ff-4766-86d5-2136c8ea745d tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "b5217301-8549-4cf9-aae5-5ea43a7752b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.085s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.782640] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790513, 'name': Rename_Task, 'duration_secs': 0.273411} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.782873] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.783165] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fabeae0-3b29-4227-a389-18066c7caa08 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.790318] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1093.790318] env[69183]: value = "task-2790515" [ 1093.790318] env[69183]: _type = "Task" [ 1093.790318] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.798451] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.853227] env[69183]: DEBUG nova.compute.manager [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.987203] env[69183]: DEBUG oslo_concurrency.lockutils [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.987497] env[69183]: DEBUG oslo_concurrency.lockutils [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.988193] env[69183]: DEBUG oslo_concurrency.lockutils [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.988406] env[69183]: DEBUG oslo_concurrency.lockutils [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.988589] env[69183]: DEBUG oslo_concurrency.lockutils [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.990732] env[69183]: INFO nova.compute.manager [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Terminating instance [ 1094.031817] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "dc9a2724-436c-4599-889b-8c447748135a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.032078] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "dc9a2724-436c-4599-889b-8c447748135a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.032291] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "dc9a2724-436c-4599-889b-8c447748135a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.032548] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "dc9a2724-436c-4599-889b-8c447748135a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.032727] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "dc9a2724-436c-4599-889b-8c447748135a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.034726] env[69183]: INFO nova.compute.manager [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Terminating instance [ 1094.236333] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Applying migration context for instance 4a10ced8-b3d4-4f2a-955b-a8884a8209b8 as it has an incoming, in-progress migration 78c471f8-f7f6-4bf5-9ba8-2533a1f50528. Migration status is reverting {{(pid=69183) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1094.238175] env[69183]: INFO nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Updating resource usage from migration 78c471f8-f7f6-4bf5-9ba8-2533a1f50528 [ 1094.258872] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 5599a8c9-58c6-40c3-97cc-b0eea581ad5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.259049] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance c32e70e6-d4ed-4586-9492-9ee26735fbbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.259199] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance dc9a2724-436c-4599-889b-8c447748135a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.259320] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance de082184-d2e2-4020-b5dc-c0c2670f2f8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.259435] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 5f7a7c55-a774-4137-9bca-f3c35bdad8c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.259553] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance f3042ae2-18ad-4ecd-ad53-4ea9a1584aef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.259663] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 75156231-e8a2-406d-98d2-d5fa70f5408a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.259773] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 232e87c8-b953-49b2-844e-54c701e2e29b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.259881] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance b731d090-943b-42e9-ba26-912766186d28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.259990] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Migration 78c471f8-f7f6-4bf5-9ba8-2533a1f50528 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1094.260165] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 4a10ced8-b3d4-4f2a-955b-a8884a8209b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.260313] env[69183]: WARNING nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 2a92e5e0-7f79-4388-b3c8-28091120b761 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1094.260431] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.260538] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 176fd0cc-5a63-4bd2-b552-0b733267ade5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.260651] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance bf50d812-bb70-4baf-acde-462a3d98991c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1094.300067] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790515, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.373601] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.494391] env[69183]: DEBUG nova.compute.manager [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.494775] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.495995] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993db9a7-8ab3-4567-a98b-7741c27d5769 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.503842] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.504107] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74c95dd9-1d6a-4a98-b0a9-b12139cf07d5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.537983] env[69183]: DEBUG nova.compute.manager [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.538233] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.539125] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba35f06-ae16-40c3-83ab-66ed25bfcb2f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.546311] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.546541] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-066b445d-b7c4-4600-bca0-d947b43ad551 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.552941] env[69183]: DEBUG oslo_vmware.api [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1094.552941] env[69183]: value = "task-2790517" [ 1094.552941] env[69183]: _type = "Task" [ 1094.552941] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.562529] env[69183]: DEBUG oslo_vmware.api [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.572253] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.572544] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.572795] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Deleting the datastore file [datastore1] 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.573137] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43a0ca78-c02c-4def-a38e-d099b9414ea2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.580416] env[69183]: DEBUG oslo_vmware.api [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1094.580416] env[69183]: value = "task-2790518" [ 1094.580416] env[69183]: _type = "Task" [ 1094.580416] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.590484] env[69183]: DEBUG oslo_vmware.api [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.764405] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 64e40350-ac36-4329-a9f9-a2c8c2996eee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1094.802472] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790515, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.064280] env[69183]: DEBUG oslo_vmware.api [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790517, 'name': PowerOffVM_Task, 'duration_secs': 0.201705} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.064571] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.064738] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.064978] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3a84e76-1312-4b93-ac39-2631ec0572cc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.088256] env[69183]: DEBUG oslo_vmware.api [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181889} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.088482] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.088663] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.088836] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.089016] env[69183]: INFO nova.compute.manager [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1095.089264] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.089446] env[69183]: DEBUG nova.compute.manager [-] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.089541] env[69183]: DEBUG nova.network.neutron [-] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.128678] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.128985] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.129196] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Deleting the datastore file [datastore2] dc9a2724-436c-4599-889b-8c447748135a {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.129462] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b5e7d10-72d3-4ee2-8681-bcaa9291fe04 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.136507] env[69183]: DEBUG oslo_vmware.api [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1095.136507] env[69183]: value = "task-2790520" [ 1095.136507] env[69183]: _type = "Task" [ 1095.136507] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.144970] env[69183]: DEBUG oslo_vmware.api [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.268323] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance cc10ef03-da26-42a3-8a5d-f31606f782e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1095.302089] env[69183]: DEBUG oslo_vmware.api [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790515, 'name': PowerOnVM_Task, 'duration_secs': 1.127978} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.302418] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.302655] env[69183]: INFO nova.compute.manager [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1095.302868] env[69183]: DEBUG nova.compute.manager [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.303762] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a5925f-e692-4acd-8ec2-b686fc853edf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.623283] env[69183]: DEBUG nova.compute.manager [req-23d7360e-4524-47fb-8011-be6e5241ed37 req-1579b4ed-5e3d-4f61-9358-5da1597b8807 service nova] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Received event network-vif-deleted-57c2cc29-3eb6-4e89-b9d1-d649d5dff273 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1095.623484] env[69183]: INFO nova.compute.manager [req-23d7360e-4524-47fb-8011-be6e5241ed37 req-1579b4ed-5e3d-4f61-9358-5da1597b8807 service nova] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Neutron deleted interface 57c2cc29-3eb6-4e89-b9d1-d649d5dff273; detaching it from the instance and deleting it from the info cache [ 1095.623660] env[69183]: DEBUG nova.network.neutron [req-23d7360e-4524-47fb-8011-be6e5241ed37 req-1579b4ed-5e3d-4f61-9358-5da1597b8807 service nova] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.646307] env[69183]: DEBUG oslo_vmware.api [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132895} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.646547] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.646774] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.647337] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.647337] env[69183]: INFO nova.compute.manager [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: dc9a2724-436c-4599-889b-8c447748135a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1095.647480] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.647556] env[69183]: DEBUG nova.compute.manager [-] [instance: dc9a2724-436c-4599-889b-8c447748135a] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.647630] env[69183]: DEBUG nova.network.neutron [-] [instance: dc9a2724-436c-4599-889b-8c447748135a] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.772786] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance cdb4de53-8a08-44dd-a17f-a77dc662405d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1095.823395] env[69183]: INFO nova.compute.manager [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Took 28.36 seconds to build instance. [ 1096.102296] env[69183]: DEBUG nova.network.neutron [-] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.127023] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f24d3e8-b854-432e-8daa-9dacdfd4f4f5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.137371] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b275c6-bc31-40d0-98ca-aae1e577687f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.173250] env[69183]: DEBUG nova.compute.manager [req-23d7360e-4524-47fb-8011-be6e5241ed37 req-1579b4ed-5e3d-4f61-9358-5da1597b8807 service nova] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Detach interface failed, port_id=57c2cc29-3eb6-4e89-b9d1-d649d5dff273, reason: Instance 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1096.275443] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance eb901e24-f4a7-4a59-a272-9baf70539a96 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1096.275739] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1096.275882] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1096.325663] env[69183]: DEBUG oslo_concurrency.lockutils [None req-501d0e35-efe1-429a-b418-877979adcb59 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "bf50d812-bb70-4baf-acde-462a3d98991c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.874s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.511494] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505c505f-2db2-44bb-93aa-6357890c15a0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.519432] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e5608e-9e49-4b58-b567-e284dc15b915 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.549956] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2fc9fe-fdd5-4fe6-9036-b47cf1c59e75 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.557591] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b138973-f0f0-4877-a1b3-fa3c99cb23f4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.570820] env[69183]: DEBUG nova.compute.provider_tree [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.606690] env[69183]: INFO nova.compute.manager [-] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Took 1.52 seconds to deallocate network for instance. [ 1096.607068] env[69183]: DEBUG nova.network.neutron [-] [instance: dc9a2724-436c-4599-889b-8c447748135a] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.074177] env[69183]: DEBUG nova.scheduler.client.report [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.111353] env[69183]: INFO nova.compute.manager [-] [instance: dc9a2724-436c-4599-889b-8c447748135a] Took 1.46 seconds to deallocate network for instance. [ 1097.119952] env[69183]: DEBUG oslo_concurrency.lockutils [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.151561] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquiring lock "5f7a7c55-a774-4137-9bca-f3c35bdad8c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.152029] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "5f7a7c55-a774-4137-9bca-f3c35bdad8c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.152396] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquiring lock "5f7a7c55-a774-4137-9bca-f3c35bdad8c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.152704] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "5f7a7c55-a774-4137-9bca-f3c35bdad8c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.152946] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "5f7a7c55-a774-4137-9bca-f3c35bdad8c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.155472] env[69183]: INFO nova.compute.manager [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Terminating instance [ 1097.579170] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69183) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1097.579577] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.360s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.579892] env[69183]: DEBUG oslo_concurrency.lockutils [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.276s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.581652] env[69183]: INFO nova.compute.claims [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.617584] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.648214] env[69183]: DEBUG nova.compute.manager [req-f4458b2a-ccef-418a-9b13-219454e6fc79 req-edbc82fd-5333-4b6e-aac9-be6aa40ef10d service nova] [instance: dc9a2724-436c-4599-889b-8c447748135a] Received event network-vif-deleted-1aa5319f-45ca-441a-8303-02f397207cd9 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1097.660099] env[69183]: DEBUG nova.compute.manager [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.660318] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.661575] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d72217-79c0-4c75-af56-73996eab0601 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.669399] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.669618] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba5ced17-af8d-47dc-a980-ed3c7cbc6ac3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.676053] env[69183]: DEBUG oslo_vmware.api [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for the task: (returnval){ [ 1097.676053] env[69183]: value = "task-2790521" [ 1097.676053] env[69183]: _type = "Task" [ 1097.676053] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.683941] env[69183]: DEBUG oslo_vmware.api [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.950610] env[69183]: DEBUG nova.compute.manager [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Stashing vm_state: active {{(pid=69183) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1098.188157] env[69183]: DEBUG oslo_vmware.api [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790521, 'name': PowerOffVM_Task, 'duration_secs': 0.190907} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.188516] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.188763] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.189097] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68f20174-f74c-4c68-bfcb-cf2c783a14b3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.256398] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.256606] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.256803] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Deleting the datastore file [datastore2] 5f7a7c55-a774-4137-9bca-f3c35bdad8c8 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.257072] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c02c1ff2-c5a2-47e8-bc47-07ae476a7b06 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.263242] env[69183]: DEBUG oslo_vmware.api [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for the task: (returnval){ [ 1098.263242] env[69183]: value = "task-2790523" [ 1098.263242] env[69183]: _type = "Task" [ 1098.263242] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.271094] env[69183]: DEBUG oslo_vmware.api [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.471509] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.774707] env[69183]: DEBUG oslo_vmware.api [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Task: {'id': task-2790523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130543} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.777356] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.777557] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.777732] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.777909] env[69183]: INFO nova.compute.manager [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1098.778186] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.778604] env[69183]: DEBUG nova.compute.manager [-] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.778712] env[69183]: DEBUG nova.network.neutron [-] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.836234] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9947c9-0a56-43b5-b541-95136a2e9178 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.848012] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b4dc3c-ae6f-4868-a0a2-aba6ef2fd54f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.879296] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24da685-830b-4e22-a195-2311afb09559 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.886999] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aeb4acd-0cbd-4c6f-ac7f-064e1c91323a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.900307] env[69183]: DEBUG nova.compute.provider_tree [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.404016] env[69183]: DEBUG nova.scheduler.client.report [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.674224] env[69183]: DEBUG nova.compute.manager [req-4e660c8a-95c4-45ba-930e-747e1ced1cfc req-eb812968-facf-4890-b669-55ad113b0b36 service nova] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Received event network-vif-deleted-8b0a9fd8-5af3-437e-8e82-279a7cf2a995 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1099.674224] env[69183]: INFO nova.compute.manager [req-4e660c8a-95c4-45ba-930e-747e1ced1cfc req-eb812968-facf-4890-b669-55ad113b0b36 service nova] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Neutron deleted interface 8b0a9fd8-5af3-437e-8e82-279a7cf2a995; detaching it from the instance and deleting it from the info cache [ 1099.674224] env[69183]: DEBUG nova.network.neutron [req-4e660c8a-95c4-45ba-930e-747e1ced1cfc req-eb812968-facf-4890-b669-55ad113b0b36 service nova] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.721639] env[69183]: DEBUG nova.network.neutron [-] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.908551] env[69183]: DEBUG oslo_concurrency.lockutils [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.909119] env[69183]: DEBUG nova.compute.manager [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1099.912054] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.841s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.913310] env[69183]: INFO nova.compute.claims [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.176476] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-816c8cbb-c7ef-4294-b970-af4fead8a302 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.187252] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555e6a2b-1c98-47cc-9045-c6f6b3b3d48b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.220499] env[69183]: DEBUG nova.compute.manager [req-4e660c8a-95c4-45ba-930e-747e1ced1cfc req-eb812968-facf-4890-b669-55ad113b0b36 service nova] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Detach interface failed, port_id=8b0a9fd8-5af3-437e-8e82-279a7cf2a995, reason: Instance 5f7a7c55-a774-4137-9bca-f3c35bdad8c8 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1100.224233] env[69183]: INFO nova.compute.manager [-] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Took 1.45 seconds to deallocate network for instance. [ 1100.419321] env[69183]: DEBUG nova.compute.utils [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.421480] env[69183]: DEBUG nova.compute.manager [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.421480] env[69183]: DEBUG nova.network.neutron [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.467097] env[69183]: DEBUG nova.policy [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40b6280370ca47f2b4780c8642f3ada7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eff32ba0f4cf48eebea581edfca21bc3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.728531] env[69183]: DEBUG nova.network.neutron [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Successfully created port: 6dcec28e-b9a5-4508-9ca6-f9f2869148d4 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1100.731444] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.926761] env[69183]: DEBUG nova.compute.manager [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.220282] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f8fb11-ac99-4307-88f7-5eac141458b8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.228883] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258452c9-410f-44cd-a4a1-7dd87694c78b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.261533] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ec9d51-4328-4d88-a769-b9c8905218b7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.269474] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8244870-8901-4450-bef5-5e42ba8591cd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.283390] env[69183]: DEBUG nova.compute.provider_tree [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.786392] env[69183]: DEBUG nova.scheduler.client.report [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.942171] env[69183]: DEBUG nova.compute.manager [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.973594] env[69183]: DEBUG nova.virt.hardware [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.973862] env[69183]: DEBUG nova.virt.hardware [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.974030] env[69183]: DEBUG nova.virt.hardware [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.974221] env[69183]: DEBUG nova.virt.hardware [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.974368] env[69183]: DEBUG nova.virt.hardware [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.974543] env[69183]: DEBUG nova.virt.hardware [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.974760] env[69183]: DEBUG nova.virt.hardware [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.974923] env[69183]: DEBUG nova.virt.hardware [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.975104] env[69183]: DEBUG nova.virt.hardware [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.975272] env[69183]: DEBUG nova.virt.hardware [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.975447] env[69183]: DEBUG nova.virt.hardware [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.976359] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900e8211-3a85-48b4-b8ba-da0121d13486 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.984808] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b816325e-4e05-4272-81c0-68a87f929acc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.112955] env[69183]: DEBUG nova.compute.manager [req-fddb452c-5199-45eb-a00e-be50193b3422 req-253525a0-2287-4c4b-a856-8f3dfb9a13b1 service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Received event network-vif-plugged-6dcec28e-b9a5-4508-9ca6-f9f2869148d4 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1102.113194] env[69183]: DEBUG oslo_concurrency.lockutils [req-fddb452c-5199-45eb-a00e-be50193b3422 req-253525a0-2287-4c4b-a856-8f3dfb9a13b1 service nova] Acquiring lock "64e40350-ac36-4329-a9f9-a2c8c2996eee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.113343] env[69183]: DEBUG oslo_concurrency.lockutils [req-fddb452c-5199-45eb-a00e-be50193b3422 req-253525a0-2287-4c4b-a856-8f3dfb9a13b1 service nova] Lock "64e40350-ac36-4329-a9f9-a2c8c2996eee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.113492] env[69183]: DEBUG oslo_concurrency.lockutils [req-fddb452c-5199-45eb-a00e-be50193b3422 req-253525a0-2287-4c4b-a856-8f3dfb9a13b1 service nova] Lock "64e40350-ac36-4329-a9f9-a2c8c2996eee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.113750] env[69183]: DEBUG nova.compute.manager [req-fddb452c-5199-45eb-a00e-be50193b3422 req-253525a0-2287-4c4b-a856-8f3dfb9a13b1 service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] No waiting events found dispatching network-vif-plugged-6dcec28e-b9a5-4508-9ca6-f9f2869148d4 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.113945] env[69183]: WARNING nova.compute.manager [req-fddb452c-5199-45eb-a00e-be50193b3422 req-253525a0-2287-4c4b-a856-8f3dfb9a13b1 service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Received unexpected event network-vif-plugged-6dcec28e-b9a5-4508-9ca6-f9f2869148d4 for instance with vm_state building and task_state spawning. [ 1102.208907] env[69183]: DEBUG nova.network.neutron [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Successfully updated port: 6dcec28e-b9a5-4508-9ca6-f9f2869148d4 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1102.290988] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.291623] env[69183]: DEBUG nova.compute.manager [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1102.295203] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.590s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.296421] env[69183]: INFO nova.compute.claims [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.711495] env[69183]: DEBUG oslo_concurrency.lockutils [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "refresh_cache-64e40350-ac36-4329-a9f9-a2c8c2996eee" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.711645] env[69183]: DEBUG oslo_concurrency.lockutils [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquired lock "refresh_cache-64e40350-ac36-4329-a9f9-a2c8c2996eee" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.711801] env[69183]: DEBUG nova.network.neutron [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.796817] env[69183]: DEBUG nova.compute.utils [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.798219] env[69183]: DEBUG nova.compute.manager [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.798397] env[69183]: DEBUG nova.network.neutron [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.837663] env[69183]: DEBUG nova.policy [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1c902dfd19e49448114527cc1d2ffe7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a981345cfd7a46ef9fb2d4f5589c7460', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.097325] env[69183]: DEBUG nova.network.neutron [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Successfully created port: 85f0d408-dae6-4f71-9f48-df3f7228dfbf {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.254270] env[69183]: DEBUG nova.network.neutron [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.303113] env[69183]: DEBUG nova.compute.manager [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1103.433037] env[69183]: DEBUG nova.network.neutron [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Updating instance_info_cache with network_info: [{"id": "6dcec28e-b9a5-4508-9ca6-f9f2869148d4", "address": "fa:16:3e:05:bb:e3", "network": {"id": "8bbed847-7558-4366-8344-09eab3f71da3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-832336373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eff32ba0f4cf48eebea581edfca21bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dcec28e-b9", "ovs_interfaceid": "6dcec28e-b9a5-4508-9ca6-f9f2869148d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.558161] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819d77cd-82dd-41cf-99ef-25163a7bcd91 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.565620] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27a94a5-091e-48f0-8cfc-7c1dfa2f268d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.595886] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42da2bf9-a456-43a5-8b75-79e40ada7542 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.604030] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d1090b-4c9d-4a18-9be4-aa4f349af653 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.617046] env[69183]: DEBUG nova.compute.provider_tree [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.937661] env[69183]: DEBUG oslo_concurrency.lockutils [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Releasing lock "refresh_cache-64e40350-ac36-4329-a9f9-a2c8c2996eee" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.938071] env[69183]: DEBUG nova.compute.manager [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Instance network_info: |[{"id": "6dcec28e-b9a5-4508-9ca6-f9f2869148d4", "address": "fa:16:3e:05:bb:e3", "network": {"id": "8bbed847-7558-4366-8344-09eab3f71da3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-832336373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eff32ba0f4cf48eebea581edfca21bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dcec28e-b9", "ovs_interfaceid": "6dcec28e-b9a5-4508-9ca6-f9f2869148d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.938545] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:bb:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dcec28e-b9a5-4508-9ca6-f9f2869148d4', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.946169] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.946432] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.946671] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6766a059-efc9-4146-9e75-a1767f66922f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.968494] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.968494] env[69183]: value = "task-2790524" [ 1103.968494] env[69183]: _type = "Task" [ 1103.968494] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.976675] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790524, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.119896] env[69183]: DEBUG nova.scheduler.client.report [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.140718] env[69183]: DEBUG nova.compute.manager [req-6a98769d-3de3-4044-aaeb-2a116441500f req-41fed131-9a5e-461a-ba26-5eabeb80f953 service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Received event network-changed-6dcec28e-b9a5-4508-9ca6-f9f2869148d4 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1104.140908] env[69183]: DEBUG nova.compute.manager [req-6a98769d-3de3-4044-aaeb-2a116441500f req-41fed131-9a5e-461a-ba26-5eabeb80f953 service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Refreshing instance network info cache due to event network-changed-6dcec28e-b9a5-4508-9ca6-f9f2869148d4. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1104.141421] env[69183]: DEBUG oslo_concurrency.lockutils [req-6a98769d-3de3-4044-aaeb-2a116441500f req-41fed131-9a5e-461a-ba26-5eabeb80f953 service nova] Acquiring lock "refresh_cache-64e40350-ac36-4329-a9f9-a2c8c2996eee" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.141421] env[69183]: DEBUG oslo_concurrency.lockutils [req-6a98769d-3de3-4044-aaeb-2a116441500f req-41fed131-9a5e-461a-ba26-5eabeb80f953 service nova] Acquired lock "refresh_cache-64e40350-ac36-4329-a9f9-a2c8c2996eee" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.141579] env[69183]: DEBUG nova.network.neutron [req-6a98769d-3de3-4044-aaeb-2a116441500f req-41fed131-9a5e-461a-ba26-5eabeb80f953 service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Refreshing network info cache for port 6dcec28e-b9a5-4508-9ca6-f9f2869148d4 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.315470] env[69183]: DEBUG nova.compute.manager [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1104.341432] env[69183]: DEBUG nova.virt.hardware [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.341690] env[69183]: DEBUG nova.virt.hardware [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.341849] env[69183]: DEBUG nova.virt.hardware [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.342045] env[69183]: DEBUG nova.virt.hardware [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.342198] env[69183]: DEBUG nova.virt.hardware [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.342346] env[69183]: DEBUG nova.virt.hardware [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.342548] env[69183]: DEBUG nova.virt.hardware [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.342708] env[69183]: DEBUG nova.virt.hardware [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.342872] env[69183]: DEBUG nova.virt.hardware [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.343043] env[69183]: DEBUG nova.virt.hardware [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.343225] env[69183]: DEBUG nova.virt.hardware [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.344076] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e22cf1-60bc-4a7d-94b4-dd899c32243f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.351846] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d569f58-8890-4911-a290-e5df0bc8971a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.480367] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790524, 'name': CreateVM_Task, 'duration_secs': 0.333244} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.480673] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.481690] env[69183]: DEBUG oslo_concurrency.lockutils [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.481993] env[69183]: DEBUG oslo_concurrency.lockutils [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.482524] env[69183]: DEBUG oslo_concurrency.lockutils [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.482881] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60be501f-ab32-491e-a010-ad2fc292c8c6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.489041] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1104.489041] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]522894af-aee9-abeb-44a1-107d7169f98a" [ 1104.489041] env[69183]: _type = "Task" [ 1104.489041] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.500074] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]522894af-aee9-abeb-44a1-107d7169f98a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.625605] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.626170] env[69183]: DEBUG nova.compute.manager [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.629011] env[69183]: DEBUG oslo_concurrency.lockutils [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 14.379s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.659716] env[69183]: DEBUG nova.network.neutron [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Successfully updated port: 85f0d408-dae6-4f71-9f48-df3f7228dfbf {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.859742] env[69183]: DEBUG nova.network.neutron [req-6a98769d-3de3-4044-aaeb-2a116441500f req-41fed131-9a5e-461a-ba26-5eabeb80f953 service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Updated VIF entry in instance network info cache for port 6dcec28e-b9a5-4508-9ca6-f9f2869148d4. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.861042] env[69183]: DEBUG nova.network.neutron [req-6a98769d-3de3-4044-aaeb-2a116441500f req-41fed131-9a5e-461a-ba26-5eabeb80f953 service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Updating instance_info_cache with network_info: [{"id": "6dcec28e-b9a5-4508-9ca6-f9f2869148d4", "address": "fa:16:3e:05:bb:e3", "network": {"id": "8bbed847-7558-4366-8344-09eab3f71da3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-832336373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eff32ba0f4cf48eebea581edfca21bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dcec28e-b9", "ovs_interfaceid": "6dcec28e-b9a5-4508-9ca6-f9f2869148d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.999792] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]522894af-aee9-abeb-44a1-107d7169f98a, 'name': SearchDatastore_Task, 'duration_secs': 0.010841} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.000186] env[69183]: DEBUG oslo_concurrency.lockutils [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.000366] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.000608] env[69183]: DEBUG oslo_concurrency.lockutils [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.000761] env[69183]: DEBUG oslo_concurrency.lockutils [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.000942] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.001221] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78953518-acc9-4ca1-a0a1-a5c56072239d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.009696] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.009834] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.010520] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c687ed1b-dad5-4ac9-a6b8-7bd328c80cb3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.015941] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1105.015941] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]523cae69-a61c-71db-3994-1d5a00b937c9" [ 1105.015941] env[69183]: _type = "Task" [ 1105.015941] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.024488] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]523cae69-a61c-71db-3994-1d5a00b937c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.133879] env[69183]: DEBUG nova.compute.utils [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.135968] env[69183]: DEBUG nova.objects.instance [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lazy-loading 'migration_context' on Instance uuid 4a10ced8-b3d4-4f2a-955b-a8884a8209b8 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.137364] env[69183]: DEBUG nova.compute.manager [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.137953] env[69183]: DEBUG nova.network.neutron [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.162484] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "refresh_cache-cc10ef03-da26-42a3-8a5d-f31606f782e6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.162688] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired lock "refresh_cache-cc10ef03-da26-42a3-8a5d-f31606f782e6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.162862] env[69183]: DEBUG nova.network.neutron [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.175397] env[69183]: DEBUG nova.policy [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8175843e9eb2404cb08555828b0bfbf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0f1ea9e931040e7ab58ed069396eed6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.364360] env[69183]: DEBUG oslo_concurrency.lockutils [req-6a98769d-3de3-4044-aaeb-2a116441500f req-41fed131-9a5e-461a-ba26-5eabeb80f953 service nova] Releasing lock "refresh_cache-64e40350-ac36-4329-a9f9-a2c8c2996eee" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.421088] env[69183]: DEBUG nova.network.neutron [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Successfully created port: 44faa4ae-0ff1-463e-82bd-0561e83396e3 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.529121] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]523cae69-a61c-71db-3994-1d5a00b937c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009533} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.529121] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aea4b435-b7d5-4452-a009-0ac38c7fa463 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.533360] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1105.533360] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5223f68b-57cb-54e4-840c-5ea7da4e6844" [ 1105.533360] env[69183]: _type = "Task" [ 1105.533360] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.540889] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5223f68b-57cb-54e4-840c-5ea7da4e6844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.637851] env[69183]: DEBUG nova.compute.manager [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.697666] env[69183]: DEBUG nova.network.neutron [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.857553] env[69183]: DEBUG nova.network.neutron [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Updating instance_info_cache with network_info: [{"id": "85f0d408-dae6-4f71-9f48-df3f7228dfbf", "address": "fa:16:3e:4f:a2:0c", "network": {"id": "3c4f15f7-8472-4ea3-912b-f17e69e4453b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-205766861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a981345cfd7a46ef9fb2d4f5589c7460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85f0d408-da", "ovs_interfaceid": "85f0d408-dae6-4f71-9f48-df3f7228dfbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.905644] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a4949c-755a-4452-833e-f82db26a6b6d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.913418] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01a3067-7009-464c-9d1d-52911a90dcfc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.943879] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9cfc51-2119-4f6c-bc62-097a14ba0863 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.952250] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdc0313-f685-4550-93df-651ad63b447f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.969010] env[69183]: DEBUG nova.compute.provider_tree [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.044616] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5223f68b-57cb-54e4-840c-5ea7da4e6844, 'name': SearchDatastore_Task, 'duration_secs': 0.008934} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.044925] env[69183]: DEBUG oslo_concurrency.lockutils [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.045189] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 64e40350-ac36-4329-a9f9-a2c8c2996eee/64e40350-ac36-4329-a9f9-a2c8c2996eee.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.045298] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccb73789-73b0-463d-9fbd-86d9b4700c11 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.052815] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1106.052815] env[69183]: value = "task-2790525" [ 1106.052815] env[69183]: _type = "Task" [ 1106.052815] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.060795] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.170116] env[69183]: DEBUG nova.compute.manager [req-684bb85a-1ecf-4f93-b22d-cb0dfe4d07ae req-8442ccb5-518a-4721-83c2-c0332cb42a3a service nova] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Received event network-vif-plugged-85f0d408-dae6-4f71-9f48-df3f7228dfbf {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1106.170188] env[69183]: DEBUG oslo_concurrency.lockutils [req-684bb85a-1ecf-4f93-b22d-cb0dfe4d07ae req-8442ccb5-518a-4721-83c2-c0332cb42a3a service nova] Acquiring lock "cc10ef03-da26-42a3-8a5d-f31606f782e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.170384] env[69183]: DEBUG oslo_concurrency.lockutils [req-684bb85a-1ecf-4f93-b22d-cb0dfe4d07ae req-8442ccb5-518a-4721-83c2-c0332cb42a3a service nova] Lock "cc10ef03-da26-42a3-8a5d-f31606f782e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.170553] env[69183]: DEBUG oslo_concurrency.lockutils [req-684bb85a-1ecf-4f93-b22d-cb0dfe4d07ae req-8442ccb5-518a-4721-83c2-c0332cb42a3a service nova] Lock "cc10ef03-da26-42a3-8a5d-f31606f782e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.170719] env[69183]: DEBUG nova.compute.manager [req-684bb85a-1ecf-4f93-b22d-cb0dfe4d07ae req-8442ccb5-518a-4721-83c2-c0332cb42a3a service nova] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] No waiting events found dispatching network-vif-plugged-85f0d408-dae6-4f71-9f48-df3f7228dfbf {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1106.170887] env[69183]: WARNING nova.compute.manager [req-684bb85a-1ecf-4f93-b22d-cb0dfe4d07ae req-8442ccb5-518a-4721-83c2-c0332cb42a3a service nova] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Received unexpected event network-vif-plugged-85f0d408-dae6-4f71-9f48-df3f7228dfbf for instance with vm_state building and task_state spawning. [ 1106.171057] env[69183]: DEBUG nova.compute.manager [req-684bb85a-1ecf-4f93-b22d-cb0dfe4d07ae req-8442ccb5-518a-4721-83c2-c0332cb42a3a service nova] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Received event network-changed-85f0d408-dae6-4f71-9f48-df3f7228dfbf {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1106.171253] env[69183]: DEBUG nova.compute.manager [req-684bb85a-1ecf-4f93-b22d-cb0dfe4d07ae req-8442ccb5-518a-4721-83c2-c0332cb42a3a service nova] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Refreshing instance network info cache due to event network-changed-85f0d408-dae6-4f71-9f48-df3f7228dfbf. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1106.171427] env[69183]: DEBUG oslo_concurrency.lockutils [req-684bb85a-1ecf-4f93-b22d-cb0dfe4d07ae req-8442ccb5-518a-4721-83c2-c0332cb42a3a service nova] Acquiring lock "refresh_cache-cc10ef03-da26-42a3-8a5d-f31606f782e6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.360991] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Releasing lock "refresh_cache-cc10ef03-da26-42a3-8a5d-f31606f782e6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.361146] env[69183]: DEBUG nova.compute.manager [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Instance network_info: |[{"id": "85f0d408-dae6-4f71-9f48-df3f7228dfbf", "address": "fa:16:3e:4f:a2:0c", "network": {"id": "3c4f15f7-8472-4ea3-912b-f17e69e4453b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-205766861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a981345cfd7a46ef9fb2d4f5589c7460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85f0d408-da", "ovs_interfaceid": "85f0d408-dae6-4f71-9f48-df3f7228dfbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1106.361461] env[69183]: DEBUG oslo_concurrency.lockutils [req-684bb85a-1ecf-4f93-b22d-cb0dfe4d07ae req-8442ccb5-518a-4721-83c2-c0332cb42a3a service nova] Acquired lock "refresh_cache-cc10ef03-da26-42a3-8a5d-f31606f782e6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.361646] env[69183]: DEBUG nova.network.neutron [req-684bb85a-1ecf-4f93-b22d-cb0dfe4d07ae req-8442ccb5-518a-4721-83c2-c0332cb42a3a service nova] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Refreshing network info cache for port 85f0d408-dae6-4f71-9f48-df3f7228dfbf {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.363398] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:a2:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85f0d408-dae6-4f71-9f48-df3f7228dfbf', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.371014] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.372119] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.372334] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-529bd355-93fc-4e7d-a45d-a51ffa099986 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.395272] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.395272] env[69183]: value = "task-2790526" [ 1106.395272] env[69183]: _type = "Task" [ 1106.395272] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.405351] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790526, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.471837] env[69183]: DEBUG nova.scheduler.client.report [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.563323] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790525, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.650345] env[69183]: DEBUG nova.compute.manager [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.678383] env[69183]: DEBUG nova.virt.hardware [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.678614] env[69183]: DEBUG nova.virt.hardware [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.678787] env[69183]: DEBUG nova.virt.hardware [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.678977] env[69183]: DEBUG nova.virt.hardware [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.679139] env[69183]: DEBUG nova.virt.hardware [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.679286] env[69183]: DEBUG nova.virt.hardware [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.679497] env[69183]: DEBUG nova.virt.hardware [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.679656] env[69183]: DEBUG nova.virt.hardware [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.679822] env[69183]: DEBUG nova.virt.hardware [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.679984] env[69183]: DEBUG nova.virt.hardware [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.680179] env[69183]: DEBUG nova.virt.hardware [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.681037] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177ae4cc-a740-4113-94fa-a680d8a539e3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.689590] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08d51db-8620-4c33-8795-97e6c620819d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.882088] env[69183]: DEBUG nova.network.neutron [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Successfully updated port: 44faa4ae-0ff1-463e-82bd-0561e83396e3 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.905166] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790526, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.062331] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790525, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.073481] env[69183]: DEBUG nova.network.neutron [req-684bb85a-1ecf-4f93-b22d-cb0dfe4d07ae req-8442ccb5-518a-4721-83c2-c0332cb42a3a service nova] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Updated VIF entry in instance network info cache for port 85f0d408-dae6-4f71-9f48-df3f7228dfbf. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.073822] env[69183]: DEBUG nova.network.neutron [req-684bb85a-1ecf-4f93-b22d-cb0dfe4d07ae req-8442ccb5-518a-4721-83c2-c0332cb42a3a service nova] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Updating instance_info_cache with network_info: [{"id": "85f0d408-dae6-4f71-9f48-df3f7228dfbf", "address": "fa:16:3e:4f:a2:0c", "network": {"id": "3c4f15f7-8472-4ea3-912b-f17e69e4453b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-205766861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a981345cfd7a46ef9fb2d4f5589c7460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85f0d408-da", "ovs_interfaceid": "85f0d408-dae6-4f71-9f48-df3f7228dfbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.385730] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "refresh_cache-cdb4de53-8a08-44dd-a17f-a77dc662405d" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.385895] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired lock "refresh_cache-cdb4de53-8a08-44dd-a17f-a77dc662405d" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.386067] env[69183]: DEBUG nova.network.neutron [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.405767] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790526, 'name': CreateVM_Task, 'duration_secs': 0.655414} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.405935] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.406603] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.406779] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.407093] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.407343] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e82d8f52-46fa-485c-9f4d-75e44604a38a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.411584] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1107.411584] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52b707ae-77c3-2c3e-c753-440b65634cff" [ 1107.411584] env[69183]: _type = "Task" [ 1107.411584] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.418916] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52b707ae-77c3-2c3e-c753-440b65634cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.486627] env[69183]: DEBUG oslo_concurrency.lockutils [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.858s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.492567] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.322s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.492772] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.494809] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.121s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.496683] env[69183]: INFO nova.compute.claims [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.522912] env[69183]: INFO nova.scheduler.client.report [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Deleted allocations for instance 2a92e5e0-7f79-4388-b3c8-28091120b761 [ 1107.564089] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790525, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.441628} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.564381] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 64e40350-ac36-4329-a9f9-a2c8c2996eee/64e40350-ac36-4329-a9f9-a2c8c2996eee.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.564628] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.564874] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1dd8c08-9443-4946-a6b8-37ce48891f9c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.570910] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1107.570910] env[69183]: value = "task-2790527" [ 1107.570910] env[69183]: _type = "Task" [ 1107.570910] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.576566] env[69183]: DEBUG oslo_concurrency.lockutils [req-684bb85a-1ecf-4f93-b22d-cb0dfe4d07ae req-8442ccb5-518a-4721-83c2-c0332cb42a3a service nova] Releasing lock "refresh_cache-cc10ef03-da26-42a3-8a5d-f31606f782e6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.579872] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.917506] env[69183]: DEBUG nova.network.neutron [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.923354] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52b707ae-77c3-2c3e-c753-440b65634cff, 'name': SearchDatastore_Task, 'duration_secs': 0.00935} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.923635] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.923864] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.924110] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.924269] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.924486] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.924758] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7afaa060-f710-42f2-82ce-8007c0e17ae6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.933501] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.933716] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.934555] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-726a926c-3069-4108-9971-279824dd0b0b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.941662] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1107.941662] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52096191-9f47-5ea2-e027-9729812cd024" [ 1107.941662] env[69183]: _type = "Task" [ 1107.941662] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.949030] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52096191-9f47-5ea2-e027-9729812cd024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.033341] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3158c167-b705-4bc0-abb6-db1ba1be40ed tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "2a92e5e0-7f79-4388-b3c8-28091120b761" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.834s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.047376] env[69183]: DEBUG nova.network.neutron [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Updating instance_info_cache with network_info: [{"id": "44faa4ae-0ff1-463e-82bd-0561e83396e3", "address": "fa:16:3e:36:3b:31", "network": {"id": "fa72ed74-9065-45b7-aa13-47e112133d42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1425645619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f1ea9e931040e7ab58ed069396eed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44faa4ae-0f", "ovs_interfaceid": "44faa4ae-0ff1-463e-82bd-0561e83396e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.080950] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101831} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.081154] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.081886] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb069021-98e5-49a2-a71b-b9bbb842d7ae {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.104717] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 64e40350-ac36-4329-a9f9-a2c8c2996eee/64e40350-ac36-4329-a9f9-a2c8c2996eee.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.104717] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01867725-34d1-4407-9371-c7e82b80d35b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.123950] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1108.123950] env[69183]: value = "task-2790528" [ 1108.123950] env[69183]: _type = "Task" [ 1108.123950] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.131711] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.194649] env[69183]: DEBUG nova.compute.manager [req-0167253b-b193-4767-8d67-9f5684aea301 req-fc4c37b5-b3f6-4bb6-88b1-b122aa30d07f service nova] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Received event network-vif-plugged-44faa4ae-0ff1-463e-82bd-0561e83396e3 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1108.194858] env[69183]: DEBUG oslo_concurrency.lockutils [req-0167253b-b193-4767-8d67-9f5684aea301 req-fc4c37b5-b3f6-4bb6-88b1-b122aa30d07f service nova] Acquiring lock "cdb4de53-8a08-44dd-a17f-a77dc662405d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.195467] env[69183]: DEBUG oslo_concurrency.lockutils [req-0167253b-b193-4767-8d67-9f5684aea301 req-fc4c37b5-b3f6-4bb6-88b1-b122aa30d07f service nova] Lock "cdb4de53-8a08-44dd-a17f-a77dc662405d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.195698] env[69183]: DEBUG oslo_concurrency.lockutils [req-0167253b-b193-4767-8d67-9f5684aea301 req-fc4c37b5-b3f6-4bb6-88b1-b122aa30d07f service nova] Lock "cdb4de53-8a08-44dd-a17f-a77dc662405d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.195986] env[69183]: DEBUG nova.compute.manager [req-0167253b-b193-4767-8d67-9f5684aea301 req-fc4c37b5-b3f6-4bb6-88b1-b122aa30d07f service nova] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] No waiting events found dispatching network-vif-plugged-44faa4ae-0ff1-463e-82bd-0561e83396e3 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.196191] env[69183]: WARNING nova.compute.manager [req-0167253b-b193-4767-8d67-9f5684aea301 req-fc4c37b5-b3f6-4bb6-88b1-b122aa30d07f service nova] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Received unexpected event network-vif-plugged-44faa4ae-0ff1-463e-82bd-0561e83396e3 for instance with vm_state building and task_state spawning. [ 1108.196361] env[69183]: DEBUG nova.compute.manager [req-0167253b-b193-4767-8d67-9f5684aea301 req-fc4c37b5-b3f6-4bb6-88b1-b122aa30d07f service nova] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Received event network-changed-44faa4ae-0ff1-463e-82bd-0561e83396e3 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1108.196523] env[69183]: DEBUG nova.compute.manager [req-0167253b-b193-4767-8d67-9f5684aea301 req-fc4c37b5-b3f6-4bb6-88b1-b122aa30d07f service nova] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Refreshing instance network info cache due to event network-changed-44faa4ae-0ff1-463e-82bd-0561e83396e3. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1108.196695] env[69183]: DEBUG oslo_concurrency.lockutils [req-0167253b-b193-4767-8d67-9f5684aea301 req-fc4c37b5-b3f6-4bb6-88b1-b122aa30d07f service nova] Acquiring lock "refresh_cache-cdb4de53-8a08-44dd-a17f-a77dc662405d" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.452431] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52096191-9f47-5ea2-e027-9729812cd024, 'name': SearchDatastore_Task, 'duration_secs': 0.008109} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.453302] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-337293e7-1d49-4f98-8b19-5e4fa6465919 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.458449] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1108.458449] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527094bc-1a1b-3160-d81a-ae33d1414b78" [ 1108.458449] env[69183]: _type = "Task" [ 1108.458449] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.465661] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527094bc-1a1b-3160-d81a-ae33d1414b78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.549396] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Releasing lock "refresh_cache-cdb4de53-8a08-44dd-a17f-a77dc662405d" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.549729] env[69183]: DEBUG nova.compute.manager [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Instance network_info: |[{"id": "44faa4ae-0ff1-463e-82bd-0561e83396e3", "address": "fa:16:3e:36:3b:31", "network": {"id": "fa72ed74-9065-45b7-aa13-47e112133d42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1425645619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f1ea9e931040e7ab58ed069396eed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44faa4ae-0f", "ovs_interfaceid": "44faa4ae-0ff1-463e-82bd-0561e83396e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1108.550219] env[69183]: DEBUG oslo_concurrency.lockutils [req-0167253b-b193-4767-8d67-9f5684aea301 req-fc4c37b5-b3f6-4bb6-88b1-b122aa30d07f service nova] Acquired lock "refresh_cache-cdb4de53-8a08-44dd-a17f-a77dc662405d" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.550410] env[69183]: DEBUG nova.network.neutron [req-0167253b-b193-4767-8d67-9f5684aea301 req-fc4c37b5-b3f6-4bb6-88b1-b122aa30d07f service nova] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Refreshing network info cache for port 44faa4ae-0ff1-463e-82bd-0561e83396e3 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.551645] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:3b:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44faa4ae-0ff1-463e-82bd-0561e83396e3', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.559343] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.562411] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.564968] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8beb3eae-8734-4069-8fe3-27328025d6e8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.584807] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.584807] env[69183]: value = "task-2790529" [ 1108.584807] env[69183]: _type = "Task" [ 1108.584807] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.593763] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790529, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.636869] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.796335] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5fa813-8762-40f1-8bff-5623e0fd643e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.806311] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e96090-271e-406e-9afb-b6bf76deafc9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.811935] env[69183]: DEBUG nova.network.neutron [req-0167253b-b193-4767-8d67-9f5684aea301 req-fc4c37b5-b3f6-4bb6-88b1-b122aa30d07f service nova] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Updated VIF entry in instance network info cache for port 44faa4ae-0ff1-463e-82bd-0561e83396e3. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.812315] env[69183]: DEBUG nova.network.neutron [req-0167253b-b193-4767-8d67-9f5684aea301 req-fc4c37b5-b3f6-4bb6-88b1-b122aa30d07f service nova] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Updating instance_info_cache with network_info: [{"id": "44faa4ae-0ff1-463e-82bd-0561e83396e3", "address": "fa:16:3e:36:3b:31", "network": {"id": "fa72ed74-9065-45b7-aa13-47e112133d42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1425645619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f1ea9e931040e7ab58ed069396eed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44faa4ae-0f", "ovs_interfaceid": "44faa4ae-0ff1-463e-82bd-0561e83396e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.843289] env[69183]: DEBUG oslo_concurrency.lockutils [req-0167253b-b193-4767-8d67-9f5684aea301 req-fc4c37b5-b3f6-4bb6-88b1-b122aa30d07f service nova] Releasing lock "refresh_cache-cdb4de53-8a08-44dd-a17f-a77dc662405d" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.844281] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcfb2b3-142e-47c3-a03c-c223ac1932dd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.852566] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f06addb-f357-4b14-a07f-feade401dc13 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.867854] env[69183]: DEBUG nova.compute.provider_tree [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.969261] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527094bc-1a1b-3160-d81a-ae33d1414b78, 'name': SearchDatastore_Task, 'duration_secs': 0.009117} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.969523] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.969780] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] cc10ef03-da26-42a3-8a5d-f31606f782e6/cc10ef03-da26-42a3-8a5d-f31606f782e6.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.970042] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-373501ee-8184-4860-ba10-1a1627ec05ed {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.979628] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1108.979628] env[69183]: value = "task-2790530" [ 1108.979628] env[69183]: _type = "Task" [ 1108.979628] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.987857] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.028930] env[69183]: INFO nova.compute.manager [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Swapping old allocation on dict_keys(['ac1d5a79-805a-416e-80c0-31063a094839']) held by migration 78c471f8-f7f6-4bf5-9ba8-2533a1f50528 for instance [ 1109.051303] env[69183]: DEBUG nova.scheduler.client.report [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Overwriting current allocation {'allocations': {'ac1d5a79-805a-416e-80c0-31063a094839': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 145}}, 'project_id': '39b95c9dfa9d48df99b1364995883c31', 'user_id': '47da8203897a419b92829cf4f0909413', 'consumer_generation': 1} on consumer 4a10ced8-b3d4-4f2a-955b-a8884a8209b8 {{(pid=69183) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1109.094497] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790529, 'name': CreateVM_Task, 'duration_secs': 0.310462} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.094759] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.096047] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.096047] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.096047] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.096214] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf1490a-d1d5-4259-bddb-97623e4f68e8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.100750] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1109.100750] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]525008c6-1189-bec3-01ed-61f79ed2281e" [ 1109.100750] env[69183]: _type = "Task" [ 1109.100750] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.117828] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525008c6-1189-bec3-01ed-61f79ed2281e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.139968] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790528, 'name': ReconfigVM_Task, 'duration_secs': 0.799437} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.141512] env[69183]: DEBUG oslo_concurrency.lockutils [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "refresh_cache-4a10ced8-b3d4-4f2a-955b-a8884a8209b8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.141834] env[69183]: DEBUG oslo_concurrency.lockutils [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired lock "refresh_cache-4a10ced8-b3d4-4f2a-955b-a8884a8209b8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.142164] env[69183]: DEBUG nova.network.neutron [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.143802] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 64e40350-ac36-4329-a9f9-a2c8c2996eee/64e40350-ac36-4329-a9f9-a2c8c2996eee.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.144783] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-601d5eff-ecd7-4d20-99af-56973c945f0d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.153160] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1109.153160] env[69183]: value = "task-2790531" [ 1109.153160] env[69183]: _type = "Task" [ 1109.153160] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.171676] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790531, 'name': Rename_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.370903] env[69183]: DEBUG nova.scheduler.client.report [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.476402] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0de5def7-827a-456f-b196-94f00986124c tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.476681] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0de5def7-827a-456f-b196-94f00986124c tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.476949] env[69183]: INFO nova.compute.manager [None req-0de5def7-827a-456f-b196-94f00986124c tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Rebooting instance [ 1109.489536] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790530, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.613897] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525008c6-1189-bec3-01ed-61f79ed2281e, 'name': SearchDatastore_Task, 'duration_secs': 0.065572} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.614203] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.614482] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.614730] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.614878] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.615072] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.615360] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4a06e5d-fb50-4c00-874f-911c28476a93 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.623204] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.623381] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.624064] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39650a6a-e511-49f5-82e7-a75360a5e886 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.628662] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1109.628662] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52f6c244-23e7-6a5a-55f4-b1fb6d514945" [ 1109.628662] env[69183]: _type = "Task" [ 1109.628662] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.635994] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f6c244-23e7-6a5a-55f4-b1fb6d514945, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.663250] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790531, 'name': Rename_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.876092] env[69183]: DEBUG nova.network.neutron [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Updating instance_info_cache with network_info: [{"id": "90dc8f28-03a3-4925-af83-ffaf7b88a700", "address": "fa:16:3e:a5:c2:01", "network": {"id": "dd86d277-8747-4c50-a305-9b46298b69c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619207239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b95c9dfa9d48df99b1364995883c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90dc8f28-03", "ovs_interfaceid": "90dc8f28-03a3-4925-af83-ffaf7b88a700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.878393] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.878940] env[69183]: DEBUG nova.compute.manager [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.882899] env[69183]: DEBUG oslo_concurrency.lockutils [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.763s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.882983] env[69183]: DEBUG nova.objects.instance [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lazy-loading 'resources' on Instance uuid 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.992124] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790530, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.993235] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0de5def7-827a-456f-b196-94f00986124c tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "refresh_cache-de082184-d2e2-4020-b5dc-c0c2670f2f8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.993402] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0de5def7-827a-456f-b196-94f00986124c tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "refresh_cache-de082184-d2e2-4020-b5dc-c0c2670f2f8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.993577] env[69183]: DEBUG nova.network.neutron [None req-0de5def7-827a-456f-b196-94f00986124c tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.140393] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f6c244-23e7-6a5a-55f4-b1fb6d514945, 'name': SearchDatastore_Task, 'duration_secs': 0.008129} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.141213] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05dab528-9dd8-44f8-b1c3-7934e8a04239 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.147291] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1110.147291] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]525a315c-cc02-e917-c805-9d7940570d2b" [ 1110.147291] env[69183]: _type = "Task" [ 1110.147291] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.155567] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525a315c-cc02-e917-c805-9d7940570d2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.164197] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790531, 'name': Rename_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.383765] env[69183]: DEBUG oslo_concurrency.lockutils [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Releasing lock "refresh_cache-4a10ced8-b3d4-4f2a-955b-a8884a8209b8" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.385080] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3f6997-4581-4efe-a1a2-da9fd0d15bd6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.389319] env[69183]: DEBUG nova.compute.utils [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.396608] env[69183]: DEBUG nova.compute.manager [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.396608] env[69183]: DEBUG nova.network.neutron [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.402318] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4bf8b9-4943-4362-a73d-d5222f75d2bf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.445597] env[69183]: DEBUG nova.policy [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55fb806bf5074afb8bdda11da90ad6cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '947a00fe423a46e6afab13adb82f0200', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.493680] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790530, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.438753} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.496177] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] cc10ef03-da26-42a3-8a5d-f31606f782e6/cc10ef03-da26-42a3-8a5d-f31606f782e6.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.496397] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.499626] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3457ee7e-19a3-4974-8520-9eb5dd65a136 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.507840] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1110.507840] env[69183]: value = "task-2790532" [ 1110.507840] env[69183]: _type = "Task" [ 1110.507840] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.519824] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.633017] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fbdb51-08dd-41f9-b4fb-698bf30560ea {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.643147] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be580049-bd15-47c7-8b54-bec2f3a11d89 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.665445] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790531, 'name': Rename_Task, 'duration_secs': 1.253924} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.694742] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.695609] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525a315c-cc02-e917-c805-9d7940570d2b, 'name': SearchDatastore_Task, 'duration_secs': 0.011757} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.698047] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e1d4f46-6359-4910-887d-7ce9c588ec8f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.700303] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a999c3cb-29f5-4b63-b0f6-2b48d0d5ad79 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.704023] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.704023] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] cdb4de53-8a08-44dd-a17f-a77dc662405d/cdb4de53-8a08-44dd-a17f-a77dc662405d.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.704023] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b19fc320-bd57-452c-aec0-f26dc568d297 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.714104] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603671a1-d093-42ab-80a7-0a4008761e25 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.718071] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1110.718071] env[69183]: value = "task-2790533" [ 1110.718071] env[69183]: _type = "Task" [ 1110.718071] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.719556] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1110.719556] env[69183]: value = "task-2790534" [ 1110.719556] env[69183]: _type = "Task" [ 1110.719556] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.735629] env[69183]: DEBUG nova.compute.provider_tree [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.746588] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790533, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.746588] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.871847] env[69183]: DEBUG nova.network.neutron [None req-0de5def7-827a-456f-b196-94f00986124c tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Updating instance_info_cache with network_info: [{"id": "57d948b0-cbe2-4120-a503-b8828290ebe6", "address": "fa:16:3e:52:7d:55", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d948b0-cb", "ovs_interfaceid": "57d948b0-cbe2-4120-a503-b8828290ebe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.883154] env[69183]: DEBUG nova.network.neutron [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Successfully created port: 4c4b120a-2883-41c7-a28f-4c035f051139 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.893418] env[69183]: DEBUG nova.compute.manager [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.024243] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067832} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.024665] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.025653] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5b8960-b259-4e93-aa2f-51760b74668f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.055186] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] cc10ef03-da26-42a3-8a5d-f31606f782e6/cc10ef03-da26-42a3-8a5d-f31606f782e6.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.055933] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-697b78c2-b87d-420b-8cd5-1ba6f36c4b3e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.080706] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1111.080706] env[69183]: value = "task-2790535" [ 1111.080706] env[69183]: _type = "Task" [ 1111.080706] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.094119] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790535, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.233955] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790533, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.237521] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483723} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.237521] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] cdb4de53-8a08-44dd-a17f-a77dc662405d/cdb4de53-8a08-44dd-a17f-a77dc662405d.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.237746] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.239039] env[69183]: DEBUG nova.scheduler.client.report [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.241496] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c33004e2-bb0c-4173-9a8c-2b400c151951 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.249996] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1111.249996] env[69183]: value = "task-2790536" [ 1111.249996] env[69183]: _type = "Task" [ 1111.249996] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.260548] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.374547] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0de5def7-827a-456f-b196-94f00986124c tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "refresh_cache-de082184-d2e2-4020-b5dc-c0c2670f2f8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.498910] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.499254] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fac0a439-8a91-498e-a258-eab619769978 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.508171] env[69183]: DEBUG oslo_vmware.api [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1111.508171] env[69183]: value = "task-2790537" [ 1111.508171] env[69183]: _type = "Task" [ 1111.508171] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.518106] env[69183]: DEBUG oslo_vmware.api [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.591298] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.732120] env[69183]: DEBUG oslo_vmware.api [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790533, 'name': PowerOnVM_Task, 'duration_secs': 0.647305} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.732393] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.732635] env[69183]: INFO nova.compute.manager [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Took 9.79 seconds to spawn the instance on the hypervisor. [ 1111.732813] env[69183]: DEBUG nova.compute.manager [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.733608] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c101db6-3bec-4c05-94ab-be476907e3e2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.744905] env[69183]: DEBUG oslo_concurrency.lockutils [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.746814] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.129s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.747064] env[69183]: DEBUG nova.objects.instance [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lazy-loading 'resources' on Instance uuid dc9a2724-436c-4599-889b-8c447748135a {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.761122] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074217} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.761122] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.761122] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad146bc-df07-4f1a-971b-84e5e3bb6dc4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.787181] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] cdb4de53-8a08-44dd-a17f-a77dc662405d/cdb4de53-8a08-44dd-a17f-a77dc662405d.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.787559] env[69183]: INFO nova.scheduler.client.report [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Deleted allocations for instance 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21 [ 1111.789100] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4ecd298-c312-4ab8-a2ec-023c6f77682f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.815966] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1111.815966] env[69183]: value = "task-2790538" [ 1111.815966] env[69183]: _type = "Task" [ 1111.815966] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.825265] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.879095] env[69183]: DEBUG nova.compute.manager [None req-0de5def7-827a-456f-b196-94f00986124c tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.879657] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69992143-3372-40ca-83eb-0407aaad5a47 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.905663] env[69183]: DEBUG nova.compute.manager [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.935843] env[69183]: DEBUG nova.virt.hardware [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.936667] env[69183]: DEBUG nova.virt.hardware [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.936667] env[69183]: DEBUG nova.virt.hardware [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.936667] env[69183]: DEBUG nova.virt.hardware [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.936850] env[69183]: DEBUG nova.virt.hardware [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.936850] env[69183]: DEBUG nova.virt.hardware [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.937739] env[69183]: DEBUG nova.virt.hardware [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.937739] env[69183]: DEBUG nova.virt.hardware [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.937739] env[69183]: DEBUG nova.virt.hardware [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.937739] env[69183]: DEBUG nova.virt.hardware [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.937739] env[69183]: DEBUG nova.virt.hardware [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.938952] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214c4a86-5b6f-4685-8daa-8554ff846795 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.948052] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3427e990-a4b6-4d71-bc22-bfb5f5596106 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.018596] env[69183]: DEBUG oslo_vmware.api [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.091270] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790535, 'name': ReconfigVM_Task, 'duration_secs': 0.602181} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.091555] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Reconfigured VM instance instance-00000069 to attach disk [datastore2] cc10ef03-da26-42a3-8a5d-f31606f782e6/cc10ef03-da26-42a3-8a5d-f31606f782e6.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.092205] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25219817-5693-4521-804c-eda1af496ece {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.098653] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1112.098653] env[69183]: value = "task-2790539" [ 1112.098653] env[69183]: _type = "Task" [ 1112.098653] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.107777] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790539, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.254050] env[69183]: INFO nova.compute.manager [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Took 28.98 seconds to build instance. [ 1112.315874] env[69183]: DEBUG oslo_concurrency.lockutils [None req-df14cbe8-b31e-411e-8ab8-0587bfa7f862 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.328s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.331385] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790538, 'name': ReconfigVM_Task, 'duration_secs': 0.280759} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.335736] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Reconfigured VM instance instance-0000006a to attach disk [datastore2] cdb4de53-8a08-44dd-a17f-a77dc662405d/cdb4de53-8a08-44dd-a17f-a77dc662405d.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.337071] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9056b345-3096-4e06-926e-6a6aa1c86af6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.346417] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1112.346417] env[69183]: value = "task-2790540" [ 1112.346417] env[69183]: _type = "Task" [ 1112.346417] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.365454] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790540, 'name': Rename_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.406246] env[69183]: DEBUG nova.compute.manager [req-e1e06e5c-53e7-431a-aae8-96024580c6a6 req-3bf4205f-086f-484a-94bc-c3fcec982bf2 service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Received event network-vif-plugged-4c4b120a-2883-41c7-a28f-4c035f051139 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1112.406246] env[69183]: DEBUG oslo_concurrency.lockutils [req-e1e06e5c-53e7-431a-aae8-96024580c6a6 req-3bf4205f-086f-484a-94bc-c3fcec982bf2 service nova] Acquiring lock "eb901e24-f4a7-4a59-a272-9baf70539a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.406246] env[69183]: DEBUG oslo_concurrency.lockutils [req-e1e06e5c-53e7-431a-aae8-96024580c6a6 req-3bf4205f-086f-484a-94bc-c3fcec982bf2 service nova] Lock "eb901e24-f4a7-4a59-a272-9baf70539a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.406246] env[69183]: DEBUG oslo_concurrency.lockutils [req-e1e06e5c-53e7-431a-aae8-96024580c6a6 req-3bf4205f-086f-484a-94bc-c3fcec982bf2 service nova] Lock "eb901e24-f4a7-4a59-a272-9baf70539a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.406246] env[69183]: DEBUG nova.compute.manager [req-e1e06e5c-53e7-431a-aae8-96024580c6a6 req-3bf4205f-086f-484a-94bc-c3fcec982bf2 service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] No waiting events found dispatching network-vif-plugged-4c4b120a-2883-41c7-a28f-4c035f051139 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.406246] env[69183]: WARNING nova.compute.manager [req-e1e06e5c-53e7-431a-aae8-96024580c6a6 req-3bf4205f-086f-484a-94bc-c3fcec982bf2 service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Received unexpected event network-vif-plugged-4c4b120a-2883-41c7-a28f-4c035f051139 for instance with vm_state building and task_state spawning. [ 1112.452601] env[69183]: DEBUG nova.network.neutron [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Successfully updated port: 4c4b120a-2883-41c7-a28f-4c035f051139 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.525126] env[69183]: DEBUG oslo_vmware.api [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.575845] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89a64a4-9ac6-4d81-8b64-ec516a407c27 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.585879] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6100a959-340f-4ed8-8087-5bb77cc2e7e6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.624686] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23e520b-0f4d-4555-9a91-2ae624041720 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.637402] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1daf851-19b6-493f-ba8f-6a7c5305b54d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.641743] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790539, 'name': Rename_Task, 'duration_secs': 0.145595} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.642044] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.642738] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79ef2f56-9da2-4bcc-a286-1aeb6e7c2130 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.655384] env[69183]: DEBUG nova.compute.provider_tree [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.663943] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1112.663943] env[69183]: value = "task-2790541" [ 1112.663943] env[69183]: _type = "Task" [ 1112.663943] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.675639] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.756447] env[69183]: DEBUG oslo_concurrency.lockutils [None req-669d9c55-9e21-48c4-867b-99fcd76d121e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "64e40350-ac36-4329-a9f9-a2c8c2996eee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.496s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.857966] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790540, 'name': Rename_Task, 'duration_secs': 0.428} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.858308] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.858588] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce973f18-0bc1-4c11-8897-03ac1ebb8960 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.870295] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1112.870295] env[69183]: value = "task-2790542" [ 1112.870295] env[69183]: _type = "Task" [ 1112.870295] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.880339] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.903505] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b7fb2f-6f94-4f2c-bb6b-5eabf05e6c98 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.912671] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0de5def7-827a-456f-b196-94f00986124c tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Doing hard reboot of VM {{(pid=69183) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1112.913137] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-0b2cd9f0-4207-4545-91c0-cb10d4e81629 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.921170] env[69183]: DEBUG oslo_vmware.api [None req-0de5def7-827a-456f-b196-94f00986124c tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1112.921170] env[69183]: value = "task-2790543" [ 1112.921170] env[69183]: _type = "Task" [ 1112.921170] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.930918] env[69183]: DEBUG oslo_vmware.api [None req-0de5def7-827a-456f-b196-94f00986124c tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790543, 'name': ResetVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.955911] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "refresh_cache-eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.956137] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "refresh_cache-eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.956326] env[69183]: DEBUG nova.network.neutron [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.026668] env[69183]: DEBUG oslo_vmware.api [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790537, 'name': PowerOffVM_Task, 'duration_secs': 1.209347} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.026668] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.026876] env[69183]: DEBUG nova.virt.hardware [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.027112] env[69183]: DEBUG nova.virt.hardware [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.027326] env[69183]: DEBUG nova.virt.hardware [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.027577] env[69183]: DEBUG nova.virt.hardware [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.027747] env[69183]: DEBUG nova.virt.hardware [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.027900] env[69183]: DEBUG nova.virt.hardware [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.028131] env[69183]: DEBUG nova.virt.hardware [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.028293] env[69183]: DEBUG nova.virt.hardware [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.029783] env[69183]: DEBUG nova.virt.hardware [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.029783] env[69183]: DEBUG nova.virt.hardware [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.029783] env[69183]: DEBUG nova.virt.hardware [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.035601] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdc55838-92ba-48e8-abcc-a43ef428063f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.050196] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "9e85be2a-94a3-4e9b-8ff1-b5f93fac6442" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.050420] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "9e85be2a-94a3-4e9b-8ff1-b5f93fac6442" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.059709] env[69183]: DEBUG oslo_vmware.api [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1113.059709] env[69183]: value = "task-2790544" [ 1113.059709] env[69183]: _type = "Task" [ 1113.059709] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.070834] env[69183]: DEBUG oslo_vmware.api [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.162033] env[69183]: DEBUG nova.scheduler.client.report [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.176703] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790541, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.382734] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790542, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.433574] env[69183]: DEBUG oslo_vmware.api [None req-0de5def7-827a-456f-b196-94f00986124c tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790543, 'name': ResetVM_Task, 'duration_secs': 0.109112} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.433764] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0de5def7-827a-456f-b196-94f00986124c tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Did hard reboot of VM {{(pid=69183) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1113.433985] env[69183]: DEBUG nova.compute.manager [None req-0de5def7-827a-456f-b196-94f00986124c tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.436418] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678c24db-cdd3-4f8c-a1ac-18fd63c1cf15 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.499659] env[69183]: DEBUG nova.network.neutron [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.556074] env[69183]: DEBUG nova.compute.manager [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.591484] env[69183]: DEBUG oslo_vmware.api [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790544, 'name': ReconfigVM_Task, 'duration_secs': 0.461234} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.593710] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556dc810-96ef-4629-8a99-5b4b90d2d1bc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.625038] env[69183]: DEBUG nova.virt.hardware [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.625463] env[69183]: DEBUG nova.virt.hardware [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.625639] env[69183]: DEBUG nova.virt.hardware [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.625860] env[69183]: DEBUG nova.virt.hardware [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.626026] env[69183]: DEBUG nova.virt.hardware [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.626237] env[69183]: DEBUG nova.virt.hardware [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.626393] env[69183]: DEBUG nova.virt.hardware [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.626591] env[69183]: DEBUG nova.virt.hardware [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.626774] env[69183]: DEBUG nova.virt.hardware [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.626942] env[69183]: DEBUG nova.virt.hardware [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.627131] env[69183]: DEBUG nova.virt.hardware [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.630937] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c15c62a-33ae-466c-b02d-e4cba0eeea17 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.638479] env[69183]: DEBUG oslo_vmware.api [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1113.638479] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52b86d7b-1c18-bd81-b269-3bc9224a2b59" [ 1113.638479] env[69183]: _type = "Task" [ 1113.638479] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.647948] env[69183]: DEBUG oslo_vmware.api [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52b86d7b-1c18-bd81-b269-3bc9224a2b59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.671783] env[69183]: DEBUG nova.network.neutron [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Updating instance_info_cache with network_info: [{"id": "4c4b120a-2883-41c7-a28f-4c035f051139", "address": "fa:16:3e:75:f5:8e", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4b120a-28", "ovs_interfaceid": "4c4b120a-2883-41c7-a28f-4c035f051139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.677019] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.681567] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.209s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.689236] env[69183]: DEBUG oslo_vmware.api [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790541, 'name': PowerOnVM_Task, 'duration_secs': 0.695527} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.689557] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.689773] env[69183]: INFO nova.compute.manager [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Took 9.37 seconds to spawn the instance on the hypervisor. [ 1113.689978] env[69183]: DEBUG nova.compute.manager [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.691429] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77733d1c-daa6-4263-babd-31fc870eccaf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.711015] env[69183]: INFO nova.scheduler.client.report [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Deleted allocations for instance dc9a2724-436c-4599-889b-8c447748135a [ 1113.883823] env[69183]: DEBUG oslo_vmware.api [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790542, 'name': PowerOnVM_Task, 'duration_secs': 0.579965} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.884123] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.884344] env[69183]: INFO nova.compute.manager [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1113.884569] env[69183]: DEBUG nova.compute.manager [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.885397] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5c8a0d-8add-4ecb-8e7d-c5310715204c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.953965] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0de5def7-827a-456f-b196-94f00986124c tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.477s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.107117] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.149359] env[69183]: DEBUG oslo_vmware.api [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52b86d7b-1c18-bd81-b269-3bc9224a2b59, 'name': SearchDatastore_Task, 'duration_secs': 0.025151} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.155910] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1114.155910] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3534093b-ebe5-4a32-80e0-a5f5721cf228 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.176604] env[69183]: DEBUG oslo_vmware.api [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1114.176604] env[69183]: value = "task-2790545" [ 1114.176604] env[69183]: _type = "Task" [ 1114.176604] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.181535] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "refresh_cache-eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.181861] env[69183]: DEBUG nova.compute.manager [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Instance network_info: |[{"id": "4c4b120a-2883-41c7-a28f-4c035f051139", "address": "fa:16:3e:75:f5:8e", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4b120a-28", "ovs_interfaceid": "4c4b120a-2883-41c7-a28f-4c035f051139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.182327] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:f5:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c4b120a-2883-41c7-a28f-4c035f051139', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.194231] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.199159] env[69183]: INFO nova.compute.claims [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.202825] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.203257] env[69183]: DEBUG oslo_vmware.api [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.204081] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ca859ab-f597-438c-92a9-a75b99cf4590 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.233614] env[69183]: INFO nova.compute.manager [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Took 29.21 seconds to build instance. [ 1114.234817] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4b7b8f7-6de0-41e3-85a4-5881228b3d2c tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "dc9a2724-436c-4599-889b-8c447748135a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.203s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.240916] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.240916] env[69183]: value = "task-2790546" [ 1114.240916] env[69183]: _type = "Task" [ 1114.240916] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.251328] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790546, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.408167] env[69183]: INFO nova.compute.manager [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Took 25.72 seconds to build instance. [ 1114.691792] env[69183]: DEBUG oslo_vmware.api [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790545, 'name': ReconfigVM_Task, 'duration_secs': 0.258345} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.692145] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1114.693502] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1ef0a8-de60-48c4-a303-5d42ddf34e03 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.715225] env[69183]: INFO nova.compute.resource_tracker [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Updating resource usage from migration a3c9b09b-908d-4a2c-a929-66809437c834 [ 1114.727642] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 4a10ced8-b3d4-4f2a-955b-a8884a8209b8/4a10ced8-b3d4-4f2a-955b-a8884a8209b8.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.727642] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9072ae6-2217-4774-87ae-936c57026ff7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.745606] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c66faf14-1125-4dbf-b19c-053e49f270e3 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "cc10ef03-da26-42a3-8a5d-f31606f782e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.735s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.757092] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790546, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.758900] env[69183]: DEBUG oslo_vmware.api [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1114.758900] env[69183]: value = "task-2790547" [ 1114.758900] env[69183]: _type = "Task" [ 1114.758900] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.777296] env[69183]: DEBUG oslo_vmware.api [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.816579] env[69183]: DEBUG nova.compute.manager [req-0234689b-d22a-49f8-b5a4-b2e7d9b7af6f req-407702b9-e392-44b7-876e-61e0eb52f729 service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Received event network-changed-4c4b120a-2883-41c7-a28f-4c035f051139 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1114.816794] env[69183]: DEBUG nova.compute.manager [req-0234689b-d22a-49f8-b5a4-b2e7d9b7af6f req-407702b9-e392-44b7-876e-61e0eb52f729 service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Refreshing instance network info cache due to event network-changed-4c4b120a-2883-41c7-a28f-4c035f051139. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1114.817080] env[69183]: DEBUG oslo_concurrency.lockutils [req-0234689b-d22a-49f8-b5a4-b2e7d9b7af6f req-407702b9-e392-44b7-876e-61e0eb52f729 service nova] Acquiring lock "refresh_cache-eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.818492] env[69183]: DEBUG oslo_concurrency.lockutils [req-0234689b-d22a-49f8-b5a4-b2e7d9b7af6f req-407702b9-e392-44b7-876e-61e0eb52f729 service nova] Acquired lock "refresh_cache-eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.819184] env[69183]: DEBUG nova.network.neutron [req-0234689b-d22a-49f8-b5a4-b2e7d9b7af6f req-407702b9-e392-44b7-876e-61e0eb52f729 service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Refreshing network info cache for port 4c4b120a-2883-41c7-a28f-4c035f051139 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.912304] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3c099c7c-2643-402a-9879-5ca0684faa34 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "cdb4de53-8a08-44dd-a17f-a77dc662405d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.232s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.020295] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df41872-00c9-482c-b1c7-915d30fd3abd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.024989] env[69183]: DEBUG nova.compute.manager [req-b2887395-38f3-4c67-94b1-05e94fdb9670 req-dc9655be-09ab-48de-bc36-dfee11960b8a service nova] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Received event network-changed-85f0d408-dae6-4f71-9f48-df3f7228dfbf {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1115.025446] env[69183]: DEBUG nova.compute.manager [req-b2887395-38f3-4c67-94b1-05e94fdb9670 req-dc9655be-09ab-48de-bc36-dfee11960b8a service nova] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Refreshing instance network info cache due to event network-changed-85f0d408-dae6-4f71-9f48-df3f7228dfbf. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1115.026570] env[69183]: DEBUG oslo_concurrency.lockutils [req-b2887395-38f3-4c67-94b1-05e94fdb9670 req-dc9655be-09ab-48de-bc36-dfee11960b8a service nova] Acquiring lock "refresh_cache-cc10ef03-da26-42a3-8a5d-f31606f782e6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.027104] env[69183]: DEBUG oslo_concurrency.lockutils [req-b2887395-38f3-4c67-94b1-05e94fdb9670 req-dc9655be-09ab-48de-bc36-dfee11960b8a service nova] Acquired lock "refresh_cache-cc10ef03-da26-42a3-8a5d-f31606f782e6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.027705] env[69183]: DEBUG nova.network.neutron [req-b2887395-38f3-4c67-94b1-05e94fdb9670 req-dc9655be-09ab-48de-bc36-dfee11960b8a service nova] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Refreshing network info cache for port 85f0d408-dae6-4f71-9f48-df3f7228dfbf {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.037778] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6592fd5-4b0e-4043-9c75-1d930d503e29 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.073146] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34398a73-f470-4a90-83da-d317b826c21d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.081881] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09218f5-a184-4721-9d69-0cedbcf19397 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.097731] env[69183]: DEBUG nova.compute.provider_tree [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.257136] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790546, 'name': CreateVM_Task, 'duration_secs': 0.590046} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.257330] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.258196] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.258313] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.258601] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.258824] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7266d93-c1c8-4f11-8912-2f5426a15c19 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.268894] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1115.268894] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52b37793-ab29-0177-275a-7c18b11a289a" [ 1115.268894] env[69183]: _type = "Task" [ 1115.268894] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.272122] env[69183]: DEBUG oslo_vmware.api [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790547, 'name': ReconfigVM_Task, 'duration_secs': 0.447898} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.275286] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 4a10ced8-b3d4-4f2a-955b-a8884a8209b8/4a10ced8-b3d4-4f2a-955b-a8884a8209b8.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.277410] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d618e2d-0043-4f44-86c0-afd44e63d1f2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.284965] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52b37793-ab29-0177-275a-7c18b11a289a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.301810] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812b1aac-1462-4559-8784-d63d52296339 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.329457] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7487908-b1d7-4fb3-a327-72b2f7ce0e61 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.353811] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cb1a80-7025-4f9b-8e89-8a353d90a4af {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.362214] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.362515] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da651f55-8946-46d7-9e76-c7cc67ab719d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.370597] env[69183]: DEBUG oslo_vmware.api [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1115.370597] env[69183]: value = "task-2790548" [ 1115.370597] env[69183]: _type = "Task" [ 1115.370597] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.381695] env[69183]: DEBUG oslo_vmware.api [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.601785] env[69183]: DEBUG nova.scheduler.client.report [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.784662] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52b37793-ab29-0177-275a-7c18b11a289a, 'name': SearchDatastore_Task, 'duration_secs': 0.020051} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.784662] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.784662] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.785127] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.785127] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.786204] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.786204] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24b4ba41-6b1b-4bf1-8bbc-068aeca21c6a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.798830] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.798830] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.798830] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c5c3371-b62e-4729-b4a1-a33910036b80 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.808599] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1115.808599] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52cb92b6-9ef0-305b-8e28-d6d052f5d405" [ 1115.808599] env[69183]: _type = "Task" [ 1115.808599] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.821327] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52cb92b6-9ef0-305b-8e28-d6d052f5d405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.884140] env[69183]: DEBUG oslo_vmware.api [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.934997] env[69183]: DEBUG nova.network.neutron [req-0234689b-d22a-49f8-b5a4-b2e7d9b7af6f req-407702b9-e392-44b7-876e-61e0eb52f729 service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Updated VIF entry in instance network info cache for port 4c4b120a-2883-41c7-a28f-4c035f051139. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.935349] env[69183]: DEBUG nova.network.neutron [req-0234689b-d22a-49f8-b5a4-b2e7d9b7af6f req-407702b9-e392-44b7-876e-61e0eb52f729 service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Updating instance_info_cache with network_info: [{"id": "4c4b120a-2883-41c7-a28f-4c035f051139", "address": "fa:16:3e:75:f5:8e", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4b120a-28", "ovs_interfaceid": "4c4b120a-2883-41c7-a28f-4c035f051139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.035729] env[69183]: DEBUG nova.network.neutron [req-b2887395-38f3-4c67-94b1-05e94fdb9670 req-dc9655be-09ab-48de-bc36-dfee11960b8a service nova] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Updated VIF entry in instance network info cache for port 85f0d408-dae6-4f71-9f48-df3f7228dfbf. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.036135] env[69183]: DEBUG nova.network.neutron [req-b2887395-38f3-4c67-94b1-05e94fdb9670 req-dc9655be-09ab-48de-bc36-dfee11960b8a service nova] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Updating instance_info_cache with network_info: [{"id": "85f0d408-dae6-4f71-9f48-df3f7228dfbf", "address": "fa:16:3e:4f:a2:0c", "network": {"id": "3c4f15f7-8472-4ea3-912b-f17e69e4453b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-205766861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a981345cfd7a46ef9fb2d4f5589c7460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85f0d408-da", "ovs_interfaceid": "85f0d408-dae6-4f71-9f48-df3f7228dfbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.109753] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.429s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.109826] env[69183]: INFO nova.compute.manager [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Migrating [ 1116.117724] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.386s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.117968] env[69183]: DEBUG nova.objects.instance [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lazy-loading 'resources' on Instance uuid 5f7a7c55-a774-4137-9bca-f3c35bdad8c8 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.258507] env[69183]: DEBUG oslo_concurrency.lockutils [None req-802429c3-36fb-4c70-8eba-39b902f033cb tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "cdb4de53-8a08-44dd-a17f-a77dc662405d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.258768] env[69183]: DEBUG oslo_concurrency.lockutils [None req-802429c3-36fb-4c70-8eba-39b902f033cb tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "cdb4de53-8a08-44dd-a17f-a77dc662405d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.258946] env[69183]: DEBUG nova.compute.manager [None req-802429c3-36fb-4c70-8eba-39b902f033cb tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.260696] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f419c0b-e1f8-4671-b403-80c82dff108d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.269177] env[69183]: DEBUG nova.compute.manager [None req-802429c3-36fb-4c70-8eba-39b902f033cb tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69183) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1116.269774] env[69183]: DEBUG nova.objects.instance [None req-802429c3-36fb-4c70-8eba-39b902f033cb tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lazy-loading 'flavor' on Instance uuid cdb4de53-8a08-44dd-a17f-a77dc662405d {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.323087] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52cb92b6-9ef0-305b-8e28-d6d052f5d405, 'name': SearchDatastore_Task, 'duration_secs': 0.015031} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.324150] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-273af95c-ee04-4e42-aad5-c24fe7148b94 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.333509] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1116.333509] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5261751a-c28a-05f5-6a7c-08ce7ce3314b" [ 1116.333509] env[69183]: _type = "Task" [ 1116.333509] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.346431] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5261751a-c28a-05f5-6a7c-08ce7ce3314b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.383095] env[69183]: DEBUG oslo_vmware.api [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.417911] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a048fcf7-29b9-4061-8e3e-2b8de630a41e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.428046] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b9d46e-181c-452a-ba71-24df43c8be0c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.462855] env[69183]: DEBUG oslo_concurrency.lockutils [req-0234689b-d22a-49f8-b5a4-b2e7d9b7af6f req-407702b9-e392-44b7-876e-61e0eb52f729 service nova] Releasing lock "refresh_cache-eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.463151] env[69183]: DEBUG nova.compute.manager [req-0234689b-d22a-49f8-b5a4-b2e7d9b7af6f req-407702b9-e392-44b7-876e-61e0eb52f729 service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Received event network-changed-6dcec28e-b9a5-4508-9ca6-f9f2869148d4 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1116.463323] env[69183]: DEBUG nova.compute.manager [req-0234689b-d22a-49f8-b5a4-b2e7d9b7af6f req-407702b9-e392-44b7-876e-61e0eb52f729 service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Refreshing instance network info cache due to event network-changed-6dcec28e-b9a5-4508-9ca6-f9f2869148d4. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1116.463538] env[69183]: DEBUG oslo_concurrency.lockutils [req-0234689b-d22a-49f8-b5a4-b2e7d9b7af6f req-407702b9-e392-44b7-876e-61e0eb52f729 service nova] Acquiring lock "refresh_cache-64e40350-ac36-4329-a9f9-a2c8c2996eee" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.463674] env[69183]: DEBUG oslo_concurrency.lockutils [req-0234689b-d22a-49f8-b5a4-b2e7d9b7af6f req-407702b9-e392-44b7-876e-61e0eb52f729 service nova] Acquired lock "refresh_cache-64e40350-ac36-4329-a9f9-a2c8c2996eee" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.463832] env[69183]: DEBUG nova.network.neutron [req-0234689b-d22a-49f8-b5a4-b2e7d9b7af6f req-407702b9-e392-44b7-876e-61e0eb52f729 service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Refreshing network info cache for port 6dcec28e-b9a5-4508-9ca6-f9f2869148d4 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.465892] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877d5fea-c4f8-4ef0-8318-15174ff0172a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.477156] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98784930-35cc-4614-b503-6e032122c238 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.493018] env[69183]: DEBUG nova.compute.provider_tree [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.539971] env[69183]: DEBUG oslo_concurrency.lockutils [req-b2887395-38f3-4c67-94b1-05e94fdb9670 req-dc9655be-09ab-48de-bc36-dfee11960b8a service nova] Releasing lock "refresh_cache-cc10ef03-da26-42a3-8a5d-f31606f782e6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.634105] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "refresh_cache-bf50d812-bb70-4baf-acde-462a3d98991c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.634382] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "refresh_cache-bf50d812-bb70-4baf-acde-462a3d98991c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.634552] env[69183]: DEBUG nova.network.neutron [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.847037] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5261751a-c28a-05f5-6a7c-08ce7ce3314b, 'name': SearchDatastore_Task, 'duration_secs': 0.014331} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.847338] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.847604] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] eb901e24-f4a7-4a59-a272-9baf70539a96/eb901e24-f4a7-4a59-a272-9baf70539a96.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.847869] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a80fe5ce-198f-40f8-9cf0-08fb8b0fea71 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.855850] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1116.855850] env[69183]: value = "task-2790550" [ 1116.855850] env[69183]: _type = "Task" [ 1116.855850] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.864415] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.883514] env[69183]: DEBUG oslo_vmware.api [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.998364] env[69183]: DEBUG nova.scheduler.client.report [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.263394] env[69183]: DEBUG nova.network.neutron [req-0234689b-d22a-49f8-b5a4-b2e7d9b7af6f req-407702b9-e392-44b7-876e-61e0eb52f729 service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Updated VIF entry in instance network info cache for port 6dcec28e-b9a5-4508-9ca6-f9f2869148d4. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.263773] env[69183]: DEBUG nova.network.neutron [req-0234689b-d22a-49f8-b5a4-b2e7d9b7af6f req-407702b9-e392-44b7-876e-61e0eb52f729 service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Updating instance_info_cache with network_info: [{"id": "6dcec28e-b9a5-4508-9ca6-f9f2869148d4", "address": "fa:16:3e:05:bb:e3", "network": {"id": "8bbed847-7558-4366-8344-09eab3f71da3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-832336373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eff32ba0f4cf48eebea581edfca21bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dcec28e-b9", "ovs_interfaceid": "6dcec28e-b9a5-4508-9ca6-f9f2869148d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.278415] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-802429c3-36fb-4c70-8eba-39b902f033cb tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.278722] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16659ff6-aa8a-423a-8504-beba4ff63839 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.289651] env[69183]: DEBUG oslo_vmware.api [None req-802429c3-36fb-4c70-8eba-39b902f033cb tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1117.289651] env[69183]: value = "task-2790551" [ 1117.289651] env[69183]: _type = "Task" [ 1117.289651] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.302335] env[69183]: DEBUG oslo_vmware.api [None req-802429c3-36fb-4c70-8eba-39b902f033cb tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.371833] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790550, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.384886] env[69183]: DEBUG oslo_vmware.api [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790548, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.408439] env[69183]: DEBUG nova.network.neutron [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Updating instance_info_cache with network_info: [{"id": "2b6435d1-e308-464a-a62d-d9e8fe1fe288", "address": "fa:16:3e:a9:7f:c7", "network": {"id": "50bef02a-36c4-4122-99e6-4de135b6ec80", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-820333689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e1512025a1e42b6b05ff9aad0088ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6435d1-e3", "ovs_interfaceid": "2b6435d1-e308-464a-a62d-d9e8fe1fe288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.505789] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.388s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.508674] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.402s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.510328] env[69183]: INFO nova.compute.claims [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.529157] env[69183]: INFO nova.scheduler.client.report [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Deleted allocations for instance 5f7a7c55-a774-4137-9bca-f3c35bdad8c8 [ 1117.682215] env[69183]: DEBUG oslo_concurrency.lockutils [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "339d0f93-4ddf-426e-b29d-2d7aeedec0c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.682570] env[69183]: DEBUG oslo_concurrency.lockutils [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "339d0f93-4ddf-426e-b29d-2d7aeedec0c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.767153] env[69183]: DEBUG oslo_concurrency.lockutils [req-0234689b-d22a-49f8-b5a4-b2e7d9b7af6f req-407702b9-e392-44b7-876e-61e0eb52f729 service nova] Releasing lock "refresh_cache-64e40350-ac36-4329-a9f9-a2c8c2996eee" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.800714] env[69183]: DEBUG oslo_vmware.api [None req-802429c3-36fb-4c70-8eba-39b902f033cb tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790551, 'name': PowerOffVM_Task, 'duration_secs': 0.396164} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.801186] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-802429c3-36fb-4c70-8eba-39b902f033cb tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.801536] env[69183]: DEBUG nova.compute.manager [None req-802429c3-36fb-4c70-8eba-39b902f033cb tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.802518] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752c77ea-4e8c-4378-841d-3a25ce1a4f46 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.868829] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758405} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.869059] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] eb901e24-f4a7-4a59-a272-9baf70539a96/eb901e24-f4a7-4a59-a272-9baf70539a96.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.869279] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.869532] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-639b2d07-1c85-4112-8639-f06c330c4151 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.881917] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1117.881917] env[69183]: value = "task-2790552" [ 1117.881917] env[69183]: _type = "Task" [ 1117.881917] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.890862] env[69183]: DEBUG oslo_vmware.api [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790548, 'name': PowerOnVM_Task, 'duration_secs': 2.058437} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.891056] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.901866] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.911570] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "refresh_cache-bf50d812-bb70-4baf-acde-462a3d98991c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.038789] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7a62ea76-0bfb-4ef5-b456-ce38118a7bcd tempest-VolumesAdminNegativeTest-1073962817 tempest-VolumesAdminNegativeTest-1073962817-project-member] Lock "5f7a7c55-a774-4137-9bca-f3c35bdad8c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.887s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.185248] env[69183]: DEBUG nova.compute.manager [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.317500] env[69183]: DEBUG oslo_concurrency.lockutils [None req-802429c3-36fb-4c70-8eba-39b902f033cb tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "cdb4de53-8a08-44dd-a17f-a77dc662405d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.394149] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124688} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.394450] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.396209] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6815ee32-65f3-45f0-aaac-c9788d741498 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.424383] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] eb901e24-f4a7-4a59-a272-9baf70539a96/eb901e24-f4a7-4a59-a272-9baf70539a96.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.427415] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-952e9979-5b27-4d6a-ae2e-f6aef0f16ffa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.455167] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1118.455167] env[69183]: value = "task-2790553" [ 1118.455167] env[69183]: _type = "Task" [ 1118.455167] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.468250] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.709748] env[69183]: DEBUG oslo_concurrency.lockutils [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.911102] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f98b5a4-57d4-40e1-a226-dc8de89ae33c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.921984] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4599f1f3-1cb2-4864-b81b-5a8d650991dd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.968598] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa70e4be-7188-4d88-a481-24df077523e7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.972033] env[69183]: INFO nova.compute.manager [None req-50e7e88e-0376-4dac-a7a8-4b12d29f17ee tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Updating instance to original state: 'active' [ 1118.985105] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d886a7a-4ba0-4ca0-b7c7-c8e35441ed8b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.989542] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.004360] env[69183]: DEBUG nova.compute.provider_tree [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.237790] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "cdb4de53-8a08-44dd-a17f-a77dc662405d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.238057] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "cdb4de53-8a08-44dd-a17f-a77dc662405d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.238287] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "cdb4de53-8a08-44dd-a17f-a77dc662405d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.238475] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "cdb4de53-8a08-44dd-a17f-a77dc662405d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.238636] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "cdb4de53-8a08-44dd-a17f-a77dc662405d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.240852] env[69183]: INFO nova.compute.manager [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Terminating instance [ 1119.471119] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d39c8b-7cf1-4437-b974-3143ed9c2ca0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.482737] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790553, 'name': ReconfigVM_Task, 'duration_secs': 0.68012} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.499755] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Reconfigured VM instance instance-0000006b to attach disk [datastore2] eb901e24-f4a7-4a59-a272-9baf70539a96/eb901e24-f4a7-4a59-a272-9baf70539a96.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.500539] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Updating instance 'bf50d812-bb70-4baf-acde-462a3d98991c' progress to 0 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.505081] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd84dc66-fb63-46cc-9a1a-10e40ce7d337 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.517287] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1119.517287] env[69183]: value = "task-2790555" [ 1119.517287] env[69183]: _type = "Task" [ 1119.517287] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.530689] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790555, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.537280] env[69183]: ERROR nova.scheduler.client.report [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [req-211076fc-24e3-4a3b-b99e-104ac4b5fb60] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ac1d5a79-805a-416e-80c0-31063a094839. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-211076fc-24e3-4a3b-b99e-104ac4b5fb60"}]} [ 1119.556100] env[69183]: DEBUG nova.scheduler.client.report [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Refreshing inventories for resource provider ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1119.572224] env[69183]: DEBUG nova.scheduler.client.report [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Updating ProviderTree inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1119.572511] env[69183]: DEBUG nova.compute.provider_tree [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.592313] env[69183]: DEBUG nova.scheduler.client.report [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Refreshing aggregate associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, aggregates: None {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1119.615926] env[69183]: DEBUG nova.scheduler.client.report [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Refreshing trait associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1119.746038] env[69183]: DEBUG nova.compute.manager [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.746038] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.746951] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0944143b-645f-480f-8a49-67c34b079958 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.757327] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.761351] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79045a2b-22c4-4db8-9ebe-074c9796c252 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.863342] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.863623] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.863827] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Deleting the datastore file [datastore2] cdb4de53-8a08-44dd-a17f-a77dc662405d {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.864139] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb57fcd6-742c-49a0-87fa-12a04428022f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.875773] env[69183]: DEBUG oslo_vmware.api [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1119.875773] env[69183]: value = "task-2790557" [ 1119.875773] env[69183]: _type = "Task" [ 1119.875773] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.884830] env[69183]: DEBUG oslo_vmware.api [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.901181] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fb04c9-4723-4a67-a080-36404692d794 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.910708] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0423dc1a-8c39-4453-bddb-34958684b26f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.948405] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56299c7f-be74-4a7d-9219-d0ac03b824af {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.957803] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab4abb0-1253-4946-8f70-4aa5d6df8d77 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.973177] env[69183]: DEBUG nova.compute.provider_tree [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1120.009873] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.010712] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4068fc94-4acc-4fd5-8e13-582b749647ae {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.019596] env[69183]: DEBUG oslo_vmware.api [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1120.019596] env[69183]: value = "task-2790558" [ 1120.019596] env[69183]: _type = "Task" [ 1120.019596] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.036630] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790555, 'name': Rename_Task, 'duration_secs': 0.237604} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.040105] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.040538] env[69183]: DEBUG oslo_vmware.api [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.041163] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4525668c-537b-4e01-9098-379c7ea1a6fa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.051580] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1120.051580] env[69183]: value = "task-2790559" [ 1120.051580] env[69183]: _type = "Task" [ 1120.051580] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.061800] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.388145] env[69183]: DEBUG oslo_vmware.api [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451921} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.388907] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.388907] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.389127] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.389249] env[69183]: INFO nova.compute.manager [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1120.389500] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.389758] env[69183]: DEBUG nova.compute.manager [-] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.389856] env[69183]: DEBUG nova.network.neutron [-] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.507831] env[69183]: DEBUG nova.scheduler.client.report [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Updated inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1120.508148] env[69183]: DEBUG nova.compute.provider_tree [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 148 to 149 during operation: update_inventory {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1120.508354] env[69183]: DEBUG nova.compute.provider_tree [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1120.538457] env[69183]: DEBUG oslo_vmware.api [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790558, 'name': PowerOffVM_Task, 'duration_secs': 0.295427} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.538725] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.539112] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Updating instance 'bf50d812-bb70-4baf-acde-462a3d98991c' progress to 17 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.563724] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790559, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.908671] env[69183]: DEBUG nova.compute.manager [req-7c1889f8-8eb3-41c8-92fc-628387124a4a req-f8cf4bb1-4804-4ec9-b17d-5bdf82a832ff service nova] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Received event network-vif-deleted-44faa4ae-0ff1-463e-82bd-0561e83396e3 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1120.909337] env[69183]: INFO nova.compute.manager [req-7c1889f8-8eb3-41c8-92fc-628387124a4a req-f8cf4bb1-4804-4ec9-b17d-5bdf82a832ff service nova] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Neutron deleted interface 44faa4ae-0ff1-463e-82bd-0561e83396e3; detaching it from the instance and deleting it from the info cache [ 1120.909337] env[69183]: DEBUG nova.network.neutron [req-7c1889f8-8eb3-41c8-92fc-628387124a4a req-f8cf4bb1-4804-4ec9-b17d-5bdf82a832ff service nova] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.950172] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "4a10ced8-b3d4-4f2a-955b-a8884a8209b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.950172] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "4a10ced8-b3d4-4f2a-955b-a8884a8209b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.950172] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "4a10ced8-b3d4-4f2a-955b-a8884a8209b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.950172] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "4a10ced8-b3d4-4f2a-955b-a8884a8209b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.950172] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "4a10ced8-b3d4-4f2a-955b-a8884a8209b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.955098] env[69183]: INFO nova.compute.manager [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Terminating instance [ 1121.014307] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.505s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.014869] env[69183]: DEBUG nova.compute.manager [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.017408] env[69183]: DEBUG oslo_concurrency.lockutils [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.308s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.018862] env[69183]: INFO nova.compute.claims [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.046202] env[69183]: DEBUG nova.virt.hardware [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.046457] env[69183]: DEBUG nova.virt.hardware [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.046617] env[69183]: DEBUG nova.virt.hardware [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.046807] env[69183]: DEBUG nova.virt.hardware [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.046955] env[69183]: DEBUG nova.virt.hardware [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.047116] env[69183]: DEBUG nova.virt.hardware [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.047326] env[69183]: DEBUG nova.virt.hardware [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.047485] env[69183]: DEBUG nova.virt.hardware [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.047653] env[69183]: DEBUG nova.virt.hardware [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.047906] env[69183]: DEBUG nova.virt.hardware [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.048053] env[69183]: DEBUG nova.virt.hardware [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.053527] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccbd1f07-0faf-40bc-b2b4-7c22f92c1351 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.078367] env[69183]: DEBUG oslo_vmware.api [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790559, 'name': PowerOnVM_Task, 'duration_secs': 0.891074} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.078648] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.078862] env[69183]: INFO nova.compute.manager [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1121.079054] env[69183]: DEBUG nova.compute.manager [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.079385] env[69183]: DEBUG oslo_vmware.api [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1121.079385] env[69183]: value = "task-2790560" [ 1121.079385] env[69183]: _type = "Task" [ 1121.079385] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.080089] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5d182a-ed91-4116-a892-653e8afb746c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.096477] env[69183]: DEBUG oslo_vmware.api [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790560, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.281256] env[69183]: DEBUG nova.network.neutron [-] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.414205] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd16892f-4faf-4918-92d8-f876476e71c7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.425412] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba749d5a-762a-4f25-ac81-5465843eca14 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.466047] env[69183]: DEBUG nova.compute.manager [req-7c1889f8-8eb3-41c8-92fc-628387124a4a req-f8cf4bb1-4804-4ec9-b17d-5bdf82a832ff service nova] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Detach interface failed, port_id=44faa4ae-0ff1-463e-82bd-0561e83396e3, reason: Instance cdb4de53-8a08-44dd-a17f-a77dc662405d could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1121.467079] env[69183]: DEBUG nova.compute.manager [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.467311] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.467603] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77c93048-cfab-4294-846e-65c3289185c9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.477551] env[69183]: DEBUG oslo_vmware.api [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1121.477551] env[69183]: value = "task-2790562" [ 1121.477551] env[69183]: _type = "Task" [ 1121.477551] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.488788] env[69183]: DEBUG oslo_vmware.api [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.523472] env[69183]: DEBUG nova.compute.utils [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.527646] env[69183]: DEBUG nova.compute.manager [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.528039] env[69183]: DEBUG nova.network.neutron [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.572209] env[69183]: DEBUG nova.policy [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c93489d8ebd04f74a54413157742606c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ef83677521b4cb2b6d150bb6a3b8688', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.594846] env[69183]: DEBUG oslo_vmware.api [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790560, 'name': ReconfigVM_Task, 'duration_secs': 0.452713} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.595250] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Updating instance 'bf50d812-bb70-4baf-acde-462a3d98991c' progress to 33 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.607029] env[69183]: INFO nova.compute.manager [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Took 27.25 seconds to build instance. [ 1121.784961] env[69183]: INFO nova.compute.manager [-] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Took 1.39 seconds to deallocate network for instance. [ 1121.990450] env[69183]: DEBUG oslo_vmware.api [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790562, 'name': PowerOffVM_Task, 'duration_secs': 0.376535} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.990450] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.990450] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Volume detach. Driver type: vmdk {{(pid=69183) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1121.990450] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560893', 'volume_id': 'ca2dd95c-f153-4ae4-85e4-14b5b81b1d30', 'name': 'volume-ca2dd95c-f153-4ae4-85e4-14b5b81b1d30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4a10ced8-b3d4-4f2a-955b-a8884a8209b8', 'attached_at': '2025-03-06T06:09:33.000000', 'detached_at': '', 'volume_id': 'ca2dd95c-f153-4ae4-85e4-14b5b81b1d30', 'serial': 'ca2dd95c-f153-4ae4-85e4-14b5b81b1d30'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1121.991611] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1725bf27-08f4-46b7-964f-4901a0e16590 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.014338] env[69183]: DEBUG nova.network.neutron [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Successfully created port: a0c3bd0d-9d81-4c28-bbf7-6ef12d44ea79 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.016914] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee08307-b8f8-4c78-a2f3-03b7d8238198 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.025376] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f27dfa-30da-48b9-9e19-2b5a3a2964c9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.028279] env[69183]: DEBUG nova.compute.manager [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.055582] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d66e99f-c3ba-45b5-b6ee-0c0ae4dcf3e4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.073666] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] The volume has not been displaced from its original location: [datastore2] volume-ca2dd95c-f153-4ae4-85e4-14b5b81b1d30/volume-ca2dd95c-f153-4ae4-85e4-14b5b81b1d30.vmdk. No consolidation needed. {{(pid=69183) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1122.079621] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1122.080786] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af72a437-6a16-4e50-8729-757edbf84d13 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.105931] env[69183]: DEBUG nova.virt.hardware [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.106180] env[69183]: DEBUG nova.virt.hardware [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.106339] env[69183]: DEBUG nova.virt.hardware [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.106524] env[69183]: DEBUG nova.virt.hardware [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.106672] env[69183]: DEBUG nova.virt.hardware [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.106830] env[69183]: DEBUG nova.virt.hardware [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.107119] env[69183]: DEBUG nova.virt.hardware [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.111028] env[69183]: DEBUG nova.virt.hardware [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.111028] env[69183]: DEBUG nova.virt.hardware [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.111028] env[69183]: DEBUG nova.virt.hardware [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.111028] env[69183]: DEBUG nova.virt.hardware [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.113181] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1122.113460] env[69183]: DEBUG oslo_vmware.api [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1122.113460] env[69183]: value = "task-2790563" [ 1122.113460] env[69183]: _type = "Task" [ 1122.113460] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.116685] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d6723f8-fa0a-4c9e-8f17-6774ebaa6a5f tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "eb901e24-f4a7-4a59-a272-9baf70539a96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.767s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.116931] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0864654b-8fc5-4744-a050-e2f838b02441 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.146084] env[69183]: DEBUG oslo_vmware.api [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.147200] env[69183]: DEBUG oslo_vmware.api [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1122.147200] env[69183]: value = "task-2790564" [ 1122.147200] env[69183]: _type = "Task" [ 1122.147200] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.162593] env[69183]: DEBUG oslo_vmware.api [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790564, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.294054] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.357184] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2547c2a9-8dd4-48b4-bfdb-e9316b79dc24 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.365998] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608462db-f88e-412a-a075-2c3eeecb8712 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.399908] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13ceaef-abec-4c1d-b20e-9d670b9862f8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.410294] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3b3516-d6c6-40cf-b1e0-28d62da3c3b5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.428557] env[69183]: DEBUG nova.compute.provider_tree [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.643774] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "232e87c8-b953-49b2-844e-54c701e2e29b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.644159] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "232e87c8-b953-49b2-844e-54c701e2e29b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.644433] env[69183]: INFO nova.compute.manager [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Shelving [ 1122.646896] env[69183]: DEBUG oslo_vmware.api [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790563, 'name': ReconfigVM_Task, 'duration_secs': 0.226019} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.647260] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1122.653979] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00c9d5d3-3b60-43a3-a945-353a02c48a9d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.674824] env[69183]: DEBUG oslo_vmware.api [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790564, 'name': ReconfigVM_Task, 'duration_secs': 0.231341} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.676233] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1122.676652] env[69183]: DEBUG oslo_vmware.api [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1122.676652] env[69183]: value = "task-2790565" [ 1122.676652] env[69183]: _type = "Task" [ 1122.676652] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.677510] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052f6624-7053-4cda-914d-bdf4da3b653a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.711306] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] bf50d812-bb70-4baf-acde-462a3d98991c/bf50d812-bb70-4baf-acde-462a3d98991c.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.717192] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b0b49dc-0488-48db-9c16-e6d958a5353a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.731853] env[69183]: DEBUG oslo_vmware.api [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790565, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.740270] env[69183]: DEBUG oslo_vmware.api [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1122.740270] env[69183]: value = "task-2790566" [ 1122.740270] env[69183]: _type = "Task" [ 1122.740270] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.750406] env[69183]: DEBUG oslo_vmware.api [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.931569] env[69183]: DEBUG nova.scheduler.client.report [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.042195] env[69183]: DEBUG nova.compute.manager [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.068722] env[69183]: DEBUG nova.virt.hardware [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.069040] env[69183]: DEBUG nova.virt.hardware [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.069227] env[69183]: DEBUG nova.virt.hardware [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.069479] env[69183]: DEBUG nova.virt.hardware [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.072124] env[69183]: DEBUG nova.virt.hardware [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.072124] env[69183]: DEBUG nova.virt.hardware [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.072124] env[69183]: DEBUG nova.virt.hardware [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.072124] env[69183]: DEBUG nova.virt.hardware [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.072124] env[69183]: DEBUG nova.virt.hardware [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.072124] env[69183]: DEBUG nova.virt.hardware [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.072124] env[69183]: DEBUG nova.virt.hardware [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.072547] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b4baf8-366a-4869-b4aa-61a32bc2ee72 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.081343] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592d832d-5071-47a8-8ae0-30c8f90cce63 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.192717] env[69183]: DEBUG oslo_vmware.api [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.201254] env[69183]: DEBUG nova.compute.manager [req-37aeeb0e-f4a8-4599-9341-480fe01fed4a req-f55cde9c-a60a-4842-9734-c31d80610437 service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Received event network-changed-bbc02ed6-54fb-4b74-a2ff-45dc0f016729 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1123.201445] env[69183]: DEBUG nova.compute.manager [req-37aeeb0e-f4a8-4599-9341-480fe01fed4a req-f55cde9c-a60a-4842-9734-c31d80610437 service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Refreshing instance network info cache due to event network-changed-bbc02ed6-54fb-4b74-a2ff-45dc0f016729. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1123.201657] env[69183]: DEBUG oslo_concurrency.lockutils [req-37aeeb0e-f4a8-4599-9341-480fe01fed4a req-f55cde9c-a60a-4842-9734-c31d80610437 service nova] Acquiring lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.201937] env[69183]: DEBUG oslo_concurrency.lockutils [req-37aeeb0e-f4a8-4599-9341-480fe01fed4a req-f55cde9c-a60a-4842-9734-c31d80610437 service nova] Acquired lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.201997] env[69183]: DEBUG nova.network.neutron [req-37aeeb0e-f4a8-4599-9341-480fe01fed4a req-f55cde9c-a60a-4842-9734-c31d80610437 service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Refreshing network info cache for port bbc02ed6-54fb-4b74-a2ff-45dc0f016729 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.250328] env[69183]: DEBUG oslo_vmware.api [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.437482] env[69183]: DEBUG oslo_concurrency.lockutils [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.442190] env[69183]: DEBUG nova.compute.manager [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.445662] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.152s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.445947] env[69183]: DEBUG nova.objects.instance [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lazy-loading 'resources' on Instance uuid cdb4de53-8a08-44dd-a17f-a77dc662405d {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.593641] env[69183]: DEBUG nova.compute.manager [req-312fd39d-49b3-474a-9089-cb1800febdc5 req-703df257-5007-4219-8383-4e9884ce253a service nova] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Received event network-vif-plugged-a0c3bd0d-9d81-4c28-bbf7-6ef12d44ea79 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1123.593888] env[69183]: DEBUG oslo_concurrency.lockutils [req-312fd39d-49b3-474a-9089-cb1800febdc5 req-703df257-5007-4219-8383-4e9884ce253a service nova] Acquiring lock "9e85be2a-94a3-4e9b-8ff1-b5f93fac6442-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.594167] env[69183]: DEBUG oslo_concurrency.lockutils [req-312fd39d-49b3-474a-9089-cb1800febdc5 req-703df257-5007-4219-8383-4e9884ce253a service nova] Lock "9e85be2a-94a3-4e9b-8ff1-b5f93fac6442-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.594386] env[69183]: DEBUG oslo_concurrency.lockutils [req-312fd39d-49b3-474a-9089-cb1800febdc5 req-703df257-5007-4219-8383-4e9884ce253a service nova] Lock "9e85be2a-94a3-4e9b-8ff1-b5f93fac6442-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.594625] env[69183]: DEBUG nova.compute.manager [req-312fd39d-49b3-474a-9089-cb1800febdc5 req-703df257-5007-4219-8383-4e9884ce253a service nova] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] No waiting events found dispatching network-vif-plugged-a0c3bd0d-9d81-4c28-bbf7-6ef12d44ea79 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.594827] env[69183]: WARNING nova.compute.manager [req-312fd39d-49b3-474a-9089-cb1800febdc5 req-703df257-5007-4219-8383-4e9884ce253a service nova] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Received unexpected event network-vif-plugged-a0c3bd0d-9d81-4c28-bbf7-6ef12d44ea79 for instance with vm_state building and task_state spawning. [ 1123.655250] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.658571] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6b1b2a1-1a4b-4378-a80a-393f16312084 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.669619] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1123.669619] env[69183]: value = "task-2790568" [ 1123.669619] env[69183]: _type = "Task" [ 1123.669619] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.680880] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.692578] env[69183]: DEBUG oslo_vmware.api [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790565, 'name': ReconfigVM_Task, 'duration_secs': 0.720273} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.692932] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560893', 'volume_id': 'ca2dd95c-f153-4ae4-85e4-14b5b81b1d30', 'name': 'volume-ca2dd95c-f153-4ae4-85e4-14b5b81b1d30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4a10ced8-b3d4-4f2a-955b-a8884a8209b8', 'attached_at': '2025-03-06T06:09:33.000000', 'detached_at': '', 'volume_id': 'ca2dd95c-f153-4ae4-85e4-14b5b81b1d30', 'serial': 'ca2dd95c-f153-4ae4-85e4-14b5b81b1d30'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1123.693424] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.694293] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123d4c47-7ad7-4ec8-b6e4-425f41b9c2d8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.703152] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.703474] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-304f1214-f387-49cd-958b-a15e3a7404e3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.752632] env[69183]: DEBUG oslo_vmware.api [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790566, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.785230] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.785470] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.785684] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Deleting the datastore file [datastore2] 4a10ced8-b3d4-4f2a-955b-a8884a8209b8 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.785968] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e19ac06f-788a-48a5-b770-c5b0eeb12350 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.795691] env[69183]: DEBUG oslo_vmware.api [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1123.795691] env[69183]: value = "task-2790570" [ 1123.795691] env[69183]: _type = "Task" [ 1123.795691] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.806491] env[69183]: DEBUG oslo_vmware.api [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.949268] env[69183]: DEBUG nova.compute.utils [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.956170] env[69183]: DEBUG nova.compute.manager [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1123.956375] env[69183]: DEBUG nova.network.neutron [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.047952] env[69183]: DEBUG nova.policy [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '606a0a806a21448eae45f49aa6834727', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b9061f0d97b40d29cad71e119357270', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.166227] env[69183]: DEBUG nova.network.neutron [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Successfully updated port: a0c3bd0d-9d81-4c28-bbf7-6ef12d44ea79 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.186693] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790568, 'name': PowerOffVM_Task, 'duration_secs': 0.220776} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.187108] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.187850] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56a8a4a-4415-4260-98eb-d16e158dd45c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.214734] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831191d2-64ef-49b4-9fe3-3d421bf70024 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.231814] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56483038-882f-44aa-9576-2632dc8aa370 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.241691] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776ce74d-68e1-4229-9074-4df83f9f68e8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.291233] env[69183]: DEBUG oslo_vmware.api [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790566, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.292220] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf2ba5e-e744-4a74-908f-27327ee80133 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.303424] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7037c51-f5c5-41b4-aed9-121cbeee20b9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.310772] env[69183]: DEBUG oslo_vmware.api [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184939} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.311659] env[69183]: DEBUG nova.network.neutron [req-37aeeb0e-f4a8-4599-9341-480fe01fed4a req-f55cde9c-a60a-4842-9734-c31d80610437 service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Updated VIF entry in instance network info cache for port bbc02ed6-54fb-4b74-a2ff-45dc0f016729. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.312034] env[69183]: DEBUG nova.network.neutron [req-37aeeb0e-f4a8-4599-9341-480fe01fed4a req-f55cde9c-a60a-4842-9734-c31d80610437 service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Updating instance_info_cache with network_info: [{"id": "bbc02ed6-54fb-4b74-a2ff-45dc0f016729", "address": "fa:16:3e:a1:60:57", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc02ed6-54", "ovs_interfaceid": "bbc02ed6-54fb-4b74-a2ff-45dc0f016729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.313619] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.313688] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.313837] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.314017] env[69183]: INFO nova.compute.manager [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Took 2.85 seconds to destroy the instance on the hypervisor. [ 1124.315361] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.324382] env[69183]: DEBUG nova.compute.manager [-] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.324552] env[69183]: DEBUG nova.network.neutron [-] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.326658] env[69183]: DEBUG nova.compute.provider_tree [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.457637] env[69183]: DEBUG nova.compute.manager [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.668833] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "refresh_cache-9e85be2a-94a3-4e9b-8ff1-b5f93fac6442" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.669032] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired lock "refresh_cache-9e85be2a-94a3-4e9b-8ff1-b5f93fac6442" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.669264] env[69183]: DEBUG nova.network.neutron [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.727557] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Creating Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1124.728607] env[69183]: DEBUG nova.network.neutron [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Successfully created port: 0a80606e-420d-4f38-9fe3-27b0d4adfb52 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.730722] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c99033d7-e055-4fca-acd0-0d561514e35f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.740619] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1124.740619] env[69183]: value = "task-2790571" [ 1124.740619] env[69183]: _type = "Task" [ 1124.740619] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.756560] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790571, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.773735] env[69183]: DEBUG oslo_vmware.api [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790566, 'name': ReconfigVM_Task, 'duration_secs': 1.592748} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.774180] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Reconfigured VM instance instance-00000067 to attach disk [datastore2] bf50d812-bb70-4baf-acde-462a3d98991c/bf50d812-bb70-4baf-acde-462a3d98991c.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.774772] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Updating instance 'bf50d812-bb70-4baf-acde-462a3d98991c' progress to 50 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.817712] env[69183]: DEBUG oslo_concurrency.lockutils [req-37aeeb0e-f4a8-4599-9341-480fe01fed4a req-f55cde9c-a60a-4842-9734-c31d80610437 service nova] Releasing lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.829645] env[69183]: DEBUG nova.scheduler.client.report [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.226936] env[69183]: DEBUG nova.network.neutron [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.233386] env[69183]: DEBUG nova.compute.manager [req-63bbd3a4-efc7-4459-b310-aa2adb5c109a req-d2a89f15-c00b-46f1-b857-299363e409aa service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Received event network-changed-4c4b120a-2883-41c7-a28f-4c035f051139 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1125.233582] env[69183]: DEBUG nova.compute.manager [req-63bbd3a4-efc7-4459-b310-aa2adb5c109a req-d2a89f15-c00b-46f1-b857-299363e409aa service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Refreshing instance network info cache due to event network-changed-4c4b120a-2883-41c7-a28f-4c035f051139. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1125.233967] env[69183]: DEBUG oslo_concurrency.lockutils [req-63bbd3a4-efc7-4459-b310-aa2adb5c109a req-d2a89f15-c00b-46f1-b857-299363e409aa service nova] Acquiring lock "refresh_cache-eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.233967] env[69183]: DEBUG oslo_concurrency.lockutils [req-63bbd3a4-efc7-4459-b310-aa2adb5c109a req-d2a89f15-c00b-46f1-b857-299363e409aa service nova] Acquired lock "refresh_cache-eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.234117] env[69183]: DEBUG nova.network.neutron [req-63bbd3a4-efc7-4459-b310-aa2adb5c109a req-d2a89f15-c00b-46f1-b857-299363e409aa service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Refreshing network info cache for port 4c4b120a-2883-41c7-a28f-4c035f051139 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.252118] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790571, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.282976] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35923eb1-b23e-4c60-8d8a-3e437121c209 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.310512] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23026375-d04e-4c3b-832e-4c464281bf63 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.336916] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.339762] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Updating instance 'bf50d812-bb70-4baf-acde-462a3d98991c' progress to 67 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.382288] env[69183]: INFO nova.scheduler.client.report [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Deleted allocations for instance cdb4de53-8a08-44dd-a17f-a77dc662405d [ 1125.449079] env[69183]: DEBUG nova.network.neutron [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Updating instance_info_cache with network_info: [{"id": "a0c3bd0d-9d81-4c28-bbf7-6ef12d44ea79", "address": "fa:16:3e:60:05:ad", "network": {"id": "fb8d0cb1-db67-46f8-b12f-c5b0b61f9bf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-851986354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ef83677521b4cb2b6d150bb6a3b8688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0c3bd0d-9d", "ovs_interfaceid": "a0c3bd0d-9d81-4c28-bbf7-6ef12d44ea79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.471905] env[69183]: DEBUG nova.compute.manager [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.509694] env[69183]: DEBUG nova.virt.hardware [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.510703] env[69183]: DEBUG nova.virt.hardware [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.510703] env[69183]: DEBUG nova.virt.hardware [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.510703] env[69183]: DEBUG nova.virt.hardware [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.510703] env[69183]: DEBUG nova.virt.hardware [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.510703] env[69183]: DEBUG nova.virt.hardware [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.510917] env[69183]: DEBUG nova.virt.hardware [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.510994] env[69183]: DEBUG nova.virt.hardware [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.511143] env[69183]: DEBUG nova.virt.hardware [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.511304] env[69183]: DEBUG nova.virt.hardware [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.511478] env[69183]: DEBUG nova.virt.hardware [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.512485] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66dff58a-7ed0-4c23-a7ed-6802ef644a41 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.521132] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804d2af5-83e4-4451-8147-135a9b4f3798 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.551328] env[69183]: DEBUG nova.network.neutron [-] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.642867] env[69183]: DEBUG oslo_concurrency.lockutils [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "interface-176fd0cc-5a63-4bd2-b552-0b733267ade5-cae01073-62d5-42e8-ab14-43ca5140196a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.643237] env[69183]: DEBUG oslo_concurrency.lockutils [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "interface-176fd0cc-5a63-4bd2-b552-0b733267ade5-cae01073-62d5-42e8-ab14-43ca5140196a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.643618] env[69183]: DEBUG nova.objects.instance [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lazy-loading 'flavor' on Instance uuid 176fd0cc-5a63-4bd2-b552-0b733267ade5 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.756022] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790571, 'name': CreateSnapshot_Task, 'duration_secs': 0.843779} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.756799] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Created Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1125.757683] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e249e5a6-57c0-4c1f-b708-d7e018b3b9f3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.875866] env[69183]: DEBUG nova.compute.manager [req-2aebb009-1732-4589-a473-497ff5915367 req-04fbdf7b-ecc5-45e0-9a99-aadb2fdf672e service nova] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Received event network-changed-a0c3bd0d-9d81-4c28-bbf7-6ef12d44ea79 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1125.877039] env[69183]: DEBUG nova.compute.manager [req-2aebb009-1732-4589-a473-497ff5915367 req-04fbdf7b-ecc5-45e0-9a99-aadb2fdf672e service nova] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Refreshing instance network info cache due to event network-changed-a0c3bd0d-9d81-4c28-bbf7-6ef12d44ea79. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1125.877039] env[69183]: DEBUG oslo_concurrency.lockutils [req-2aebb009-1732-4589-a473-497ff5915367 req-04fbdf7b-ecc5-45e0-9a99-aadb2fdf672e service nova] Acquiring lock "refresh_cache-9e85be2a-94a3-4e9b-8ff1-b5f93fac6442" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.902976] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d8c9369f-0728-44b4-a5e8-d1d196c6f542 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "cdb4de53-8a08-44dd-a17f-a77dc662405d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.665s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.937936] env[69183]: DEBUG nova.network.neutron [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Port 2b6435d1-e308-464a-a62d-d9e8fe1fe288 binding to destination host cpu-1 is already ACTIVE {{(pid=69183) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1125.953144] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Releasing lock "refresh_cache-9e85be2a-94a3-4e9b-8ff1-b5f93fac6442" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.953441] env[69183]: DEBUG nova.compute.manager [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Instance network_info: |[{"id": "a0c3bd0d-9d81-4c28-bbf7-6ef12d44ea79", "address": "fa:16:3e:60:05:ad", "network": {"id": "fb8d0cb1-db67-46f8-b12f-c5b0b61f9bf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-851986354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ef83677521b4cb2b6d150bb6a3b8688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0c3bd0d-9d", "ovs_interfaceid": "a0c3bd0d-9d81-4c28-bbf7-6ef12d44ea79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.953804] env[69183]: DEBUG oslo_concurrency.lockutils [req-2aebb009-1732-4589-a473-497ff5915367 req-04fbdf7b-ecc5-45e0-9a99-aadb2fdf672e service nova] Acquired lock "refresh_cache-9e85be2a-94a3-4e9b-8ff1-b5f93fac6442" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.954214] env[69183]: DEBUG nova.network.neutron [req-2aebb009-1732-4589-a473-497ff5915367 req-04fbdf7b-ecc5-45e0-9a99-aadb2fdf672e service nova] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Refreshing network info cache for port a0c3bd0d-9d81-4c28-bbf7-6ef12d44ea79 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.955458] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:05:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0c3bd0d-9d81-4c28-bbf7-6ef12d44ea79', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.964399] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.968415] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.968650] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-397afe17-713c-47f7-95fe-82ec7aca82d3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.991708] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.991708] env[69183]: value = "task-2790573" [ 1125.991708] env[69183]: _type = "Task" [ 1125.991708] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.005616] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790573, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.055858] env[69183]: INFO nova.compute.manager [-] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Took 1.73 seconds to deallocate network for instance. [ 1126.115981] env[69183]: DEBUG nova.network.neutron [req-63bbd3a4-efc7-4459-b310-aa2adb5c109a req-d2a89f15-c00b-46f1-b857-299363e409aa service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Updated VIF entry in instance network info cache for port 4c4b120a-2883-41c7-a28f-4c035f051139. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.115981] env[69183]: DEBUG nova.network.neutron [req-63bbd3a4-efc7-4459-b310-aa2adb5c109a req-d2a89f15-c00b-46f1-b857-299363e409aa service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Updating instance_info_cache with network_info: [{"id": "4c4b120a-2883-41c7-a28f-4c035f051139", "address": "fa:16:3e:75:f5:8e", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4b120a-28", "ovs_interfaceid": "4c4b120a-2883-41c7-a28f-4c035f051139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.279784] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Creating linked-clone VM from snapshot {{(pid=69183) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1126.280100] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-525f3ad5-b69c-4ab5-9295-a1e25809a319 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.292930] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1126.292930] env[69183]: value = "task-2790574" [ 1126.292930] env[69183]: _type = "Task" [ 1126.292930] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.303633] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790574, 'name': CloneVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.307090] env[69183]: DEBUG nova.objects.instance [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lazy-loading 'pci_requests' on Instance uuid 176fd0cc-5a63-4bd2-b552-0b733267ade5 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.332932] env[69183]: DEBUG nova.network.neutron [req-2aebb009-1732-4589-a473-497ff5915367 req-04fbdf7b-ecc5-45e0-9a99-aadb2fdf672e service nova] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Updated VIF entry in instance network info cache for port a0c3bd0d-9d81-4c28-bbf7-6ef12d44ea79. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.332932] env[69183]: DEBUG nova.network.neutron [req-2aebb009-1732-4589-a473-497ff5915367 req-04fbdf7b-ecc5-45e0-9a99-aadb2fdf672e service nova] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Updating instance_info_cache with network_info: [{"id": "a0c3bd0d-9d81-4c28-bbf7-6ef12d44ea79", "address": "fa:16:3e:60:05:ad", "network": {"id": "fb8d0cb1-db67-46f8-b12f-c5b0b61f9bf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-851986354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ef83677521b4cb2b6d150bb6a3b8688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0c3bd0d-9d", "ovs_interfaceid": "a0c3bd0d-9d81-4c28-bbf7-6ef12d44ea79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.508071] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Acquiring lock "45cdd535-11a2-4d46-91ca-49357d12c208" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.508071] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Lock "45cdd535-11a2-4d46-91ca-49357d12c208" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.512202] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790573, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.527146] env[69183]: DEBUG nova.network.neutron [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Successfully updated port: 0a80606e-420d-4f38-9fe3-27b0d4adfb52 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.622018] env[69183]: INFO nova.compute.manager [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Took 0.56 seconds to detach 1 volumes for instance. [ 1126.622018] env[69183]: DEBUG oslo_concurrency.lockutils [req-63bbd3a4-efc7-4459-b310-aa2adb5c109a req-d2a89f15-c00b-46f1-b857-299363e409aa service nova] Releasing lock "refresh_cache-eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.622018] env[69183]: DEBUG nova.compute.manager [req-63bbd3a4-efc7-4459-b310-aa2adb5c109a req-d2a89f15-c00b-46f1-b857-299363e409aa service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Received event network-changed-4c4b120a-2883-41c7-a28f-4c035f051139 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1126.622323] env[69183]: DEBUG nova.compute.manager [req-63bbd3a4-efc7-4459-b310-aa2adb5c109a req-d2a89f15-c00b-46f1-b857-299363e409aa service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Refreshing instance network info cache due to event network-changed-4c4b120a-2883-41c7-a28f-4c035f051139. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1126.622658] env[69183]: DEBUG oslo_concurrency.lockutils [req-63bbd3a4-efc7-4459-b310-aa2adb5c109a req-d2a89f15-c00b-46f1-b857-299363e409aa service nova] Acquiring lock "refresh_cache-eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.622864] env[69183]: DEBUG oslo_concurrency.lockutils [req-63bbd3a4-efc7-4459-b310-aa2adb5c109a req-d2a89f15-c00b-46f1-b857-299363e409aa service nova] Acquired lock "refresh_cache-eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.623072] env[69183]: DEBUG nova.network.neutron [req-63bbd3a4-efc7-4459-b310-aa2adb5c109a req-d2a89f15-c00b-46f1-b857-299363e409aa service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Refreshing network info cache for port 4c4b120a-2883-41c7-a28f-4c035f051139 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.805781] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790574, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.809554] env[69183]: DEBUG nova.objects.base [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Object Instance<176fd0cc-5a63-4bd2-b552-0b733267ade5> lazy-loaded attributes: flavor,pci_requests {{(pid=69183) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1126.809820] env[69183]: DEBUG nova.network.neutron [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.835731] env[69183]: DEBUG oslo_concurrency.lockutils [req-2aebb009-1732-4589-a473-497ff5915367 req-04fbdf7b-ecc5-45e0-9a99-aadb2fdf672e service nova] Releasing lock "refresh_cache-9e85be2a-94a3-4e9b-8ff1-b5f93fac6442" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.836498] env[69183]: DEBUG nova.compute.manager [req-2aebb009-1732-4589-a473-497ff5915367 req-04fbdf7b-ecc5-45e0-9a99-aadb2fdf672e service nova] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Received event network-vif-deleted-90dc8f28-03a3-4925-af83-ffaf7b88a700 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1126.903136] env[69183]: DEBUG nova.policy [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55fb806bf5074afb8bdda11da90ad6cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '947a00fe423a46e6afab13adb82f0200', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.967399] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "bf50d812-bb70-4baf-acde-462a3d98991c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.967642] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "bf50d812-bb70-4baf-acde-462a3d98991c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.967823] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "bf50d812-bb70-4baf-acde-462a3d98991c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.007020] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790573, 'name': CreateVM_Task, 'duration_secs': 0.591651} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.007020] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.007020] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.007020] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.007020] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.007020] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a9b347d-f855-43bf-87bd-a042911bb60f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.012851] env[69183]: DEBUG nova.compute.manager [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.015294] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1127.015294] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]523c98ef-a54c-2f45-ffee-72675b03de6b" [ 1127.015294] env[69183]: _type = "Task" [ 1127.015294] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.024848] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]523c98ef-a54c-2f45-ffee-72675b03de6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.029541] env[69183]: DEBUG oslo_concurrency.lockutils [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "refresh_cache-339d0f93-4ddf-426e-b29d-2d7aeedec0c6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.029681] env[69183]: DEBUG oslo_concurrency.lockutils [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquired lock "refresh_cache-339d0f93-4ddf-426e-b29d-2d7aeedec0c6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.029851] env[69183]: DEBUG nova.network.neutron [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.130804] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.131207] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.131435] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.159649] env[69183]: INFO nova.scheduler.client.report [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Deleted allocations for instance 4a10ced8-b3d4-4f2a-955b-a8884a8209b8 [ 1127.307143] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790574, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.357030] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e717ce9f-6710-4c88-8157-db847fc32478 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "b731d090-943b-42e9-ba26-912766186d28" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.357178] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e717ce9f-6710-4c88-8157-db847fc32478 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "b731d090-943b-42e9-ba26-912766186d28" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.360061] env[69183]: DEBUG nova.network.neutron [req-63bbd3a4-efc7-4459-b310-aa2adb5c109a req-d2a89f15-c00b-46f1-b857-299363e409aa service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Updated VIF entry in instance network info cache for port 4c4b120a-2883-41c7-a28f-4c035f051139. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.360395] env[69183]: DEBUG nova.network.neutron [req-63bbd3a4-efc7-4459-b310-aa2adb5c109a req-d2a89f15-c00b-46f1-b857-299363e409aa service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Updating instance_info_cache with network_info: [{"id": "4c4b120a-2883-41c7-a28f-4c035f051139", "address": "fa:16:3e:75:f5:8e", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4b120a-28", "ovs_interfaceid": "4c4b120a-2883-41c7-a28f-4c035f051139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.404743] env[69183]: DEBUG nova.compute.manager [req-8843a492-ce03-446c-b731-8a86c5fb3cde req-f9c2a658-2910-4b3f-b72c-c9475aad7be3 service nova] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Received event network-vif-plugged-0a80606e-420d-4f38-9fe3-27b0d4adfb52 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1127.404986] env[69183]: DEBUG oslo_concurrency.lockutils [req-8843a492-ce03-446c-b731-8a86c5fb3cde req-f9c2a658-2910-4b3f-b72c-c9475aad7be3 service nova] Acquiring lock "339d0f93-4ddf-426e-b29d-2d7aeedec0c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.405220] env[69183]: DEBUG oslo_concurrency.lockutils [req-8843a492-ce03-446c-b731-8a86c5fb3cde req-f9c2a658-2910-4b3f-b72c-c9475aad7be3 service nova] Lock "339d0f93-4ddf-426e-b29d-2d7aeedec0c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.405394] env[69183]: DEBUG oslo_concurrency.lockutils [req-8843a492-ce03-446c-b731-8a86c5fb3cde req-f9c2a658-2910-4b3f-b72c-c9475aad7be3 service nova] Lock "339d0f93-4ddf-426e-b29d-2d7aeedec0c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.405565] env[69183]: DEBUG nova.compute.manager [req-8843a492-ce03-446c-b731-8a86c5fb3cde req-f9c2a658-2910-4b3f-b72c-c9475aad7be3 service nova] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] No waiting events found dispatching network-vif-plugged-0a80606e-420d-4f38-9fe3-27b0d4adfb52 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.405748] env[69183]: WARNING nova.compute.manager [req-8843a492-ce03-446c-b731-8a86c5fb3cde req-f9c2a658-2910-4b3f-b72c-c9475aad7be3 service nova] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Received unexpected event network-vif-plugged-0a80606e-420d-4f38-9fe3-27b0d4adfb52 for instance with vm_state building and task_state spawning. [ 1127.405950] env[69183]: DEBUG nova.compute.manager [req-8843a492-ce03-446c-b731-8a86c5fb3cde req-f9c2a658-2910-4b3f-b72c-c9475aad7be3 service nova] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Received event network-changed-0a80606e-420d-4f38-9fe3-27b0d4adfb52 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1127.406067] env[69183]: DEBUG nova.compute.manager [req-8843a492-ce03-446c-b731-8a86c5fb3cde req-f9c2a658-2910-4b3f-b72c-c9475aad7be3 service nova] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Refreshing instance network info cache due to event network-changed-0a80606e-420d-4f38-9fe3-27b0d4adfb52. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1127.406237] env[69183]: DEBUG oslo_concurrency.lockutils [req-8843a492-ce03-446c-b731-8a86c5fb3cde req-f9c2a658-2910-4b3f-b72c-c9475aad7be3 service nova] Acquiring lock "refresh_cache-339d0f93-4ddf-426e-b29d-2d7aeedec0c6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.534260] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]523c98ef-a54c-2f45-ffee-72675b03de6b, 'name': SearchDatastore_Task, 'duration_secs': 0.037973} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.536139] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.536139] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.537300] env[69183]: INFO nova.compute.claims [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.539756] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.539982] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.540728] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.540728] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.540728] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.541727] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a01a747-b4e4-4328-8756-86d90a50ebb8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.552047] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.552367] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.553308] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf0af884-b378-4c9b-8c7c-24142d4fbfae {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.560050] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1127.560050] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5253fb3e-9fdd-eb3f-1e53-894bbbf0920b" [ 1127.560050] env[69183]: _type = "Task" [ 1127.560050] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.569140] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5253fb3e-9fdd-eb3f-1e53-894bbbf0920b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.571125] env[69183]: DEBUG nova.network.neutron [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.667501] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b370db13-a6b7-4aea-b4dc-81c18c45ae0a tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "4a10ced8-b3d4-4f2a-955b-a8884a8209b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.718s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.712521] env[69183]: DEBUG nova.network.neutron [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Updating instance_info_cache with network_info: [{"id": "0a80606e-420d-4f38-9fe3-27b0d4adfb52", "address": "fa:16:3e:97:6e:53", "network": {"id": "63aa2803-3c79-4d3f-b3e5-aa94c85e6a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046047333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9061f0d97b40d29cad71e119357270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a80606e-42", "ovs_interfaceid": "0a80606e-420d-4f38-9fe3-27b0d4adfb52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.794445] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "c32e70e6-d4ed-4586-9492-9ee26735fbbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.794812] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "c32e70e6-d4ed-4586-9492-9ee26735fbbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.795044] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "c32e70e6-d4ed-4586-9492-9ee26735fbbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.795237] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "c32e70e6-d4ed-4586-9492-9ee26735fbbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.795414] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "c32e70e6-d4ed-4586-9492-9ee26735fbbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.797459] env[69183]: INFO nova.compute.manager [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Terminating instance [ 1127.809147] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790574, 'name': CloneVM_Task, 'duration_secs': 1.473198} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.810039] env[69183]: INFO nova.virt.vmwareapi.vmops [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Created linked-clone VM from snapshot [ 1127.810909] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01db4713-469e-4214-94ec-f39b5d2918f2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.819937] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Uploading image c5defcf8-2064-4a75-b8b1-84bbcdeb5322 {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1127.848026] env[69183]: DEBUG oslo_vmware.rw_handles [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1127.848026] env[69183]: value = "vm-560919" [ 1127.848026] env[69183]: _type = "VirtualMachine" [ 1127.848026] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1127.848597] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9fb8de54-47bd-4a00-8e38-65dd04a5a174 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.856315] env[69183]: DEBUG oslo_vmware.rw_handles [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lease: (returnval){ [ 1127.856315] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5220a4dd-340d-557b-a322-a9b75c6b2255" [ 1127.856315] env[69183]: _type = "HttpNfcLease" [ 1127.856315] env[69183]: } obtained for exporting VM: (result){ [ 1127.856315] env[69183]: value = "vm-560919" [ 1127.856315] env[69183]: _type = "VirtualMachine" [ 1127.856315] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1127.856555] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the lease: (returnval){ [ 1127.856555] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5220a4dd-340d-557b-a322-a9b75c6b2255" [ 1127.856555] env[69183]: _type = "HttpNfcLease" [ 1127.856555] env[69183]: } to be ready. {{(pid=69183) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1127.863666] env[69183]: INFO nova.compute.manager [None req-e717ce9f-6710-4c88-8157-db847fc32478 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Detaching volume 76d6999c-510b-46d9-92db-bf46f772e1a6 [ 1127.865649] env[69183]: DEBUG oslo_concurrency.lockutils [req-63bbd3a4-efc7-4459-b310-aa2adb5c109a req-d2a89f15-c00b-46f1-b857-299363e409aa service nova] Releasing lock "refresh_cache-eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.865887] env[69183]: DEBUG nova.compute.manager [req-63bbd3a4-efc7-4459-b310-aa2adb5c109a req-d2a89f15-c00b-46f1-b857-299363e409aa service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Received event network-changed-bbc02ed6-54fb-4b74-a2ff-45dc0f016729 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1127.866092] env[69183]: DEBUG nova.compute.manager [req-63bbd3a4-efc7-4459-b310-aa2adb5c109a req-d2a89f15-c00b-46f1-b857-299363e409aa service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Refreshing instance network info cache due to event network-changed-bbc02ed6-54fb-4b74-a2ff-45dc0f016729. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1127.866319] env[69183]: DEBUG oslo_concurrency.lockutils [req-63bbd3a4-efc7-4459-b310-aa2adb5c109a req-d2a89f15-c00b-46f1-b857-299363e409aa service nova] Acquiring lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.866465] env[69183]: DEBUG oslo_concurrency.lockutils [req-63bbd3a4-efc7-4459-b310-aa2adb5c109a req-d2a89f15-c00b-46f1-b857-299363e409aa service nova] Acquired lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.866647] env[69183]: DEBUG nova.network.neutron [req-63bbd3a4-efc7-4459-b310-aa2adb5c109a req-d2a89f15-c00b-46f1-b857-299363e409aa service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Refreshing network info cache for port bbc02ed6-54fb-4b74-a2ff-45dc0f016729 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.867788] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1127.867788] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5220a4dd-340d-557b-a322-a9b75c6b2255" [ 1127.867788] env[69183]: _type = "HttpNfcLease" [ 1127.867788] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1127.897897] env[69183]: INFO nova.virt.block_device [None req-e717ce9f-6710-4c88-8157-db847fc32478 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Attempting to driver detach volume 76d6999c-510b-46d9-92db-bf46f772e1a6 from mountpoint /dev/sdb [ 1127.898173] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e717ce9f-6710-4c88-8157-db847fc32478 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Volume detach. Driver type: vmdk {{(pid=69183) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1127.898435] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e717ce9f-6710-4c88-8157-db847fc32478 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560902', 'volume_id': '76d6999c-510b-46d9-92db-bf46f772e1a6', 'name': 'volume-76d6999c-510b-46d9-92db-bf46f772e1a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b731d090-943b-42e9-ba26-912766186d28', 'attached_at': '', 'detached_at': '', 'volume_id': '76d6999c-510b-46d9-92db-bf46f772e1a6', 'serial': '76d6999c-510b-46d9-92db-bf46f772e1a6'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1127.899306] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58cbdaa-00bf-420b-9d7b-d113806b6f1c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.923362] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fb8a1b-8b09-4d42-baee-3cbf099bc1f2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.931070] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db1ea1e-2621-4582-b37d-9683e65ec4fe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.953928] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85792933-2699-44cf-b354-4f8081498d0f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.970408] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e717ce9f-6710-4c88-8157-db847fc32478 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] The volume has not been displaced from its original location: [datastore2] volume-76d6999c-510b-46d9-92db-bf46f772e1a6/volume-76d6999c-510b-46d9-92db-bf46f772e1a6.vmdk. No consolidation needed. {{(pid=69183) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1127.975722] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e717ce9f-6710-4c88-8157-db847fc32478 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1127.976067] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d3131b5-aeac-4369-8bb2-b36101e7abb2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.998205] env[69183]: DEBUG oslo_vmware.api [None req-e717ce9f-6710-4c88-8157-db847fc32478 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1127.998205] env[69183]: value = "task-2790577" [ 1127.998205] env[69183]: _type = "Task" [ 1127.998205] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.008566] env[69183]: DEBUG oslo_vmware.api [None req-e717ce9f-6710-4c88-8157-db847fc32478 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.018239] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "refresh_cache-bf50d812-bb70-4baf-acde-462a3d98991c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.018432] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "refresh_cache-bf50d812-bb70-4baf-acde-462a3d98991c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.018615] env[69183]: DEBUG nova.network.neutron [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.070735] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5253fb3e-9fdd-eb3f-1e53-894bbbf0920b, 'name': SearchDatastore_Task, 'duration_secs': 0.011218} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.071381] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c17d7752-1eed-4522-9e17-0ee95d6cf75e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.080262] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1128.080262] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52385eb7-3ae8-3aea-6aaf-489e6e11f5a9" [ 1128.080262] env[69183]: _type = "Task" [ 1128.080262] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.088185] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52385eb7-3ae8-3aea-6aaf-489e6e11f5a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.215453] env[69183]: DEBUG oslo_concurrency.lockutils [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Releasing lock "refresh_cache-339d0f93-4ddf-426e-b29d-2d7aeedec0c6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.215880] env[69183]: DEBUG nova.compute.manager [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Instance network_info: |[{"id": "0a80606e-420d-4f38-9fe3-27b0d4adfb52", "address": "fa:16:3e:97:6e:53", "network": {"id": "63aa2803-3c79-4d3f-b3e5-aa94c85e6a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046047333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9061f0d97b40d29cad71e119357270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a80606e-42", "ovs_interfaceid": "0a80606e-420d-4f38-9fe3-27b0d4adfb52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.216226] env[69183]: DEBUG oslo_concurrency.lockutils [req-8843a492-ce03-446c-b731-8a86c5fb3cde req-f9c2a658-2910-4b3f-b72c-c9475aad7be3 service nova] Acquired lock "refresh_cache-339d0f93-4ddf-426e-b29d-2d7aeedec0c6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.216438] env[69183]: DEBUG nova.network.neutron [req-8843a492-ce03-446c-b731-8a86c5fb3cde req-f9c2a658-2910-4b3f-b72c-c9475aad7be3 service nova] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Refreshing network info cache for port 0a80606e-420d-4f38-9fe3-27b0d4adfb52 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.217691] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:6e:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a80606e-420d-4f38-9fe3-27b0d4adfb52', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.225719] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.226354] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.227060] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13b96139-8188-4fc9-a21a-4868780658d1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.250760] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.250760] env[69183]: value = "task-2790578" [ 1128.250760] env[69183]: _type = "Task" [ 1128.250760] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.260705] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790578, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.307030] env[69183]: DEBUG nova.compute.manager [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.307030] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.307030] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8241f507-45aa-4044-a425-1bf30666cb07 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.316530] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.317308] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73f94995-e779-4f72-a00b-5790a38ea85a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.326485] env[69183]: DEBUG oslo_vmware.api [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1128.326485] env[69183]: value = "task-2790579" [ 1128.326485] env[69183]: _type = "Task" [ 1128.326485] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.338063] env[69183]: DEBUG oslo_vmware.api [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.367181] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1128.367181] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5220a4dd-340d-557b-a322-a9b75c6b2255" [ 1128.367181] env[69183]: _type = "HttpNfcLease" [ 1128.367181] env[69183]: } is ready. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1128.367181] env[69183]: DEBUG oslo_vmware.rw_handles [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1128.367181] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5220a4dd-340d-557b-a322-a9b75c6b2255" [ 1128.367181] env[69183]: _type = "HttpNfcLease" [ 1128.367181] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1128.367595] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6fa853-f224-4f48-b00d-d1280190d5b1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.385018] env[69183]: DEBUG oslo_vmware.rw_handles [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c21019-8146-0fa7-7b21-a36b4cf720fc/disk-0.vmdk from lease info. {{(pid=69183) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1128.385490] env[69183]: DEBUG oslo_vmware.rw_handles [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c21019-8146-0fa7-7b21-a36b4cf720fc/disk-0.vmdk for reading. {{(pid=69183) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1128.493919] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-012eefc2-59e3-417f-90da-f8829a48486a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.513657] env[69183]: DEBUG oslo_vmware.api [None req-e717ce9f-6710-4c88-8157-db847fc32478 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790577, 'name': ReconfigVM_Task, 'duration_secs': 0.404451} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.517019] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e717ce9f-6710-4c88-8157-db847fc32478 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1128.524310] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dfb025f-71f0-43a7-b447-5110e148a06a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.553797] env[69183]: DEBUG oslo_vmware.api [None req-e717ce9f-6710-4c88-8157-db847fc32478 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1128.553797] env[69183]: value = "task-2790580" [ 1128.553797] env[69183]: _type = "Task" [ 1128.553797] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.566155] env[69183]: DEBUG oslo_vmware.api [None req-e717ce9f-6710-4c88-8157-db847fc32478 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790580, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.592475] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52385eb7-3ae8-3aea-6aaf-489e6e11f5a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010379} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.595374] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.595657] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442/9e85be2a-94a3-4e9b-8ff1-b5f93fac6442.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.598737] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3835d8c-32f4-454c-aa5b-6baa19033dec {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.608101] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1128.608101] env[69183]: value = "task-2790581" [ 1128.608101] env[69183]: _type = "Task" [ 1128.608101] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.621266] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.767665] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790578, 'name': CreateVM_Task, 'duration_secs': 0.512045} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.768759] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.768759] env[69183]: DEBUG oslo_concurrency.lockutils [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.769222] env[69183]: DEBUG oslo_concurrency.lockutils [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.769343] env[69183]: DEBUG oslo_concurrency.lockutils [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.770015] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e42c4c8-36e4-4309-9cfc-1757ab9909f2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.780129] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1128.780129] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52de4f13-3d75-43fb-9b61-493075df2d4a" [ 1128.780129] env[69183]: _type = "Task" [ 1128.780129] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.794019] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52de4f13-3d75-43fb-9b61-493075df2d4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.807697] env[69183]: DEBUG nova.network.neutron [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Successfully updated port: cae01073-62d5-42e8-ab14-43ca5140196a {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.849192] env[69183]: DEBUG oslo_vmware.api [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790579, 'name': PowerOffVM_Task, 'duration_secs': 0.258115} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.849494] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.849975] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.850978] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a08f588e-9517-4871-a920-f67115662a4b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.854660] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2d8b0c-f5c9-4269-81b6-9ca5697a9387 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.864897] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7891e6b3-aca9-4f02-9ec3-81d893270bf4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.912287] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e922acb-b91e-41fc-899b-da16f20bc322 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.919141] env[69183]: DEBUG nova.network.neutron [req-63bbd3a4-efc7-4459-b310-aa2adb5c109a req-d2a89f15-c00b-46f1-b857-299363e409aa service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Updated VIF entry in instance network info cache for port bbc02ed6-54fb-4b74-a2ff-45dc0f016729. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.919733] env[69183]: DEBUG nova.network.neutron [req-63bbd3a4-efc7-4459-b310-aa2adb5c109a req-d2a89f15-c00b-46f1-b857-299363e409aa service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Updating instance_info_cache with network_info: [{"id": "bbc02ed6-54fb-4b74-a2ff-45dc0f016729", "address": "fa:16:3e:a1:60:57", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc02ed6-54", "ovs_interfaceid": "bbc02ed6-54fb-4b74-a2ff-45dc0f016729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.922083] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.922301] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.935037] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb047053-cc7f-4158-bf1b-0221a47ae42d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.950047] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.950387] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.950965] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Deleting the datastore file [datastore2] c32e70e6-d4ed-4586-9492-9ee26735fbbf {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.951121] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c297fcff-3f2f-4886-a099-fddcaea7e77c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.962313] env[69183]: DEBUG nova.compute.provider_tree [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.972945] env[69183]: DEBUG oslo_vmware.api [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for the task: (returnval){ [ 1128.972945] env[69183]: value = "task-2790583" [ 1128.972945] env[69183]: _type = "Task" [ 1128.972945] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.984112] env[69183]: DEBUG oslo_vmware.api [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.072023] env[69183]: DEBUG oslo_vmware.api [None req-e717ce9f-6710-4c88-8157-db847fc32478 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790580, 'name': ReconfigVM_Task, 'duration_secs': 0.190676} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.072023] env[69183]: DEBUG nova.network.neutron [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Updating instance_info_cache with network_info: [{"id": "2b6435d1-e308-464a-a62d-d9e8fe1fe288", "address": "fa:16:3e:a9:7f:c7", "network": {"id": "50bef02a-36c4-4122-99e6-4de135b6ec80", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-820333689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e1512025a1e42b6b05ff9aad0088ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6435d1-e3", "ovs_interfaceid": "2b6435d1-e308-464a-a62d-d9e8fe1fe288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.072269] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e717ce9f-6710-4c88-8157-db847fc32478 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560902', 'volume_id': '76d6999c-510b-46d9-92db-bf46f772e1a6', 'name': 'volume-76d6999c-510b-46d9-92db-bf46f772e1a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b731d090-943b-42e9-ba26-912766186d28', 'attached_at': '', 'detached_at': '', 'volume_id': '76d6999c-510b-46d9-92db-bf46f772e1a6', 'serial': '76d6999c-510b-46d9-92db-bf46f772e1a6'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1129.124899] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790581, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.134531] env[69183]: DEBUG nova.network.neutron [req-8843a492-ce03-446c-b731-8a86c5fb3cde req-f9c2a658-2910-4b3f-b72c-c9475aad7be3 service nova] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Updated VIF entry in instance network info cache for port 0a80606e-420d-4f38-9fe3-27b0d4adfb52. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.134531] env[69183]: DEBUG nova.network.neutron [req-8843a492-ce03-446c-b731-8a86c5fb3cde req-f9c2a658-2910-4b3f-b72c-c9475aad7be3 service nova] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Updating instance_info_cache with network_info: [{"id": "0a80606e-420d-4f38-9fe3-27b0d4adfb52", "address": "fa:16:3e:97:6e:53", "network": {"id": "63aa2803-3c79-4d3f-b3e5-aa94c85e6a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046047333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9061f0d97b40d29cad71e119357270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a80606e-42", "ovs_interfaceid": "0a80606e-420d-4f38-9fe3-27b0d4adfb52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.290624] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52de4f13-3d75-43fb-9b61-493075df2d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.011911} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.291184] env[69183]: DEBUG oslo_concurrency.lockutils [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.291542] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.291882] env[69183]: DEBUG oslo_concurrency.lockutils [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.292236] env[69183]: DEBUG oslo_concurrency.lockutils [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.292971] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.292971] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa092f89-75a3-48a7-8106-c2071d2a3024 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.303106] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.304037] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.304610] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61da1d59-ed8f-43e3-8913-3a54ab64b7eb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.310958] env[69183]: DEBUG oslo_concurrency.lockutils [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.311353] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1129.311353] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52adf758-d29a-5604-82e3-d10d974b2ef3" [ 1129.311353] env[69183]: _type = "Task" [ 1129.311353] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.322070] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52adf758-d29a-5604-82e3-d10d974b2ef3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.424611] env[69183]: DEBUG oslo_concurrency.lockutils [req-63bbd3a4-efc7-4459-b310-aa2adb5c109a req-d2a89f15-c00b-46f1-b857-299363e409aa service nova] Releasing lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.425196] env[69183]: DEBUG nova.compute.manager [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.428083] env[69183]: DEBUG oslo_concurrency.lockutils [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.428291] env[69183]: DEBUG nova.network.neutron [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.466069] env[69183]: DEBUG nova.scheduler.client.report [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.485821] env[69183]: DEBUG oslo_vmware.api [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.494290] env[69183]: DEBUG nova.compute.manager [req-18b06659-1a2a-451b-b545-9133c1924549 req-95370e08-9ae1-4320-b310-c42f3199f83f service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Received event network-vif-plugged-cae01073-62d5-42e8-ab14-43ca5140196a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1129.495054] env[69183]: DEBUG oslo_concurrency.lockutils [req-18b06659-1a2a-451b-b545-9133c1924549 req-95370e08-9ae1-4320-b310-c42f3199f83f service nova] Acquiring lock "176fd0cc-5a63-4bd2-b552-0b733267ade5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.495054] env[69183]: DEBUG oslo_concurrency.lockutils [req-18b06659-1a2a-451b-b545-9133c1924549 req-95370e08-9ae1-4320-b310-c42f3199f83f service nova] Lock "176fd0cc-5a63-4bd2-b552-0b733267ade5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.495390] env[69183]: DEBUG oslo_concurrency.lockutils [req-18b06659-1a2a-451b-b545-9133c1924549 req-95370e08-9ae1-4320-b310-c42f3199f83f service nova] Lock "176fd0cc-5a63-4bd2-b552-0b733267ade5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.495390] env[69183]: DEBUG nova.compute.manager [req-18b06659-1a2a-451b-b545-9133c1924549 req-95370e08-9ae1-4320-b310-c42f3199f83f service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] No waiting events found dispatching network-vif-plugged-cae01073-62d5-42e8-ab14-43ca5140196a {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.495450] env[69183]: WARNING nova.compute.manager [req-18b06659-1a2a-451b-b545-9133c1924549 req-95370e08-9ae1-4320-b310-c42f3199f83f service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Received unexpected event network-vif-plugged-cae01073-62d5-42e8-ab14-43ca5140196a for instance with vm_state active and task_state None. [ 1129.495723] env[69183]: DEBUG nova.compute.manager [req-18b06659-1a2a-451b-b545-9133c1924549 req-95370e08-9ae1-4320-b310-c42f3199f83f service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Received event network-changed-cae01073-62d5-42e8-ab14-43ca5140196a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1129.495754] env[69183]: DEBUG nova.compute.manager [req-18b06659-1a2a-451b-b545-9133c1924549 req-95370e08-9ae1-4320-b310-c42f3199f83f service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Refreshing instance network info cache due to event network-changed-cae01073-62d5-42e8-ab14-43ca5140196a. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1129.496038] env[69183]: DEBUG oslo_concurrency.lockutils [req-18b06659-1a2a-451b-b545-9133c1924549 req-95370e08-9ae1-4320-b310-c42f3199f83f service nova] Acquiring lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.576246] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "refresh_cache-bf50d812-bb70-4baf-acde-462a3d98991c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.625475] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58854} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.625921] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442/9e85be2a-94a3-4e9b-8ff1-b5f93fac6442.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.626285] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.626946] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9eaa0ab5-3559-40e8-88c2-63258c42a4be {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.637731] env[69183]: DEBUG oslo_concurrency.lockutils [req-8843a492-ce03-446c-b731-8a86c5fb3cde req-f9c2a658-2910-4b3f-b72c-c9475aad7be3 service nova] Releasing lock "refresh_cache-339d0f93-4ddf-426e-b29d-2d7aeedec0c6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.639082] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1129.639082] env[69183]: value = "task-2790584" [ 1129.639082] env[69183]: _type = "Task" [ 1129.639082] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.641181] env[69183]: DEBUG nova.objects.instance [None req-e717ce9f-6710-4c88-8157-db847fc32478 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lazy-loading 'flavor' on Instance uuid b731d090-943b-42e9-ba26-912766186d28 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.672347] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.822488] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52adf758-d29a-5604-82e3-d10d974b2ef3, 'name': SearchDatastore_Task, 'duration_secs': 0.022509} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.823429] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95d1ab68-5be2-4285-a383-eb7b7362171c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.830694] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1129.830694] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5206db1f-8c51-c5c6-6e8b-06897366c9c8" [ 1129.830694] env[69183]: _type = "Task" [ 1129.830694] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.839994] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5206db1f-8c51-c5c6-6e8b-06897366c9c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.953418] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.969659] env[69183]: WARNING nova.network.neutron [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] 30ee5a47-b7d6-4130-8d99-08ff2c272889 already exists in list: networks containing: ['30ee5a47-b7d6-4130-8d99-08ff2c272889']. ignoring it [ 1129.972230] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.972851] env[69183]: DEBUG nova.compute.manager [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.975708] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.022s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.977429] env[69183]: INFO nova.compute.claims [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.991957] env[69183]: DEBUG oslo_vmware.api [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Task: {'id': task-2790583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.557982} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.992744] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.992848] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.993085] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.993176] env[69183]: INFO nova.compute.manager [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1129.993386] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.993679] env[69183]: DEBUG nova.compute.manager [-] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.994065] env[69183]: DEBUG nova.network.neutron [-] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.104156] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c5ba76-bca0-44cf-8c3e-dc9c3f591850 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.126863] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a116e1-a54c-44d3-8650-ff26850e1f76 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.140870] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Updating instance 'bf50d812-bb70-4baf-acde-462a3d98991c' progress to 83 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.163747] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129415} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.164241] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.165608] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f444a066-5376-4319-ad17-8cd03dc9a3c6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.198045] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442/9e85be2a-94a3-4e9b-8ff1-b5f93fac6442.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.202258] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b2e0453-3a26-45a4-aac9-21e1a26e640e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.226486] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1130.226486] env[69183]: value = "task-2790586" [ 1130.226486] env[69183]: _type = "Task" [ 1130.226486] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.238076] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.346579] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5206db1f-8c51-c5c6-6e8b-06897366c9c8, 'name': SearchDatastore_Task, 'duration_secs': 0.023807} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.347267] env[69183]: DEBUG oslo_concurrency.lockutils [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.347674] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 339d0f93-4ddf-426e-b29d-2d7aeedec0c6/339d0f93-4ddf-426e-b29d-2d7aeedec0c6.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.347987] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abe30328-f87b-4b82-9dd2-f8f78eeed5ae {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.357621] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1130.357621] env[69183]: value = "task-2790587" [ 1130.357621] env[69183]: _type = "Task" [ 1130.357621] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.370173] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.466905] env[69183]: DEBUG nova.compute.manager [req-b8ecaff6-3c06-4999-bfd7-b4ef9359cb63 req-fc1c52dd-e5ba-4033-b49c-e6941a31af00 service nova] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Received event network-vif-deleted-0682277b-7642-4d9c-a0db-e35785e1905c {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1130.467244] env[69183]: INFO nova.compute.manager [req-b8ecaff6-3c06-4999-bfd7-b4ef9359cb63 req-fc1c52dd-e5ba-4033-b49c-e6941a31af00 service nova] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Neutron deleted interface 0682277b-7642-4d9c-a0db-e35785e1905c; detaching it from the instance and deleting it from the info cache [ 1130.467942] env[69183]: DEBUG nova.network.neutron [req-b8ecaff6-3c06-4999-bfd7-b4ef9359cb63 req-fc1c52dd-e5ba-4033-b49c-e6941a31af00 service nova] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.470374] env[69183]: DEBUG nova.network.neutron [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Updating instance_info_cache with network_info: [{"id": "bbc02ed6-54fb-4b74-a2ff-45dc0f016729", "address": "fa:16:3e:a1:60:57", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc02ed6-54", "ovs_interfaceid": "bbc02ed6-54fb-4b74-a2ff-45dc0f016729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cae01073-62d5-42e8-ab14-43ca5140196a", "address": "fa:16:3e:f5:85:98", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae01073-62", "ovs_interfaceid": "cae01073-62d5-42e8-ab14-43ca5140196a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.490422] env[69183]: DEBUG nova.compute.utils [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.493260] env[69183]: DEBUG nova.compute.manager [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.493360] env[69183]: DEBUG nova.network.neutron [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.536886] env[69183]: DEBUG nova.policy [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74c1149166ba4d49be4165c8f0f02f51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a29f3e4be26140c0a5194c2f3bd693be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.655290] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.655784] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd8f6da7-e862-4ae0-bc4f-9a470f9fffb1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.658934] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e717ce9f-6710-4c88-8157-db847fc32478 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "b731d090-943b-42e9-ba26-912766186d28" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.301s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.670947] env[69183]: DEBUG oslo_vmware.api [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1130.670947] env[69183]: value = "task-2790588" [ 1130.670947] env[69183]: _type = "Task" [ 1130.670947] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.685204] env[69183]: DEBUG oslo_vmware.api [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.739576] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790586, 'name': ReconfigVM_Task, 'duration_secs': 0.311123} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.739957] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442/9e85be2a-94a3-4e9b-8ff1-b5f93fac6442.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.740588] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec5fd8d7-9991-417c-8d5a-7e988d5a866f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.751714] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1130.751714] env[69183]: value = "task-2790589" [ 1130.751714] env[69183]: _type = "Task" [ 1130.751714] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.766151] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790589, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.816020] env[69183]: DEBUG nova.network.neutron [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Successfully created port: 779bdc67-e670-4e00-a842-854af028a187 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.872259] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790587, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.931699] env[69183]: DEBUG nova.network.neutron [-] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.974348] env[69183]: DEBUG oslo_concurrency.lockutils [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.974348] env[69183]: DEBUG oslo_concurrency.lockutils [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.974506] env[69183]: DEBUG oslo_concurrency.lockutils [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.975098] env[69183]: DEBUG oslo_concurrency.lockutils [req-18b06659-1a2a-451b-b545-9133c1924549 req-95370e08-9ae1-4320-b310-c42f3199f83f service nova] Acquired lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.975285] env[69183]: DEBUG nova.network.neutron [req-18b06659-1a2a-451b-b545-9133c1924549 req-95370e08-9ae1-4320-b310-c42f3199f83f service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Refreshing network info cache for port cae01073-62d5-42e8-ab14-43ca5140196a {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.978337] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d312418-5caf-4e13-818c-d8bf2fe27144 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.981242] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2119e62b-56eb-4fe3-aaa0-cfb74594e076 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.001646] env[69183]: DEBUG nova.compute.manager [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.008551] env[69183]: DEBUG nova.virt.hardware [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.008900] env[69183]: DEBUG nova.virt.hardware [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.009160] env[69183]: DEBUG nova.virt.hardware [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.009424] env[69183]: DEBUG nova.virt.hardware [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.009638] env[69183]: DEBUG nova.virt.hardware [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.009845] env[69183]: DEBUG nova.virt.hardware [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.010187] env[69183]: DEBUG nova.virt.hardware [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.010471] env[69183]: DEBUG nova.virt.hardware [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.011011] env[69183]: DEBUG nova.virt.hardware [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.011313] env[69183]: DEBUG nova.virt.hardware [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.011584] env[69183]: DEBUG nova.virt.hardware [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.019546] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Reconfiguring VM to attach interface {{(pid=69183) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1131.023178] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60691f03-9a91-4394-8f35-188764479022 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.047987] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd50481-1406-458c-b60b-9653f8603209 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.062691] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "b731d090-943b-42e9-ba26-912766186d28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.063056] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "b731d090-943b-42e9-ba26-912766186d28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.063378] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "b731d090-943b-42e9-ba26-912766186d28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.063662] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "b731d090-943b-42e9-ba26-912766186d28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.064941] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "b731d090-943b-42e9-ba26-912766186d28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.068165] env[69183]: INFO nova.compute.manager [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Terminating instance [ 1131.071912] env[69183]: DEBUG oslo_vmware.api [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1131.071912] env[69183]: value = "task-2790590" [ 1131.071912] env[69183]: _type = "Task" [ 1131.071912] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.102288] env[69183]: DEBUG nova.compute.manager [req-b8ecaff6-3c06-4999-bfd7-b4ef9359cb63 req-fc1c52dd-e5ba-4033-b49c-e6941a31af00 service nova] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Detach interface failed, port_id=0682277b-7642-4d9c-a0db-e35785e1905c, reason: Instance c32e70e6-d4ed-4586-9492-9ee26735fbbf could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1131.102288] env[69183]: DEBUG oslo_vmware.api [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790590, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.184295] env[69183]: DEBUG oslo_vmware.api [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790588, 'name': PowerOnVM_Task, 'duration_secs': 0.467864} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.184647] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.184863] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c41c991b-f11d-47f1-8ec9-245fedc60c06 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Updating instance 'bf50d812-bb70-4baf-acde-462a3d98991c' progress to 100 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.267293] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790589, 'name': Rename_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.315925] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acefe68-da09-4f55-acb7-f4a58bf917f7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.324472] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55525ff3-3a86-4257-9137-29666f17c868 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.362309] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f0b3e9-9100-4866-9ffc-0b4e45613230 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.371271] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60713} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.373430] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 339d0f93-4ddf-426e-b29d-2d7aeedec0c6/339d0f93-4ddf-426e-b29d-2d7aeedec0c6.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.373686] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.374036] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4642ea5d-ebaa-487c-8747-1d953df8f4b6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.377046] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32279626-5427-424b-a0a5-23b83fc0221c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.395506] env[69183]: DEBUG nova.compute.provider_tree [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.398704] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1131.398704] env[69183]: value = "task-2790591" [ 1131.398704] env[69183]: _type = "Task" [ 1131.398704] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.410082] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.435364] env[69183]: INFO nova.compute.manager [-] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Took 1.44 seconds to deallocate network for instance. [ 1131.579248] env[69183]: DEBUG nova.compute.manager [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.579589] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.580797] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6fcc9a-beb3-4071-87b7-778c8d87e2d3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.596638] env[69183]: DEBUG oslo_vmware.api [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.601911] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.602387] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe24e00b-1ce0-4e15-9c13-966d3a737691 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.612731] env[69183]: DEBUG oslo_vmware.api [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1131.612731] env[69183]: value = "task-2790592" [ 1131.612731] env[69183]: _type = "Task" [ 1131.612731] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.623467] env[69183]: DEBUG oslo_vmware.api [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.737972] env[69183]: DEBUG nova.network.neutron [req-18b06659-1a2a-451b-b545-9133c1924549 req-95370e08-9ae1-4320-b310-c42f3199f83f service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Updated VIF entry in instance network info cache for port cae01073-62d5-42e8-ab14-43ca5140196a. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.738450] env[69183]: DEBUG nova.network.neutron [req-18b06659-1a2a-451b-b545-9133c1924549 req-95370e08-9ae1-4320-b310-c42f3199f83f service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Updating instance_info_cache with network_info: [{"id": "bbc02ed6-54fb-4b74-a2ff-45dc0f016729", "address": "fa:16:3e:a1:60:57", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc02ed6-54", "ovs_interfaceid": "bbc02ed6-54fb-4b74-a2ff-45dc0f016729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cae01073-62d5-42e8-ab14-43ca5140196a", "address": "fa:16:3e:f5:85:98", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae01073-62", "ovs_interfaceid": "cae01073-62d5-42e8-ab14-43ca5140196a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.770557] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790589, 'name': Rename_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.901350] env[69183]: DEBUG nova.scheduler.client.report [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.921726] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074126} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.921916] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.922907] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8915530-e5f9-496c-977c-cbabfdd47710 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.946967] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.958090] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 339d0f93-4ddf-426e-b29d-2d7aeedec0c6/339d0f93-4ddf-426e-b29d-2d7aeedec0c6.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.958835] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e54a3b4f-04a2-42a3-97a9-806cfdaf1577 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.981430] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1131.981430] env[69183]: value = "task-2790594" [ 1131.981430] env[69183]: _type = "Task" [ 1131.981430] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.991873] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.014051] env[69183]: DEBUG nova.compute.manager [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.046881] env[69183]: DEBUG nova.virt.hardware [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.047174] env[69183]: DEBUG nova.virt.hardware [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.047341] env[69183]: DEBUG nova.virt.hardware [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.047600] env[69183]: DEBUG nova.virt.hardware [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.047777] env[69183]: DEBUG nova.virt.hardware [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.047942] env[69183]: DEBUG nova.virt.hardware [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.048170] env[69183]: DEBUG nova.virt.hardware [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.048410] env[69183]: DEBUG nova.virt.hardware [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.048594] env[69183]: DEBUG nova.virt.hardware [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.048794] env[69183]: DEBUG nova.virt.hardware [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.048998] env[69183]: DEBUG nova.virt.hardware [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.049975] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6323708d-8b0f-4849-b933-e8cb799b0a9d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.059905] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b16802-c8e9-4a95-8223-627eed457bcf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.087581] env[69183]: DEBUG oslo_vmware.api [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790590, 'name': ReconfigVM_Task, 'duration_secs': 0.957295} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.088190] env[69183]: DEBUG oslo_concurrency.lockutils [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.088479] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Reconfigured VM to attach interface {{(pid=69183) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1132.124018] env[69183]: DEBUG oslo_vmware.api [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790592, 'name': PowerOffVM_Task, 'duration_secs': 0.378994} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.124324] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.124498] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.124838] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63dbe176-1cf7-4a11-a21d-b0230c698cab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.226767] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.226988] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.227184] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Deleting the datastore file [datastore1] b731d090-943b-42e9-ba26-912766186d28 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.227465] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19142877-2ef5-4119-9267-29008f9b379a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.236516] env[69183]: DEBUG oslo_vmware.api [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1132.236516] env[69183]: value = "task-2790596" [ 1132.236516] env[69183]: _type = "Task" [ 1132.236516] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.241228] env[69183]: DEBUG oslo_concurrency.lockutils [req-18b06659-1a2a-451b-b545-9133c1924549 req-95370e08-9ae1-4320-b310-c42f3199f83f service nova] Releasing lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.245276] env[69183]: DEBUG oslo_vmware.api [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.264248] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790589, 'name': Rename_Task, 'duration_secs': 1.176495} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.264448] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.264726] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5617733-a52e-4351-8e43-e46751163b90 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.273654] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1132.273654] env[69183]: value = "task-2790597" [ 1132.273654] env[69183]: _type = "Task" [ 1132.273654] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.283317] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.388451] env[69183]: DEBUG nova.network.neutron [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Successfully updated port: 779bdc67-e670-4e00-a842-854af028a187 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.414083] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.414707] env[69183]: DEBUG nova.compute.manager [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.417871] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.471s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.417871] env[69183]: DEBUG nova.objects.instance [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lazy-loading 'resources' on Instance uuid c32e70e6-d4ed-4586-9492-9ee26735fbbf {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.492741] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790594, 'name': ReconfigVM_Task, 'duration_secs': 0.447672} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.492982] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 339d0f93-4ddf-426e-b29d-2d7aeedec0c6/339d0f93-4ddf-426e-b29d-2d7aeedec0c6.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.493636] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71171ac8-8ccc-4b92-a293-2bf3d56544e6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.502933] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1132.502933] env[69183]: value = "task-2790598" [ 1132.502933] env[69183]: _type = "Task" [ 1132.502933] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.515657] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790598, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.540018] env[69183]: DEBUG nova.compute.manager [req-f50fca56-e826-4b62-a7bb-d2f5ee4409f9 req-fb01f83d-3ce4-4882-b411-3f9b71090320 service nova] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Received event network-vif-plugged-779bdc67-e670-4e00-a842-854af028a187 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1132.540561] env[69183]: DEBUG oslo_concurrency.lockutils [req-f50fca56-e826-4b62-a7bb-d2f5ee4409f9 req-fb01f83d-3ce4-4882-b411-3f9b71090320 service nova] Acquiring lock "45cdd535-11a2-4d46-91ca-49357d12c208-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.540561] env[69183]: DEBUG oslo_concurrency.lockutils [req-f50fca56-e826-4b62-a7bb-d2f5ee4409f9 req-fb01f83d-3ce4-4882-b411-3f9b71090320 service nova] Lock "45cdd535-11a2-4d46-91ca-49357d12c208-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.540674] env[69183]: DEBUG oslo_concurrency.lockutils [req-f50fca56-e826-4b62-a7bb-d2f5ee4409f9 req-fb01f83d-3ce4-4882-b411-3f9b71090320 service nova] Lock "45cdd535-11a2-4d46-91ca-49357d12c208-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.541532] env[69183]: DEBUG nova.compute.manager [req-f50fca56-e826-4b62-a7bb-d2f5ee4409f9 req-fb01f83d-3ce4-4882-b411-3f9b71090320 service nova] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] No waiting events found dispatching network-vif-plugged-779bdc67-e670-4e00-a842-854af028a187 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.541532] env[69183]: WARNING nova.compute.manager [req-f50fca56-e826-4b62-a7bb-d2f5ee4409f9 req-fb01f83d-3ce4-4882-b411-3f9b71090320 service nova] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Received unexpected event network-vif-plugged-779bdc67-e670-4e00-a842-854af028a187 for instance with vm_state building and task_state spawning. [ 1132.541532] env[69183]: DEBUG nova.compute.manager [req-f50fca56-e826-4b62-a7bb-d2f5ee4409f9 req-fb01f83d-3ce4-4882-b411-3f9b71090320 service nova] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Received event network-changed-779bdc67-e670-4e00-a842-854af028a187 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1132.541947] env[69183]: DEBUG nova.compute.manager [req-f50fca56-e826-4b62-a7bb-d2f5ee4409f9 req-fb01f83d-3ce4-4882-b411-3f9b71090320 service nova] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Refreshing instance network info cache due to event network-changed-779bdc67-e670-4e00-a842-854af028a187. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1132.541947] env[69183]: DEBUG oslo_concurrency.lockutils [req-f50fca56-e826-4b62-a7bb-d2f5ee4409f9 req-fb01f83d-3ce4-4882-b411-3f9b71090320 service nova] Acquiring lock "refresh_cache-45cdd535-11a2-4d46-91ca-49357d12c208" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.541947] env[69183]: DEBUG oslo_concurrency.lockutils [req-f50fca56-e826-4b62-a7bb-d2f5ee4409f9 req-fb01f83d-3ce4-4882-b411-3f9b71090320 service nova] Acquired lock "refresh_cache-45cdd535-11a2-4d46-91ca-49357d12c208" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.542188] env[69183]: DEBUG nova.network.neutron [req-f50fca56-e826-4b62-a7bb-d2f5ee4409f9 req-fb01f83d-3ce4-4882-b411-3f9b71090320 service nova] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Refreshing network info cache for port 779bdc67-e670-4e00-a842-854af028a187 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.593398] env[69183]: DEBUG oslo_concurrency.lockutils [None req-793b33cf-7d7e-4cbb-8158-b842059e8e68 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "interface-176fd0cc-5a63-4bd2-b552-0b733267ade5-cae01073-62d5-42e8-ab14-43ca5140196a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.950s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.750022] env[69183]: DEBUG oslo_vmware.api [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245859} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.750345] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.750628] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.750919] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.751164] env[69183]: INFO nova.compute.manager [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: b731d090-943b-42e9-ba26-912766186d28] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1132.751577] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.751805] env[69183]: DEBUG nova.compute.manager [-] [instance: b731d090-943b-42e9-ba26-912766186d28] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.751900] env[69183]: DEBUG nova.network.neutron [-] [instance: b731d090-943b-42e9-ba26-912766186d28] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.784319] env[69183]: DEBUG oslo_vmware.api [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790597, 'name': PowerOnVM_Task, 'duration_secs': 0.486523} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.785052] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.785052] env[69183]: INFO nova.compute.manager [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Took 9.74 seconds to spawn the instance on the hypervisor. [ 1132.785777] env[69183]: DEBUG nova.compute.manager [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.786634] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2f0e69-e35f-4202-aaa3-3ac3cf017ebe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.892953] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Acquiring lock "refresh_cache-45cdd535-11a2-4d46-91ca-49357d12c208" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.921206] env[69183]: DEBUG nova.compute.utils [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.929444] env[69183]: DEBUG nova.compute.manager [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.929651] env[69183]: DEBUG nova.network.neutron [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.000989] env[69183]: DEBUG nova.policy [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47da8203897a419b92829cf4f0909413', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39b95c9dfa9d48df99b1364995883c31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.021709] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790598, 'name': Rename_Task, 'duration_secs': 0.240062} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.024497] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.025949] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2969704-cb9f-44f3-bf05-ade0eba5510d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.034940] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1133.034940] env[69183]: value = "task-2790599" [ 1133.034940] env[69183]: _type = "Task" [ 1133.034940] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.049737] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.111531] env[69183]: DEBUG nova.network.neutron [req-f50fca56-e826-4b62-a7bb-d2f5ee4409f9 req-fb01f83d-3ce4-4882-b411-3f9b71090320 service nova] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.235857] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a616fc7-90d1-440f-900e-0e1517ee7ee9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.244672] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1289a419-6264-4f84-aa00-902fe306bd3f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.287241] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a421001c-ddef-43e5-a800-4d88829273f8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.290927] env[69183]: DEBUG nova.network.neutron [req-f50fca56-e826-4b62-a7bb-d2f5ee4409f9 req-fb01f83d-3ce4-4882-b411-3f9b71090320 service nova] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.298628] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5c2144-a26c-45a5-8e2c-b01f35bb19ba {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.319692] env[69183]: DEBUG nova.compute.provider_tree [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.321573] env[69183]: INFO nova.compute.manager [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Took 19.24 seconds to build instance. [ 1133.430505] env[69183]: DEBUG nova.compute.manager [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.547461] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790599, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.625838] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4004e61-4f7a-4dd4-a125-787dd8b358a5 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "bf50d812-bb70-4baf-acde-462a3d98991c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.626248] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4004e61-4f7a-4dd4-a125-787dd8b358a5 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "bf50d812-bb70-4baf-acde-462a3d98991c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.626443] env[69183]: DEBUG nova.compute.manager [None req-d4004e61-4f7a-4dd4-a125-787dd8b358a5 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Going to confirm migration 6 {{(pid=69183) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1133.798041] env[69183]: DEBUG oslo_concurrency.lockutils [req-f50fca56-e826-4b62-a7bb-d2f5ee4409f9 req-fb01f83d-3ce4-4882-b411-3f9b71090320 service nova] Releasing lock "refresh_cache-45cdd535-11a2-4d46-91ca-49357d12c208" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.799416] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Acquired lock "refresh_cache-45cdd535-11a2-4d46-91ca-49357d12c208" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.800496] env[69183]: DEBUG nova.network.neutron [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.821847] env[69183]: DEBUG nova.network.neutron [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Successfully created port: 63faa09f-0886-4df2-a410-06164f2fd5c9 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.826019] env[69183]: DEBUG nova.scheduler.client.report [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.829122] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8034fb82-79dd-4484-aec8-bf7ff01a8bca tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "9e85be2a-94a3-4e9b-8ff1-b5f93fac6442" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.778s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.953358] env[69183]: DEBUG oslo_concurrency.lockutils [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "interface-176fd0cc-5a63-4bd2-b552-0b733267ade5-cae01073-62d5-42e8-ab14-43ca5140196a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.953722] env[69183]: DEBUG oslo_concurrency.lockutils [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "interface-176fd0cc-5a63-4bd2-b552-0b733267ade5-cae01073-62d5-42e8-ab14-43ca5140196a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.047826] env[69183]: DEBUG oslo_vmware.api [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790599, 'name': PowerOnVM_Task, 'duration_secs': 0.612365} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.048138] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.048344] env[69183]: INFO nova.compute.manager [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1134.048525] env[69183]: DEBUG nova.compute.manager [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.049387] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddce1c0-5c35-445f-85bf-be2212163da7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.191760] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4004e61-4f7a-4dd4-a125-787dd8b358a5 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "refresh_cache-bf50d812-bb70-4baf-acde-462a3d98991c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.192035] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4004e61-4f7a-4dd4-a125-787dd8b358a5 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "refresh_cache-bf50d812-bb70-4baf-acde-462a3d98991c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.192297] env[69183]: DEBUG nova.network.neutron [None req-d4004e61-4f7a-4dd4-a125-787dd8b358a5 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.192448] env[69183]: DEBUG nova.objects.instance [None req-d4004e61-4f7a-4dd4-a125-787dd8b358a5 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lazy-loading 'info_cache' on Instance uuid bf50d812-bb70-4baf-acde-462a3d98991c {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.236430] env[69183]: DEBUG nova.network.neutron [-] [instance: b731d090-943b-42e9-ba26-912766186d28] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.333302] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.336417] env[69183]: DEBUG nova.network.neutron [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.359909] env[69183]: INFO nova.scheduler.client.report [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Deleted allocations for instance c32e70e6-d4ed-4586-9492-9ee26735fbbf [ 1134.403336] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16adb0c6-2404-4f0d-bc75-5087f6ab3a43 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.412426] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf39705-91aa-4871-8e84-d41148296c4c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Suspending the VM {{(pid=69183) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1134.413290] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cda0661a-8616-4cdb-a9dd-2cbfb54e1435 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.422165] env[69183]: DEBUG oslo_vmware.api [None req-8bf39705-91aa-4871-8e84-d41148296c4c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1134.422165] env[69183]: value = "task-2790600" [ 1134.422165] env[69183]: _type = "Task" [ 1134.422165] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.431632] env[69183]: DEBUG oslo_vmware.api [None req-8bf39705-91aa-4871-8e84-d41148296c4c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790600, 'name': SuspendVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.441267] env[69183]: DEBUG nova.compute.manager [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.457567] env[69183]: DEBUG oslo_concurrency.lockutils [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.458150] env[69183]: DEBUG oslo_concurrency.lockutils [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.459171] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3782607b-9585-4acf-8a3d-4f3568039f8b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.483700] env[69183]: DEBUG nova.network.neutron [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Updating instance_info_cache with network_info: [{"id": "779bdc67-e670-4e00-a842-854af028a187", "address": "fa:16:3e:73:80:05", "network": {"id": "824fbf56-f83b-4b04-9a8d-7264212b1539", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-201649820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a29f3e4be26140c0a5194c2f3bd693be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap779bdc67-e6", "ovs_interfaceid": "779bdc67-e670-4e00-a842-854af028a187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.489019] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de47b945-a1a2-4751-beb1-fd4db8674026 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.519047] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Reconfiguring VM to detach interface {{(pid=69183) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1134.521675] env[69183]: DEBUG nova.virt.hardware [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.521914] env[69183]: DEBUG nova.virt.hardware [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.522693] env[69183]: DEBUG nova.virt.hardware [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.522693] env[69183]: DEBUG nova.virt.hardware [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.522693] env[69183]: DEBUG nova.virt.hardware [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.522693] env[69183]: DEBUG nova.virt.hardware [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.522912] env[69183]: DEBUG nova.virt.hardware [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.522912] env[69183]: DEBUG nova.virt.hardware [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.524028] env[69183]: DEBUG nova.virt.hardware [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.524028] env[69183]: DEBUG nova.virt.hardware [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.524028] env[69183]: DEBUG nova.virt.hardware [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.524338] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-173aea25-f13f-470c-a4d9-330df61e6b65 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.538983] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695e9c8f-fd85-4c0a-9c1f-5dca7e407f8e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.552311] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bb9229-7cb2-4baa-aafb-e9b3317153e9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.557872] env[69183]: DEBUG oslo_vmware.api [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1134.557872] env[69183]: value = "task-2790601" [ 1134.557872] env[69183]: _type = "Task" [ 1134.557872] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.588411] env[69183]: DEBUG nova.compute.manager [req-f7bd5cd1-2d47-4f99-a60b-4f0007b3d8bc req-6843a8a2-9cab-4f13-9fc3-80002528d955 service nova] [instance: b731d090-943b-42e9-ba26-912766186d28] Received event network-vif-deleted-b657e42f-180c-483a-8ac2-e6c8485f6a6f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1134.590598] env[69183]: INFO nova.compute.manager [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Took 15.90 seconds to build instance. [ 1134.595415] env[69183]: DEBUG oslo_vmware.api [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.740893] env[69183]: INFO nova.compute.manager [-] [instance: b731d090-943b-42e9-ba26-912766186d28] Took 1.99 seconds to deallocate network for instance. [ 1134.867580] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ee5dbde-190b-4811-adb9-edd91e38b778 tempest-ServersTestJSON-1854206989 tempest-ServersTestJSON-1854206989-project-member] Lock "c32e70e6-d4ed-4586-9492-9ee26735fbbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.073s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.933821] env[69183]: DEBUG oslo_vmware.api [None req-8bf39705-91aa-4871-8e84-d41148296c4c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790600, 'name': SuspendVM_Task} progress is 62%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.992283] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Releasing lock "refresh_cache-45cdd535-11a2-4d46-91ca-49357d12c208" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.992752] env[69183]: DEBUG nova.compute.manager [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Instance network_info: |[{"id": "779bdc67-e670-4e00-a842-854af028a187", "address": "fa:16:3e:73:80:05", "network": {"id": "824fbf56-f83b-4b04-9a8d-7264212b1539", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-201649820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a29f3e4be26140c0a5194c2f3bd693be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap779bdc67-e6", "ovs_interfaceid": "779bdc67-e670-4e00-a842-854af028a187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.993190] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:80:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '779bdc67-e670-4e00-a842-854af028a187', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.002317] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Creating folder: Project (a29f3e4be26140c0a5194c2f3bd693be). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1135.002755] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51ccb0cd-1026-4f9a-8873-c8e001a2057c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.023448] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Created folder: Project (a29f3e4be26140c0a5194c2f3bd693be) in parent group-v560622. [ 1135.023728] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Creating folder: Instances. Parent ref: group-v560921. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1135.024045] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cacae8c4-ff33-458b-8673-9c67b648a7b3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.038978] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Created folder: Instances in parent group-v560921. [ 1135.039208] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.039487] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.039765] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa6c1983-da22-445e-b637-4c325ac0cdaa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.065318] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.065318] env[69183]: value = "task-2790604" [ 1135.065318] env[69183]: _type = "Task" [ 1135.065318] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.068790] env[69183]: DEBUG oslo_vmware.api [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.077824] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790604, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.096660] env[69183]: DEBUG oslo_concurrency.lockutils [None req-aa72e17c-388f-4925-8d98-81a7318d9468 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "339d0f93-4ddf-426e-b29d-2d7aeedec0c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.414s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.253921] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.254206] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.254472] env[69183]: DEBUG nova.objects.instance [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lazy-loading 'resources' on Instance uuid b731d090-943b-42e9-ba26-912766186d28 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.434377] env[69183]: DEBUG oslo_vmware.api [None req-8bf39705-91aa-4871-8e84-d41148296c4c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790600, 'name': SuspendVM_Task, 'duration_secs': 0.649794} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.434717] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf39705-91aa-4871-8e84-d41148296c4c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Suspended the VM {{(pid=69183) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1135.435011] env[69183]: DEBUG nova.compute.manager [None req-8bf39705-91aa-4871-8e84-d41148296c4c tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.435971] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75d6179-1d95-4915-8921-03602126a42b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.570224] env[69183]: DEBUG oslo_vmware.api [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.579987] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790604, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.650052] env[69183]: DEBUG nova.compute.manager [req-34587073-f293-4de0-8b74-8dc4d3e958fe req-0597c365-56c7-4f2e-883b-fc1fb60da1a0 service nova] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Received event network-changed-0a80606e-420d-4f38-9fe3-27b0d4adfb52 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1135.650247] env[69183]: DEBUG nova.compute.manager [req-34587073-f293-4de0-8b74-8dc4d3e958fe req-0597c365-56c7-4f2e-883b-fc1fb60da1a0 service nova] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Refreshing instance network info cache due to event network-changed-0a80606e-420d-4f38-9fe3-27b0d4adfb52. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1135.650458] env[69183]: DEBUG oslo_concurrency.lockutils [req-34587073-f293-4de0-8b74-8dc4d3e958fe req-0597c365-56c7-4f2e-883b-fc1fb60da1a0 service nova] Acquiring lock "refresh_cache-339d0f93-4ddf-426e-b29d-2d7aeedec0c6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.650598] env[69183]: DEBUG oslo_concurrency.lockutils [req-34587073-f293-4de0-8b74-8dc4d3e958fe req-0597c365-56c7-4f2e-883b-fc1fb60da1a0 service nova] Acquired lock "refresh_cache-339d0f93-4ddf-426e-b29d-2d7aeedec0c6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.650754] env[69183]: DEBUG nova.network.neutron [req-34587073-f293-4de0-8b74-8dc4d3e958fe req-0597c365-56c7-4f2e-883b-fc1fb60da1a0 service nova] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Refreshing network info cache for port 0a80606e-420d-4f38-9fe3-27b0d4adfb52 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.665625] env[69183]: DEBUG nova.network.neutron [None req-d4004e61-4f7a-4dd4-a125-787dd8b358a5 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Updating instance_info_cache with network_info: [{"id": "2b6435d1-e308-464a-a62d-d9e8fe1fe288", "address": "fa:16:3e:a9:7f:c7", "network": {"id": "50bef02a-36c4-4122-99e6-4de135b6ec80", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-820333689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e1512025a1e42b6b05ff9aad0088ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6435d1-e3", "ovs_interfaceid": "2b6435d1-e308-464a-a62d-d9e8fe1fe288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.768251] env[69183]: DEBUG nova.network.neutron [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Successfully updated port: 63faa09f-0886-4df2-a410-06164f2fd5c9 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.033322] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd47aa1-7063-47be-84ac-11f8b80cd068 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.044019] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a81b36-cc2f-4760-b9b7-ab57b859a494 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.085424] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44385657-67f8-4549-889d-c277bbd91041 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.104199] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e6dcdf-f288-4317-9362-7445b3a65cd1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.106483] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790604, 'name': CreateVM_Task, 'duration_secs': 0.863569} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.107159] env[69183]: DEBUG oslo_vmware.api [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.107355] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.108395] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.109061] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.109061] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.109163] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bec82822-83c8-45b8-9ea0-5a1ba4b94908 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.122119] env[69183]: DEBUG nova.compute.provider_tree [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.129329] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Waiting for the task: (returnval){ [ 1136.129329] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]521f6170-3f78-3361-02f7-63e288ca5549" [ 1136.129329] env[69183]: _type = "Task" [ 1136.129329] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.141554] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521f6170-3f78-3361-02f7-63e288ca5549, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.169911] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4004e61-4f7a-4dd4-a125-787dd8b358a5 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "refresh_cache-bf50d812-bb70-4baf-acde-462a3d98991c" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.170266] env[69183]: DEBUG nova.objects.instance [None req-d4004e61-4f7a-4dd4-a125-787dd8b358a5 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lazy-loading 'migration_context' on Instance uuid bf50d812-bb70-4baf-acde-462a3d98991c {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.176224] env[69183]: DEBUG oslo_concurrency.lockutils [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.176528] env[69183]: DEBUG oslo_concurrency.lockutils [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.272503] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "refresh_cache-ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.272764] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired lock "refresh_cache-ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.272831] env[69183]: DEBUG nova.network.neutron [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.478375] env[69183]: DEBUG nova.network.neutron [req-34587073-f293-4de0-8b74-8dc4d3e958fe req-0597c365-56c7-4f2e-883b-fc1fb60da1a0 service nova] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Updated VIF entry in instance network info cache for port 0a80606e-420d-4f38-9fe3-27b0d4adfb52. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.479020] env[69183]: DEBUG nova.network.neutron [req-34587073-f293-4de0-8b74-8dc4d3e958fe req-0597c365-56c7-4f2e-883b-fc1fb60da1a0 service nova] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Updating instance_info_cache with network_info: [{"id": "0a80606e-420d-4f38-9fe3-27b0d4adfb52", "address": "fa:16:3e:97:6e:53", "network": {"id": "63aa2803-3c79-4d3f-b3e5-aa94c85e6a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046047333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9061f0d97b40d29cad71e119357270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a80606e-42", "ovs_interfaceid": "0a80606e-420d-4f38-9fe3-27b0d4adfb52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.585996] env[69183]: DEBUG oslo_vmware.api [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.625695] env[69183]: DEBUG nova.scheduler.client.report [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.641756] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521f6170-3f78-3361-02f7-63e288ca5549, 'name': SearchDatastore_Task, 'duration_secs': 0.015335} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.641756] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.641917] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.642185] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.642338] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.642522] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.642797] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71e5f2b7-0e94-4256-bd34-0acc1e2f5c51 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.648113] env[69183]: DEBUG nova.compute.manager [req-8672f237-0905-4184-85f8-dcb4b769a4d6 req-ce36c4a9-6a83-4752-90fa-de3013ebda8b service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Received event network-vif-plugged-63faa09f-0886-4df2-a410-06164f2fd5c9 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1136.648271] env[69183]: DEBUG oslo_concurrency.lockutils [req-8672f237-0905-4184-85f8-dcb4b769a4d6 req-ce36c4a9-6a83-4752-90fa-de3013ebda8b service nova] Acquiring lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.648449] env[69183]: DEBUG oslo_concurrency.lockutils [req-8672f237-0905-4184-85f8-dcb4b769a4d6 req-ce36c4a9-6a83-4752-90fa-de3013ebda8b service nova] Lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.648847] env[69183]: DEBUG oslo_concurrency.lockutils [req-8672f237-0905-4184-85f8-dcb4b769a4d6 req-ce36c4a9-6a83-4752-90fa-de3013ebda8b service nova] Lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.648847] env[69183]: DEBUG nova.compute.manager [req-8672f237-0905-4184-85f8-dcb4b769a4d6 req-ce36c4a9-6a83-4752-90fa-de3013ebda8b service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] No waiting events found dispatching network-vif-plugged-63faa09f-0886-4df2-a410-06164f2fd5c9 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1136.648975] env[69183]: WARNING nova.compute.manager [req-8672f237-0905-4184-85f8-dcb4b769a4d6 req-ce36c4a9-6a83-4752-90fa-de3013ebda8b service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Received unexpected event network-vif-plugged-63faa09f-0886-4df2-a410-06164f2fd5c9 for instance with vm_state building and task_state spawning. [ 1136.649116] env[69183]: DEBUG nova.compute.manager [req-8672f237-0905-4184-85f8-dcb4b769a4d6 req-ce36c4a9-6a83-4752-90fa-de3013ebda8b service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Received event network-changed-63faa09f-0886-4df2-a410-06164f2fd5c9 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1136.649316] env[69183]: DEBUG nova.compute.manager [req-8672f237-0905-4184-85f8-dcb4b769a4d6 req-ce36c4a9-6a83-4752-90fa-de3013ebda8b service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Refreshing instance network info cache due to event network-changed-63faa09f-0886-4df2-a410-06164f2fd5c9. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1136.649586] env[69183]: DEBUG oslo_concurrency.lockutils [req-8672f237-0905-4184-85f8-dcb4b769a4d6 req-ce36c4a9-6a83-4752-90fa-de3013ebda8b service nova] Acquiring lock "refresh_cache-ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.658224] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.658311] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.659438] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-843bfea9-fae3-460d-9bba-c96ab1b49aa8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.667013] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Waiting for the task: (returnval){ [ 1136.667013] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5292c4c8-8871-2585-68b8-6262012bba75" [ 1136.667013] env[69183]: _type = "Task" [ 1136.667013] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.675454] env[69183]: DEBUG nova.objects.base [None req-d4004e61-4f7a-4dd4-a125-787dd8b358a5 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69183) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1136.676384] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61798ec-fcff-4fd7-9bc1-0ceb6c9cdd9b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.687178] env[69183]: DEBUG nova.compute.manager [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.689458] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5292c4c8-8871-2585-68b8-6262012bba75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.714720] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd4c5250-345b-4977-885b-8267b243d49d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.721469] env[69183]: DEBUG oslo_vmware.api [None req-d4004e61-4f7a-4dd4-a125-787dd8b358a5 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1136.721469] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52f1896d-0519-bbd5-4781-4b6a98d503ee" [ 1136.721469] env[69183]: _type = "Task" [ 1136.721469] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.731612] env[69183]: DEBUG oslo_vmware.api [None req-d4004e61-4f7a-4dd4-a125-787dd8b358a5 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f1896d-0519-bbd5-4781-4b6a98d503ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.823543] env[69183]: DEBUG nova.network.neutron [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.985323] env[69183]: DEBUG oslo_concurrency.lockutils [req-34587073-f293-4de0-8b74-8dc4d3e958fe req-0597c365-56c7-4f2e-883b-fc1fb60da1a0 service nova] Releasing lock "refresh_cache-339d0f93-4ddf-426e-b29d-2d7aeedec0c6" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.998932] env[69183]: DEBUG oslo_concurrency.lockutils [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "9e85be2a-94a3-4e9b-8ff1-b5f93fac6442" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.999211] env[69183]: DEBUG oslo_concurrency.lockutils [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "9e85be2a-94a3-4e9b-8ff1-b5f93fac6442" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.999421] env[69183]: DEBUG oslo_concurrency.lockutils [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "9e85be2a-94a3-4e9b-8ff1-b5f93fac6442-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.999604] env[69183]: DEBUG oslo_concurrency.lockutils [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "9e85be2a-94a3-4e9b-8ff1-b5f93fac6442-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.999840] env[69183]: DEBUG oslo_concurrency.lockutils [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "9e85be2a-94a3-4e9b-8ff1-b5f93fac6442-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.001952] env[69183]: INFO nova.compute.manager [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Terminating instance [ 1137.036348] env[69183]: DEBUG nova.network.neutron [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Updating instance_info_cache with network_info: [{"id": "63faa09f-0886-4df2-a410-06164f2fd5c9", "address": "fa:16:3e:49:e3:4e", "network": {"id": "dd86d277-8747-4c50-a305-9b46298b69c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619207239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b95c9dfa9d48df99b1364995883c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63faa09f-08", "ovs_interfaceid": "63faa09f-0886-4df2-a410-06164f2fd5c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.087296] env[69183]: DEBUG oslo_vmware.api [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.130863] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.154429] env[69183]: INFO nova.scheduler.client.report [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Deleted allocations for instance b731d090-943b-42e9-ba26-912766186d28 [ 1137.179699] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5292c4c8-8871-2585-68b8-6262012bba75, 'name': SearchDatastore_Task, 'duration_secs': 0.023042} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.180598] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e517ab7c-6d05-4056-95d1-14684acd2446 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.187303] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Waiting for the task: (returnval){ [ 1137.187303] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52fd9ddc-b62d-9177-cd1f-1008341927cd" [ 1137.187303] env[69183]: _type = "Task" [ 1137.187303] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.199221] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52fd9ddc-b62d-9177-cd1f-1008341927cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.206159] env[69183]: DEBUG oslo_concurrency.lockutils [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.206437] env[69183]: DEBUG oslo_concurrency.lockutils [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.208044] env[69183]: INFO nova.compute.claims [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.232970] env[69183]: DEBUG oslo_vmware.api [None req-d4004e61-4f7a-4dd4-a125-787dd8b358a5 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f1896d-0519-bbd5-4781-4b6a98d503ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010986} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.233297] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4004e61-4f7a-4dd4-a125-787dd8b358a5 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.506406] env[69183]: DEBUG nova.compute.manager [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.506735] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.508359] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f348a4f4-1494-4133-a9fe-564c721665dc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.516587] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.516829] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ea04ae9-1a07-47d1-87a5-0c2912ac6d77 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.539267] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Releasing lock "refresh_cache-ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.539617] env[69183]: DEBUG nova.compute.manager [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Instance network_info: |[{"id": "63faa09f-0886-4df2-a410-06164f2fd5c9", "address": "fa:16:3e:49:e3:4e", "network": {"id": "dd86d277-8747-4c50-a305-9b46298b69c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619207239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b95c9dfa9d48df99b1364995883c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63faa09f-08", "ovs_interfaceid": "63faa09f-0886-4df2-a410-06164f2fd5c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.539933] env[69183]: DEBUG oslo_concurrency.lockutils [req-8672f237-0905-4184-85f8-dcb4b769a4d6 req-ce36c4a9-6a83-4752-90fa-de3013ebda8b service nova] Acquired lock "refresh_cache-ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.540128] env[69183]: DEBUG nova.network.neutron [req-8672f237-0905-4184-85f8-dcb4b769a4d6 req-ce36c4a9-6a83-4752-90fa-de3013ebda8b service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Refreshing network info cache for port 63faa09f-0886-4df2-a410-06164f2fd5c9 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.541390] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:e3:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63faa09f-0886-4df2-a410-06164f2fd5c9', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.549128] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.550384] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.552493] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7615e2f0-a197-469b-a587-d3eccb258865 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.573747] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.573747] env[69183]: value = "task-2790606" [ 1137.573747] env[69183]: _type = "Task" [ 1137.573747] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.586765] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790606, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.590420] env[69183]: DEBUG oslo_vmware.api [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.591706] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.591915] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.592108] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Deleting the datastore file [datastore1] 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.592358] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d4d985a-2f5e-41cc-ba41-3bfdbb04f2fb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.599615] env[69183]: DEBUG oslo_vmware.api [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1137.599615] env[69183]: value = "task-2790607" [ 1137.599615] env[69183]: _type = "Task" [ 1137.599615] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.608664] env[69183]: DEBUG oslo_vmware.api [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.663983] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a467c89a-2e6b-4c51-868e-c9462ee36ddf tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "b731d090-943b-42e9-ba26-912766186d28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.601s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.700861] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52fd9ddc-b62d-9177-cd1f-1008341927cd, 'name': SearchDatastore_Task, 'duration_secs': 0.020982} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.701186] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.701451] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 45cdd535-11a2-4d46-91ca-49357d12c208/45cdd535-11a2-4d46-91ca-49357d12c208.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.701710] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-673d9496-195a-4d3d-ab10-125fa92e4f5c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.709951] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Waiting for the task: (returnval){ [ 1137.709951] env[69183]: value = "task-2790608" [ 1137.709951] env[69183]: _type = "Task" [ 1137.709951] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.724722] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': task-2790608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.091495] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790606, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.091766] env[69183]: DEBUG oslo_vmware.api [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.109788] env[69183]: DEBUG oslo_vmware.api [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413206} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.112700] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.112700] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.112700] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.112700] env[69183]: INFO nova.compute.manager [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1138.112700] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.112700] env[69183]: DEBUG nova.compute.manager [-] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.112700] env[69183]: DEBUG nova.network.neutron [-] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.228631] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': task-2790608, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.382494] env[69183]: DEBUG nova.network.neutron [req-8672f237-0905-4184-85f8-dcb4b769a4d6 req-ce36c4a9-6a83-4752-90fa-de3013ebda8b service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Updated VIF entry in instance network info cache for port 63faa09f-0886-4df2-a410-06164f2fd5c9. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.382900] env[69183]: DEBUG nova.network.neutron [req-8672f237-0905-4184-85f8-dcb4b769a4d6 req-ce36c4a9-6a83-4752-90fa-de3013ebda8b service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Updating instance_info_cache with network_info: [{"id": "63faa09f-0886-4df2-a410-06164f2fd5c9", "address": "fa:16:3e:49:e3:4e", "network": {"id": "dd86d277-8747-4c50-a305-9b46298b69c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619207239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b95c9dfa9d48df99b1364995883c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63faa09f-08", "ovs_interfaceid": "63faa09f-0886-4df2-a410-06164f2fd5c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.508749] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3d14ab-6c7d-44af-9c68-95adf438d1c8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.519973] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eea5c55-32ab-44c5-a971-65ed2c3d2713 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.558237] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b216af-8536-46c7-aef5-ea4f690e37d3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.567248] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e268d9-e379-40d5-965b-c22c34f7626c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.582706] env[69183]: DEBUG nova.compute.provider_tree [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1138.602092] env[69183]: DEBUG oslo_vmware.api [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.602312] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790606, 'name': CreateVM_Task, 'duration_secs': 0.703493} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.602470] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.603104] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.603272] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.603592] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.603871] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec310df-2b7a-4a08-8758-650626c5c54c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.610966] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1138.610966] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52a1d501-4757-01df-2b85-9502599c893d" [ 1138.610966] env[69183]: _type = "Task" [ 1138.610966] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.619236] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a1d501-4757-01df-2b85-9502599c893d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.686235] env[69183]: DEBUG nova.compute.manager [req-3ba38318-a1ae-4d15-b45a-a7fef09eb39b req-0d365e6d-1808-47b8-83db-e4682dae6636 service nova] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Received event network-vif-deleted-a0c3bd0d-9d81-4c28-bbf7-6ef12d44ea79 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1138.686235] env[69183]: INFO nova.compute.manager [req-3ba38318-a1ae-4d15-b45a-a7fef09eb39b req-0d365e6d-1808-47b8-83db-e4682dae6636 service nova] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Neutron deleted interface a0c3bd0d-9d81-4c28-bbf7-6ef12d44ea79; detaching it from the instance and deleting it from the info cache [ 1138.686470] env[69183]: DEBUG nova.network.neutron [req-3ba38318-a1ae-4d15-b45a-a7fef09eb39b req-0d365e6d-1808-47b8-83db-e4682dae6636 service nova] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.721942] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': task-2790608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.826203} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.722545] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 45cdd535-11a2-4d46-91ca-49357d12c208/45cdd535-11a2-4d46-91ca-49357d12c208.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.722940] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.723330] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9990e8e-257b-4e39-96ff-0ba62a612600 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.732226] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Waiting for the task: (returnval){ [ 1138.732226] env[69183]: value = "task-2790609" [ 1138.732226] env[69183]: _type = "Task" [ 1138.732226] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.742070] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': task-2790609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.887383] env[69183]: DEBUG oslo_concurrency.lockutils [req-8672f237-0905-4184-85f8-dcb4b769a4d6 req-ce36c4a9-6a83-4752-90fa-de3013ebda8b service nova] Releasing lock "refresh_cache-ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.015792] env[69183]: DEBUG nova.network.neutron [-] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.095897] env[69183]: DEBUG oslo_vmware.api [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.116986] env[69183]: ERROR nova.scheduler.client.report [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [req-7d231029-f617-47e1-98c5-60eabce268ff] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ac1d5a79-805a-416e-80c0-31063a094839. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7d231029-f617-47e1-98c5-60eabce268ff"}]} [ 1139.125304] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a1d501-4757-01df-2b85-9502599c893d, 'name': SearchDatastore_Task, 'duration_secs': 0.015359} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.125601] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.125829] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.126076] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.126224] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.126404] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.126655] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b071c1ec-2398-4ee9-940d-1518a301565d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.133058] env[69183]: DEBUG nova.scheduler.client.report [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Refreshing inventories for resource provider ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1139.138499] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.138679] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.139411] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6297f493-b204-4e02-b3cc-bde9a36de81b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.145805] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1139.145805] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]521491c3-1640-edac-e815-3b47f61e01dc" [ 1139.145805] env[69183]: _type = "Task" [ 1139.145805] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.149906] env[69183]: DEBUG nova.scheduler.client.report [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Updating ProviderTree inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1139.150116] env[69183]: DEBUG nova.compute.provider_tree [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.156773] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521491c3-1640-edac-e815-3b47f61e01dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.162128] env[69183]: DEBUG nova.scheduler.client.report [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Refreshing aggregate associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, aggregates: None {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1139.179723] env[69183]: DEBUG nova.scheduler.client.report [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Refreshing trait associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1139.189365] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eaf14333-961b-44bc-ae30-b82bb240ceb8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.200459] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a235f9b-4a57-4e07-84cd-882baf5373d2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.240693] env[69183]: DEBUG nova.compute.manager [req-3ba38318-a1ae-4d15-b45a-a7fef09eb39b req-0d365e6d-1808-47b8-83db-e4682dae6636 service nova] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Detach interface failed, port_id=a0c3bd0d-9d81-4c28-bbf7-6ef12d44ea79, reason: Instance 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1139.253399] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': task-2790609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079602} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.253399] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.253782] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8111d2-2b11-4f11-a7fd-8699c3ba69b7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.276918] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 45cdd535-11a2-4d46-91ca-49357d12c208/45cdd535-11a2-4d46-91ca-49357d12c208.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.280201] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43440257-4170-4236-b492-ea65c1477f6f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.301865] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Waiting for the task: (returnval){ [ 1139.301865] env[69183]: value = "task-2790610" [ 1139.301865] env[69183]: _type = "Task" [ 1139.301865] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.314366] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': task-2790610, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.433131] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03df069b-aa82-484d-8e38-11c370021030 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.441063] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ffb4f4-3d88-49ae-bba7-c0665075293e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.472695] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42956ef7-a492-4cd7-94bc-861f339069ac {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.481635] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c066c04-724d-41f9-9fe3-01fb49c6e610 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.495489] env[69183]: DEBUG nova.compute.provider_tree [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.518310] env[69183]: INFO nova.compute.manager [-] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Took 1.41 seconds to deallocate network for instance. [ 1139.593251] env[69183]: DEBUG oslo_vmware.api [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.657130] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521491c3-1640-edac-e815-3b47f61e01dc, 'name': SearchDatastore_Task, 'duration_secs': 0.045486} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.657951] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19e6a617-a955-4d49-a7c3-5bd52a78347b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.663637] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1139.663637] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52fe6650-a0c9-0b92-45b1-eb65525aaafd" [ 1139.663637] env[69183]: _type = "Task" [ 1139.663637] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.671770] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52fe6650-a0c9-0b92-45b1-eb65525aaafd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.813261] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': task-2790610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.911089] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "595f05fc-635b-416b-af11-a792e21b451b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.911089] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "595f05fc-635b-416b-af11-a792e21b451b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.017409] env[69183]: ERROR nova.scheduler.client.report [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [req-ea7eb63f-9a2d-42e9-8e27-fcee2ad24829] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ac1d5a79-805a-416e-80c0-31063a094839. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ea7eb63f-9a2d-42e9-8e27-fcee2ad24829"}]} [ 1140.026401] env[69183]: DEBUG oslo_concurrency.lockutils [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.034029] env[69183]: DEBUG nova.scheduler.client.report [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Refreshing inventories for resource provider ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1140.049246] env[69183]: DEBUG nova.scheduler.client.report [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Updating ProviderTree inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1140.049483] env[69183]: DEBUG nova.compute.provider_tree [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1140.062717] env[69183]: DEBUG nova.scheduler.client.report [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Refreshing aggregate associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, aggregates: None {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1140.079062] env[69183]: DEBUG oslo_vmware.rw_handles [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c21019-8146-0fa7-7b21-a36b4cf720fc/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1140.080211] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58533db2-00ef-4bea-ac88-e58bce2ae033 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.083584] env[69183]: DEBUG nova.scheduler.client.report [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Refreshing trait associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1140.093220] env[69183]: DEBUG oslo_vmware.rw_handles [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c21019-8146-0fa7-7b21-a36b4cf720fc/disk-0.vmdk is in state: ready. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1140.093389] env[69183]: ERROR oslo_vmware.rw_handles [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c21019-8146-0fa7-7b21-a36b4cf720fc/disk-0.vmdk due to incomplete transfer. [ 1140.096702] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-16d4afb1-8129-4773-8d68-8a2132fc7f78 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.098229] env[69183]: DEBUG oslo_vmware.api [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790601, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.104841] env[69183]: DEBUG oslo_vmware.rw_handles [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c21019-8146-0fa7-7b21-a36b4cf720fc/disk-0.vmdk. {{(pid=69183) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1140.105055] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Uploaded image c5defcf8-2064-4a75-b8b1-84bbcdeb5322 to the Glance image server {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1140.107414] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Destroying the VM {{(pid=69183) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1140.107656] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d232bf98-a5fe-42d4-9011-0c6f0223aae9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.113581] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1140.113581] env[69183]: value = "task-2790611" [ 1140.113581] env[69183]: _type = "Task" [ 1140.113581] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.125885] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790611, 'name': Destroy_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.174956] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52fe6650-a0c9-0b92-45b1-eb65525aaafd, 'name': SearchDatastore_Task, 'duration_secs': 0.026902} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.177975] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.178319] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] ca3f9b2d-f86b-4a12-8174-f836f23a6dc7/ca3f9b2d-f86b-4a12-8174-f836f23a6dc7.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.178824] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3c911c8-6fba-4955-ab80-5a55ba036861 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.186962] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1140.186962] env[69183]: value = "task-2790612" [ 1140.186962] env[69183]: _type = "Task" [ 1140.186962] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.199392] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.314080] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': task-2790610, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.320636] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af9e236-f555-4b57-b5fa-ce3b85998885 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.329931] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a89e3b4-fb64-4b6b-ab20-f8ea949e0221 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.364913] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81d5083-c6af-4b61-8971-d5d1a2ef1b4d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.374559] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105c4082-b09c-4c92-aa7f-4373f99e3725 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.389811] env[69183]: DEBUG nova.compute.provider_tree [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1140.416070] env[69183]: DEBUG nova.compute.manager [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1140.601264] env[69183]: DEBUG oslo_vmware.api [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790601, 'name': ReconfigVM_Task, 'duration_secs': 5.846735} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.601622] env[69183]: DEBUG oslo_concurrency.lockutils [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.601932] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Reconfigured VM to detach interface {{(pid=69183) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1140.628985] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790611, 'name': Destroy_Task} progress is 33%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.700246] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790612, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.816578] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': task-2790610, 'name': ReconfigVM_Task, 'duration_secs': 1.020179} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.816851] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 45cdd535-11a2-4d46-91ca-49357d12c208/45cdd535-11a2-4d46-91ca-49357d12c208.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.817684] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e2a7473-a06a-4a8e-b639-308a581e4390 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.828546] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Waiting for the task: (returnval){ [ 1140.828546] env[69183]: value = "task-2790613" [ 1140.828546] env[69183]: _type = "Task" [ 1140.828546] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.840618] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': task-2790613, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.928327] env[69183]: DEBUG nova.scheduler.client.report [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Updated inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1140.928593] env[69183]: DEBUG nova.compute.provider_tree [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 153 to 154 during operation: update_inventory {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1140.928781] env[69183]: DEBUG nova.compute.provider_tree [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1140.940411] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.127386] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790611, 'name': Destroy_Task, 'duration_secs': 0.829522} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.127668] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Destroyed the VM [ 1141.127954] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Deleting Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1141.128223] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-81dd3974-d285-4627-8a0c-97725851abf3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.135763] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1141.135763] env[69183]: value = "task-2790614" [ 1141.135763] env[69183]: _type = "Task" [ 1141.135763] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.144230] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790614, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.197591] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69292} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.197869] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] ca3f9b2d-f86b-4a12-8174-f836f23a6dc7/ca3f9b2d-f86b-4a12-8174-f836f23a6dc7.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.198098] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.198360] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97645752-56da-4afd-950d-6e8524ffde4f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.206009] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1141.206009] env[69183]: value = "task-2790615" [ 1141.206009] env[69183]: _type = "Task" [ 1141.206009] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.216179] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.339828] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': task-2790613, 'name': Rename_Task, 'duration_secs': 0.211677} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.340198] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.340470] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0166642d-44c2-4646-a186-9ca51cef2cb6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.348944] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Waiting for the task: (returnval){ [ 1141.348944] env[69183]: value = "task-2790616" [ 1141.348944] env[69183]: _type = "Task" [ 1141.348944] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.359955] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': task-2790616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.435261] env[69183]: DEBUG oslo_concurrency.lockutils [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.229s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.435662] env[69183]: DEBUG nova.compute.manager [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.439621] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4004e61-4f7a-4dd4-a125-787dd8b358a5 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.206s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.646221] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790614, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.716885] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161461} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.717230] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.718031] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317913f5-0d52-498e-8364-3505593b80b5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.747667] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] ca3f9b2d-f86b-4a12-8174-f836f23a6dc7/ca3f9b2d-f86b-4a12-8174-f836f23a6dc7.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.749420] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-378b1f68-2073-4d5a-a2d8-b0d5d4779de0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.773586] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1141.773586] env[69183]: value = "task-2790617" [ 1141.773586] env[69183]: _type = "Task" [ 1141.773586] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.782739] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790617, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.860509] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': task-2790616, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.941529] env[69183]: DEBUG nova.compute.utils [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.943435] env[69183]: DEBUG oslo_concurrency.lockutils [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.943623] env[69183]: DEBUG oslo_concurrency.lockutils [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.943985] env[69183]: DEBUG nova.network.neutron [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.945299] env[69183]: DEBUG nova.compute.manager [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.945504] env[69183]: DEBUG nova.network.neutron [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.003801] env[69183]: DEBUG nova.policy [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1c902dfd19e49448114527cc1d2ffe7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a981345cfd7a46ef9fb2d4f5589c7460', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.148280] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790614, 'name': RemoveSnapshot_Task, 'duration_secs': 0.717802} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.148796] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Deleted Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1142.148886] env[69183]: DEBUG nova.compute.manager [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.149908] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3681e9-16a0-4ac5-960e-9638e26adf18 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.249701] env[69183]: DEBUG nova.compute.manager [req-9d7b8667-335e-4f86-b1c1-9b4e64127f03 req-3734f377-5868-40cc-b8bd-7bea1a131c31 service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Received event network-changed-bbc02ed6-54fb-4b74-a2ff-45dc0f016729 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1142.249906] env[69183]: DEBUG nova.compute.manager [req-9d7b8667-335e-4f86-b1c1-9b4e64127f03 req-3734f377-5868-40cc-b8bd-7bea1a131c31 service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Refreshing instance network info cache due to event network-changed-bbc02ed6-54fb-4b74-a2ff-45dc0f016729. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1142.250182] env[69183]: DEBUG oslo_concurrency.lockutils [req-9d7b8667-335e-4f86-b1c1-9b4e64127f03 req-3734f377-5868-40cc-b8bd-7bea1a131c31 service nova] Acquiring lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.252018] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a87d93-aa1c-4f8d-a8da-1eebadb8c648 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.266493] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5715f952-3b03-4250-90e7-cb6198059e3d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.304535] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3c1f63-8b1e-4b5c-96d7-45bbbf7ed381 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.315624] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c68cc1-c448-4eab-bb31-799b1f908eb6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.321479] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790617, 'name': ReconfigVM_Task, 'duration_secs': 0.341502} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.321876] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Reconfigured VM instance instance-0000006f to attach disk [datastore2] ca3f9b2d-f86b-4a12-8174-f836f23a6dc7/ca3f9b2d-f86b-4a12-8174-f836f23a6dc7.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.322753] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95751085-52a0-4aa9-a7e1-c3f50057b0ae {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.335780] env[69183]: DEBUG nova.compute.provider_tree [None req-d4004e61-4f7a-4dd4-a125-787dd8b358a5 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.338128] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1142.338128] env[69183]: value = "task-2790618" [ 1142.338128] env[69183]: _type = "Task" [ 1142.338128] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.349120] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790618, 'name': Rename_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.360692] env[69183]: DEBUG oslo_vmware.api [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': task-2790616, 'name': PowerOnVM_Task, 'duration_secs': 0.644729} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.364020] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.364020] env[69183]: INFO nova.compute.manager [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Took 10.35 seconds to spawn the instance on the hypervisor. [ 1142.364020] env[69183]: DEBUG nova.compute.manager [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.364020] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecabd9b-80d6-446c-9e91-7789aa6c5a79 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.373912] env[69183]: DEBUG nova.network.neutron [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Successfully created port: 51d1a072-d058-4f01-a7ea-0e13cf3d8831 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.449469] env[69183]: DEBUG nova.compute.manager [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.663402] env[69183]: INFO nova.compute.manager [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Shelve offloading [ 1142.708172] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.708685] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.708858] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.709015] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.709192] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.709336] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.709482] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.709639] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69183) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1142.709805] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.758374] env[69183]: INFO nova.network.neutron [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Port cae01073-62d5-42e8-ab14-43ca5140196a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1142.758682] env[69183]: DEBUG nova.network.neutron [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Updating instance_info_cache with network_info: [{"id": "bbc02ed6-54fb-4b74-a2ff-45dc0f016729", "address": "fa:16:3e:a1:60:57", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc02ed6-54", "ovs_interfaceid": "bbc02ed6-54fb-4b74-a2ff-45dc0f016729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.839895] env[69183]: DEBUG nova.scheduler.client.report [None req-d4004e61-4f7a-4dd4-a125-787dd8b358a5 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.856228] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790618, 'name': Rename_Task, 'duration_secs': 0.160284} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.857386] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.857711] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f7a1e4b-cca2-41cc-8080-a03f276e9bd8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.866261] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1142.866261] env[69183]: value = "task-2790619" [ 1142.866261] env[69183]: _type = "Task" [ 1142.866261] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.875634] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.885926] env[69183]: INFO nova.compute.manager [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Took 15.37 seconds to build instance. [ 1142.943642] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "interface-eb901e24-f4a7-4a59-a272-9baf70539a96-cae01073-62d5-42e8-ab14-43ca5140196a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.944115] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "interface-eb901e24-f4a7-4a59-a272-9baf70539a96-cae01073-62d5-42e8-ab14-43ca5140196a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.944560] env[69183]: DEBUG nova.objects.instance [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lazy-loading 'flavor' on Instance uuid eb901e24-f4a7-4a59-a272-9baf70539a96 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.958310] env[69183]: INFO nova.virt.block_device [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Booting with volume 7bc22691-4d67-493e-97d2-3a81053128cf at /dev/sda [ 1142.999219] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5d76e72-c0b2-4997-8914-e1f0c3b8b2f3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.011721] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5e2f44-65e9-4cf0-91ae-74dba8340207 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.047178] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c10c5e55-fd3f-4ee7-9602-98fc940a151a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.056493] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8967cd-1124-4fd3-9dba-caa4e88fdb49 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.090479] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2b2de6-0aec-44df-aec1-a209e89490f6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.097967] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599bd008-f577-4a40-a940-0127dd8855e1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.112844] env[69183]: DEBUG nova.virt.block_device [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Updating existing volume attachment record: 250cbadc-1bbb-458a-b0cf-a8a2051715a0 {{(pid=69183) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1143.166315] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.166633] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea4986b7-fc46-4291-be2c-fb81f45d7dcf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.183497] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1143.183497] env[69183]: value = "task-2790620" [ 1143.183497] env[69183]: _type = "Task" [ 1143.183497] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.193610] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] VM already powered off {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1143.193824] env[69183]: DEBUG nova.compute.manager [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.194712] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c94de1-f339-4711-9f85-396b3b4971b5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.201681] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "refresh_cache-232e87c8-b953-49b2-844e-54c701e2e29b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.201782] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquired lock "refresh_cache-232e87c8-b953-49b2-844e-54c701e2e29b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.202799] env[69183]: DEBUG nova.network.neutron [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.211992] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.261904] env[69183]: DEBUG oslo_concurrency.lockutils [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.264218] env[69183]: DEBUG oslo_concurrency.lockutils [req-9d7b8667-335e-4f86-b1c1-9b4e64127f03 req-3734f377-5868-40cc-b8bd-7bea1a131c31 service nova] Acquired lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.264405] env[69183]: DEBUG nova.network.neutron [req-9d7b8667-335e-4f86-b1c1-9b4e64127f03 req-3734f377-5868-40cc-b8bd-7bea1a131c31 service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Refreshing network info cache for port bbc02ed6-54fb-4b74-a2ff-45dc0f016729 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.377553] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790619, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.387501] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a10081f6-2ff0-4718-9c0a-ca8cde2bdf11 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Lock "45cdd535-11a2-4d46-91ca-49357d12c208" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.882s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.537764] env[69183]: DEBUG nova.objects.instance [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lazy-loading 'pci_requests' on Instance uuid eb901e24-f4a7-4a59-a272-9baf70539a96 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.654143] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dc670f74-2a97-4f55-ad18-5508f98d5159 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Acquiring lock "interface-45cdd535-11a2-4d46-91ca-49357d12c208-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.654384] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dc670f74-2a97-4f55-ad18-5508f98d5159 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Lock "interface-45cdd535-11a2-4d46-91ca-49357d12c208-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.654750] env[69183]: DEBUG nova.objects.instance [None req-dc670f74-2a97-4f55-ad18-5508f98d5159 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Lazy-loading 'flavor' on Instance uuid 45cdd535-11a2-4d46-91ca-49357d12c208 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.767207] env[69183]: DEBUG oslo_concurrency.lockutils [None req-00b6e07e-bf44-4777-a840-bc6155ada149 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "interface-176fd0cc-5a63-4bd2-b552-0b733267ade5-cae01073-62d5-42e8-ab14-43ca5140196a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.813s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.855518] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4004e61-4f7a-4dd4-a125-787dd8b358a5 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.416s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.859961] env[69183]: DEBUG oslo_concurrency.lockutils [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.835s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.859961] env[69183]: DEBUG nova.objects.instance [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lazy-loading 'resources' on Instance uuid 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.879423] env[69183]: DEBUG oslo_vmware.api [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790619, 'name': PowerOnVM_Task, 'duration_secs': 0.766527} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.879681] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.879883] env[69183]: INFO nova.compute.manager [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1143.880081] env[69183]: DEBUG nova.compute.manager [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.881072] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08c552d-bcea-45c2-99a1-de39a613f516 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.041088] env[69183]: DEBUG nova.objects.base [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69183) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1144.041273] env[69183]: DEBUG nova.network.neutron [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.124668] env[69183]: DEBUG nova.policy [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55fb806bf5074afb8bdda11da90ad6cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '947a00fe423a46e6afab13adb82f0200', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.162655] env[69183]: DEBUG nova.objects.instance [None req-dc670f74-2a97-4f55-ad18-5508f98d5159 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Lazy-loading 'pci_requests' on Instance uuid 45cdd535-11a2-4d46-91ca-49357d12c208 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.315590] env[69183]: DEBUG nova.network.neutron [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Updating instance_info_cache with network_info: [{"id": "ce14ad5d-54a1-4bf8-89da-e3c21f903005", "address": "fa:16:3e:b7:6a:01", "network": {"id": "6506e7bc-9499-4660-998a-0ad990b0a9c1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-991947610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f422c74bdd4644a3829d1a2aa680352f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce14ad5d-54", "ovs_interfaceid": "ce14ad5d-54a1-4bf8-89da-e3c21f903005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.331604] env[69183]: DEBUG nova.network.neutron [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Successfully updated port: 51d1a072-d058-4f01-a7ea-0e13cf3d8831 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.359829] env[69183]: DEBUG nova.network.neutron [req-9d7b8667-335e-4f86-b1c1-9b4e64127f03 req-3734f377-5868-40cc-b8bd-7bea1a131c31 service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Updated VIF entry in instance network info cache for port bbc02ed6-54fb-4b74-a2ff-45dc0f016729. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.360087] env[69183]: DEBUG nova.network.neutron [req-9d7b8667-335e-4f86-b1c1-9b4e64127f03 req-3734f377-5868-40cc-b8bd-7bea1a131c31 service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Updating instance_info_cache with network_info: [{"id": "bbc02ed6-54fb-4b74-a2ff-45dc0f016729", "address": "fa:16:3e:a1:60:57", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc02ed6-54", "ovs_interfaceid": "bbc02ed6-54fb-4b74-a2ff-45dc0f016729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.399394] env[69183]: INFO nova.compute.manager [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Took 14.47 seconds to build instance. [ 1144.422315] env[69183]: INFO nova.scheduler.client.report [None req-d4004e61-4f7a-4dd4-a125-787dd8b358a5 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Deleted allocation for migration a3c9b09b-908d-4a2c-a929-66809437c834 [ 1144.565567] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b24cbc-0d72-45bd-ac82-4e67ab72766c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.573840] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63514db0-7c4f-4cd4-a7ce-542fbd5092be {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.604727] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed29464-b7a6-4513-99f5-71a2180ba86f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.612637] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf1f8fe-8257-4c3a-9013-e9e8e8fb0df8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.627065] env[69183]: DEBUG nova.compute.provider_tree [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.664476] env[69183]: DEBUG nova.objects.base [None req-dc670f74-2a97-4f55-ad18-5508f98d5159 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Object Instance<45cdd535-11a2-4d46-91ca-49357d12c208> lazy-loaded attributes: flavor,pci_requests {{(pid=69183) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1144.664785] env[69183]: DEBUG nova.network.neutron [None req-dc670f74-2a97-4f55-ad18-5508f98d5159 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.737010] env[69183]: DEBUG oslo_concurrency.lockutils [None req-dc670f74-2a97-4f55-ad18-5508f98d5159 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Lock "interface-45cdd535-11a2-4d46-91ca-49357d12c208-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.082s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.817966] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Releasing lock "refresh_cache-232e87c8-b953-49b2-844e-54c701e2e29b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.833906] env[69183]: DEBUG oslo_concurrency.lockutils [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "refresh_cache-8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.834101] env[69183]: DEBUG oslo_concurrency.lockutils [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired lock "refresh_cache-8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.834265] env[69183]: DEBUG nova.network.neutron [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.862933] env[69183]: DEBUG oslo_concurrency.lockutils [req-9d7b8667-335e-4f86-b1c1-9b4e64127f03 req-3734f377-5868-40cc-b8bd-7bea1a131c31 service nova] Releasing lock "refresh_cache-176fd0cc-5a63-4bd2-b552-0b733267ade5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.901283] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1090240-c562-428f-b372-447a696788e2 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.979s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.928509] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d4004e61-4f7a-4dd4-a125-787dd8b358a5 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "bf50d812-bb70-4baf-acde-462a3d98991c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.302s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.094625] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.095618] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a3128c-52a8-426b-b79a-defd463e927e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.103883] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.104139] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0a38c3e-b54d-4fe0-9ef5-9c92b0d94166 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.130469] env[69183]: DEBUG nova.scheduler.client.report [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.200081] env[69183]: DEBUG nova.compute.manager [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.200661] env[69183]: DEBUG nova.virt.hardware [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.200971] env[69183]: DEBUG nova.virt.hardware [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.201247] env[69183]: DEBUG nova.virt.hardware [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.201549] env[69183]: DEBUG nova.virt.hardware [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.201787] env[69183]: DEBUG nova.virt.hardware [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.202047] env[69183]: DEBUG nova.virt.hardware [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.202400] env[69183]: DEBUG nova.virt.hardware [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.202618] env[69183]: DEBUG nova.virt.hardware [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.202823] env[69183]: DEBUG nova.virt.hardware [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.203097] env[69183]: DEBUG nova.virt.hardware [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.203375] env[69183]: DEBUG nova.virt.hardware [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.204282] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1968713a-3bea-4e5b-aef5-e7a777ca40c1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.208983] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.209203] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.209381] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Deleting the datastore file [datastore2] 232e87c8-b953-49b2-844e-54c701e2e29b {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.210348] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fca9f834-a943-4bce-990c-1724fc9ff00b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.216055] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec542300-033f-495d-9424-cc5f4cc49ce7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.220926] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1145.220926] env[69183]: value = "task-2790622" [ 1145.220926] env[69183]: _type = "Task" [ 1145.220926] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.238815] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.366434] env[69183]: DEBUG nova.network.neutron [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.500599] env[69183]: DEBUG nova.network.neutron [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Updating instance_info_cache with network_info: [{"id": "51d1a072-d058-4f01-a7ea-0e13cf3d8831", "address": "fa:16:3e:0f:88:fb", "network": {"id": "3c4f15f7-8472-4ea3-912b-f17e69e4453b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-205766861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a981345cfd7a46ef9fb2d4f5589c7460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d1a072-d0", "ovs_interfaceid": "51d1a072-d058-4f01-a7ea-0e13cf3d8831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.595231] env[69183]: DEBUG nova.network.neutron [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Successfully updated port: cae01073-62d5-42e8-ab14-43ca5140196a {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.636059] env[69183]: DEBUG oslo_concurrency.lockutils [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.638787] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.698s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.639618] env[69183]: INFO nova.compute.claims [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.662228] env[69183]: INFO nova.scheduler.client.report [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Deleted allocations for instance 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442 [ 1145.731929] env[69183]: DEBUG oslo_vmware.api [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.486301} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.732415] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.732454] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.732786] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.749644] env[69183]: INFO nova.scheduler.client.report [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Deleted allocations for instance 232e87c8-b953-49b2-844e-54c701e2e29b [ 1146.003540] env[69183]: DEBUG oslo_concurrency.lockutils [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Releasing lock "refresh_cache-8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.003888] env[69183]: DEBUG nova.compute.manager [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Instance network_info: |[{"id": "51d1a072-d058-4f01-a7ea-0e13cf3d8831", "address": "fa:16:3e:0f:88:fb", "network": {"id": "3c4f15f7-8472-4ea3-912b-f17e69e4453b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-205766861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a981345cfd7a46ef9fb2d4f5589c7460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d1a072-d0", "ovs_interfaceid": "51d1a072-d058-4f01-a7ea-0e13cf3d8831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1146.004337] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:88:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51d1a072-d058-4f01-a7ea-0e13cf3d8831', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.011869] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.012097] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.012317] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1452a0a2-2164-487d-955b-e04393a3796c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.034226] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.034226] env[69183]: value = "task-2790623" [ 1146.034226] env[69183]: _type = "Task" [ 1146.034226] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.042639] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790623, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.098194] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "refresh_cache-eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.098472] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "refresh_cache-eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.098591] env[69183]: DEBUG nova.network.neutron [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.169784] env[69183]: DEBUG oslo_concurrency.lockutils [None req-039ad35d-44a0-43f4-852a-1e9b381d2fb1 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "9e85be2a-94a3-4e9b-8ff1-b5f93fac6442" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.170s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.254315] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.388888] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c4dc5459-8c95-4cb3-8354-25f082be105e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "64e40350-ac36-4329-a9f9-a2c8c2996eee" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.389259] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c4dc5459-8c95-4cb3-8354-25f082be105e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "64e40350-ac36-4329-a9f9-a2c8c2996eee" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.547035] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790623, 'name': CreateVM_Task, 'duration_secs': 0.369634} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.547035] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.547304] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560917', 'volume_id': '7bc22691-4d67-493e-97d2-3a81053128cf', 'name': 'volume-7bc22691-4d67-493e-97d2-3a81053128cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8988f164-f1ae-4b9c-a297-02b9c3ae0d9a', 'attached_at': '', 'detached_at': '', 'volume_id': '7bc22691-4d67-493e-97d2-3a81053128cf', 'serial': '7bc22691-4d67-493e-97d2-3a81053128cf'}, 'mount_device': '/dev/sda', 'device_type': None, 'delete_on_termination': True, 'attachment_id': '250cbadc-1bbb-458a-b0cf-a8a2051715a0', 'boot_index': 0, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69183) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1146.547420] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Root volume attach. Driver type: vmdk {{(pid=69183) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1146.548366] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7bbdb2-cebc-4d58-afcd-9bf441816b4a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.559188] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27eb6eb3-8962-4714-9a71-ca79ffebff68 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.567966] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed902dd0-92a6-4686-85e7-2352369e95cd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.576695] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b10fbea2-f8d5-4466-8b96-00fa1808a7d2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.584436] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1146.584436] env[69183]: value = "task-2790624" [ 1146.584436] env[69183]: _type = "Task" [ 1146.584436] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.594610] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790624, 'name': RelocateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.635811] env[69183]: WARNING nova.network.neutron [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] 30ee5a47-b7d6-4130-8d99-08ff2c272889 already exists in list: networks containing: ['30ee5a47-b7d6-4130-8d99-08ff2c272889']. ignoring it [ 1146.846983] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02d04a1-f076-45cb-a7a3-cc118ba121ab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.856578] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3413f56d-ce3e-401e-9b38-3473a5ddded0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.895345] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754f52b0-74c0-44f7-81e3-f9b71cf8f727 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.899383] env[69183]: DEBUG nova.compute.utils [None req-c4dc5459-8c95-4cb3-8354-25f082be105e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.908408] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54554a3-7f0b-4552-851b-bd13d7598eee {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.928103] env[69183]: DEBUG nova.compute.provider_tree [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.975350] env[69183]: DEBUG nova.network.neutron [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Updating instance_info_cache with network_info: [{"id": "4c4b120a-2883-41c7-a28f-4c035f051139", "address": "fa:16:3e:75:f5:8e", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4b120a-28", "ovs_interfaceid": "4c4b120a-2883-41c7-a28f-4c035f051139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cae01073-62d5-42e8-ab14-43ca5140196a", "address": "fa:16:3e:f5:85:98", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae01073-62", "ovs_interfaceid": "cae01073-62d5-42e8-ab14-43ca5140196a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.095801] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790624, 'name': RelocateVM_Task} progress is 42%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.402580] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c4dc5459-8c95-4cb3-8354-25f082be105e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "64e40350-ac36-4329-a9f9-a2c8c2996eee" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.431277] env[69183]: DEBUG nova.scheduler.client.report [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.478661] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "refresh_cache-eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.479755] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.479755] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.480734] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acff498f-1aba-44e5-9509-cfef2f44b106 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.499834] env[69183]: DEBUG nova.virt.hardware [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.500089] env[69183]: DEBUG nova.virt.hardware [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.500199] env[69183]: DEBUG nova.virt.hardware [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.500390] env[69183]: DEBUG nova.virt.hardware [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.500540] env[69183]: DEBUG nova.virt.hardware [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.500690] env[69183]: DEBUG nova.virt.hardware [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.500910] env[69183]: DEBUG nova.virt.hardware [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.501082] env[69183]: DEBUG nova.virt.hardware [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.501266] env[69183]: DEBUG nova.virt.hardware [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.501434] env[69183]: DEBUG nova.virt.hardware [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.501608] env[69183]: DEBUG nova.virt.hardware [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.508806] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Reconfiguring VM to attach interface {{(pid=69183) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1147.509236] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ad268f8-2ff3-41eb-bf05-6a3194150712 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.528775] env[69183]: DEBUG oslo_vmware.api [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1147.528775] env[69183]: value = "task-2790625" [ 1147.528775] env[69183]: _type = "Task" [ 1147.528775] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.538078] env[69183]: DEBUG oslo_vmware.api [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790625, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.596017] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790624, 'name': RelocateVM_Task} progress is 54%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.942426] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.942426] env[69183]: DEBUG nova.compute.manager [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1147.945784] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.734s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.946222] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.946566] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69183) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1147.947258] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.693s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.947752] env[69183]: DEBUG nova.objects.instance [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lazy-loading 'resources' on Instance uuid 232e87c8-b953-49b2-844e-54c701e2e29b {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.952329] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229eb2d4-328f-4cf9-aba4-84f2a2326b84 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.967169] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302f0343-ccbd-4d71-9640-342c8592201d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.991989] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b6214e-01fa-41b5-9ef9-93720e415a5e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.002919] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def6b9be-e68a-4a34-9036-0b8ca5ff171d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.040198] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178947MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=69183) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1148.040387] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.050555] env[69183]: DEBUG oslo_vmware.api [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.098889] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790624, 'name': RelocateVM_Task} progress is 69%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.431130] env[69183]: DEBUG nova.compute.manager [req-d1fa7d23-6c25-46ea-bae3-6e06f1fbba82 req-d02cae0b-5194-4569-8c75-0187d4c38fd4 service nova] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Received event network-vif-plugged-51d1a072-d058-4f01-a7ea-0e13cf3d8831 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1148.431335] env[69183]: DEBUG oslo_concurrency.lockutils [req-d1fa7d23-6c25-46ea-bae3-6e06f1fbba82 req-d02cae0b-5194-4569-8c75-0187d4c38fd4 service nova] Acquiring lock "8988f164-f1ae-4b9c-a297-02b9c3ae0d9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.431549] env[69183]: DEBUG oslo_concurrency.lockutils [req-d1fa7d23-6c25-46ea-bae3-6e06f1fbba82 req-d02cae0b-5194-4569-8c75-0187d4c38fd4 service nova] Lock "8988f164-f1ae-4b9c-a297-02b9c3ae0d9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.431723] env[69183]: DEBUG oslo_concurrency.lockutils [req-d1fa7d23-6c25-46ea-bae3-6e06f1fbba82 req-d02cae0b-5194-4569-8c75-0187d4c38fd4 service nova] Lock "8988f164-f1ae-4b9c-a297-02b9c3ae0d9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.431896] env[69183]: DEBUG nova.compute.manager [req-d1fa7d23-6c25-46ea-bae3-6e06f1fbba82 req-d02cae0b-5194-4569-8c75-0187d4c38fd4 service nova] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] No waiting events found dispatching network-vif-plugged-51d1a072-d058-4f01-a7ea-0e13cf3d8831 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.432079] env[69183]: WARNING nova.compute.manager [req-d1fa7d23-6c25-46ea-bae3-6e06f1fbba82 req-d02cae0b-5194-4569-8c75-0187d4c38fd4 service nova] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Received unexpected event network-vif-plugged-51d1a072-d058-4f01-a7ea-0e13cf3d8831 for instance with vm_state building and task_state spawning. [ 1148.450445] env[69183]: DEBUG nova.compute.manager [req-39b909fe-1abc-4de0-bd5c-2b218ea7f093 req-116326fd-6cdd-46eb-ab3c-1981a939f032 service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Received event network-changed-4c4b120a-2883-41c7-a28f-4c035f051139 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1148.450721] env[69183]: DEBUG nova.compute.manager [req-39b909fe-1abc-4de0-bd5c-2b218ea7f093 req-116326fd-6cdd-46eb-ab3c-1981a939f032 service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Refreshing instance network info cache due to event network-changed-4c4b120a-2883-41c7-a28f-4c035f051139. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1148.450953] env[69183]: DEBUG oslo_concurrency.lockutils [req-39b909fe-1abc-4de0-bd5c-2b218ea7f093 req-116326fd-6cdd-46eb-ab3c-1981a939f032 service nova] Acquiring lock "refresh_cache-eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.451186] env[69183]: DEBUG oslo_concurrency.lockutils [req-39b909fe-1abc-4de0-bd5c-2b218ea7f093 req-116326fd-6cdd-46eb-ab3c-1981a939f032 service nova] Acquired lock "refresh_cache-eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.451491] env[69183]: DEBUG nova.network.neutron [req-39b909fe-1abc-4de0-bd5c-2b218ea7f093 req-116326fd-6cdd-46eb-ab3c-1981a939f032 service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Refreshing network info cache for port 4c4b120a-2883-41c7-a28f-4c035f051139 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.453612] env[69183]: DEBUG nova.objects.instance [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lazy-loading 'numa_topology' on Instance uuid 232e87c8-b953-49b2-844e-54c701e2e29b {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.455898] env[69183]: DEBUG nova.compute.utils [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.458114] env[69183]: DEBUG nova.compute.manager [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.458417] env[69183]: DEBUG nova.network.neutron [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.469522] env[69183]: DEBUG nova.compute.manager [req-ccdceff4-6b26-42c3-926b-5170d8056d20 req-4c3e5c8d-7416-49ef-b9db-95d07ec7cb21 service nova] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Received event network-changed-51d1a072-d058-4f01-a7ea-0e13cf3d8831 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1148.469819] env[69183]: DEBUG nova.compute.manager [req-ccdceff4-6b26-42c3-926b-5170d8056d20 req-4c3e5c8d-7416-49ef-b9db-95d07ec7cb21 service nova] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Refreshing instance network info cache due to event network-changed-51d1a072-d058-4f01-a7ea-0e13cf3d8831. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1148.469994] env[69183]: DEBUG oslo_concurrency.lockutils [req-ccdceff4-6b26-42c3-926b-5170d8056d20 req-4c3e5c8d-7416-49ef-b9db-95d07ec7cb21 service nova] Acquiring lock "refresh_cache-8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.470240] env[69183]: DEBUG oslo_concurrency.lockutils [req-ccdceff4-6b26-42c3-926b-5170d8056d20 req-4c3e5c8d-7416-49ef-b9db-95d07ec7cb21 service nova] Acquired lock "refresh_cache-8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.470561] env[69183]: DEBUG nova.network.neutron [req-ccdceff4-6b26-42c3-926b-5170d8056d20 req-4c3e5c8d-7416-49ef-b9db-95d07ec7cb21 service nova] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Refreshing network info cache for port 51d1a072-d058-4f01-a7ea-0e13cf3d8831 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.491030] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c4dc5459-8c95-4cb3-8354-25f082be105e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "64e40350-ac36-4329-a9f9-a2c8c2996eee" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.491283] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c4dc5459-8c95-4cb3-8354-25f082be105e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "64e40350-ac36-4329-a9f9-a2c8c2996eee" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.491857] env[69183]: INFO nova.compute.manager [None req-c4dc5459-8c95-4cb3-8354-25f082be105e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Attaching volume ebc10b13-fe84-48fb-952f-c3b05350c387 to /dev/sdb [ 1148.498307] env[69183]: DEBUG nova.policy [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a3998ea05064def88141e4e9c913195', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '757cee5ffa0741f9944dd410262b9ada', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.531927] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7434d7a-d701-4dc9-9c8d-8ef1c324ba3a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.547376] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3165536-fa7a-4047-a38f-f2d5cf5dbe7d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.554459] env[69183]: DEBUG oslo_vmware.api [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.569456] env[69183]: DEBUG nova.virt.block_device [None req-c4dc5459-8c95-4cb3-8354-25f082be105e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Updating existing volume attachment record: d62b398a-6cef-406b-8075-86f858555611 {{(pid=69183) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1148.597904] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790624, 'name': RelocateVM_Task} progress is 82%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.964785] env[69183]: DEBUG nova.objects.base [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Object Instance<232e87c8-b953-49b2-844e-54c701e2e29b> lazy-loaded attributes: resources,numa_topology {{(pid=69183) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1148.969131] env[69183]: DEBUG nova.network.neutron [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Successfully created port: 5f561509-92d9-4ab7-ac41-d7cd667c7690 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.971049] env[69183]: DEBUG nova.compute.manager [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.040100] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Acquiring lock "45cdd535-11a2-4d46-91ca-49357d12c208" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.040464] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Lock "45cdd535-11a2-4d46-91ca-49357d12c208" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.040806] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Acquiring lock "45cdd535-11a2-4d46-91ca-49357d12c208-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.041044] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Lock "45cdd535-11a2-4d46-91ca-49357d12c208-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.041227] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Lock "45cdd535-11a2-4d46-91ca-49357d12c208-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.043521] env[69183]: INFO nova.compute.manager [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Terminating instance [ 1149.061391] env[69183]: DEBUG oslo_vmware.api [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790625, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.100503] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790624, 'name': RelocateVM_Task} progress is 97%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.181017] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cd6220-0346-49dc-ba2d-9e124b40ee56 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.190125] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbdb8ba-afa5-450a-be7c-03cc40dfd131 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.228999] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05fbcab-dd26-4955-a9e2-38be874c7d3d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.238763] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d284814b-35fd-484a-a2f5-e1eee8294045 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.255909] env[69183]: DEBUG nova.compute.provider_tree [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.401565] env[69183]: DEBUG nova.network.neutron [req-ccdceff4-6b26-42c3-926b-5170d8056d20 req-4c3e5c8d-7416-49ef-b9db-95d07ec7cb21 service nova] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Updated VIF entry in instance network info cache for port 51d1a072-d058-4f01-a7ea-0e13cf3d8831. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.403068] env[69183]: DEBUG nova.network.neutron [req-ccdceff4-6b26-42c3-926b-5170d8056d20 req-4c3e5c8d-7416-49ef-b9db-95d07ec7cb21 service nova] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Updating instance_info_cache with network_info: [{"id": "51d1a072-d058-4f01-a7ea-0e13cf3d8831", "address": "fa:16:3e:0f:88:fb", "network": {"id": "3c4f15f7-8472-4ea3-912b-f17e69e4453b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-205766861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a981345cfd7a46ef9fb2d4f5589c7460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d1a072-d0", "ovs_interfaceid": "51d1a072-d058-4f01-a7ea-0e13cf3d8831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.407118] env[69183]: DEBUG nova.network.neutron [req-39b909fe-1abc-4de0-bd5c-2b218ea7f093 req-116326fd-6cdd-46eb-ab3c-1981a939f032 service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Updated VIF entry in instance network info cache for port 4c4b120a-2883-41c7-a28f-4c035f051139. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.407118] env[69183]: DEBUG nova.network.neutron [req-39b909fe-1abc-4de0-bd5c-2b218ea7f093 req-116326fd-6cdd-46eb-ab3c-1981a939f032 service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Updating instance_info_cache with network_info: [{"id": "4c4b120a-2883-41c7-a28f-4c035f051139", "address": "fa:16:3e:75:f5:8e", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4b120a-28", "ovs_interfaceid": "4c4b120a-2883-41c7-a28f-4c035f051139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cae01073-62d5-42e8-ab14-43ca5140196a", "address": "fa:16:3e:f5:85:98", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae01073-62", "ovs_interfaceid": "cae01073-62d5-42e8-ab14-43ca5140196a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.559771] env[69183]: DEBUG nova.compute.manager [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.560020] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.562341] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dac603-308e-432b-b0fe-7ae6fefa114b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.571672] env[69183]: DEBUG oslo_vmware.api [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790625, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.574522] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.574871] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec489284-da58-42ae-b40b-8bc9aa7c0d8c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.583162] env[69183]: DEBUG oslo_vmware.api [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Waiting for the task: (returnval){ [ 1149.583162] env[69183]: value = "task-2790629" [ 1149.583162] env[69183]: _type = "Task" [ 1149.583162] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.596089] env[69183]: DEBUG oslo_vmware.api [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': task-2790629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.603785] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790624, 'name': RelocateVM_Task} progress is 97%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.629077] env[69183]: DEBUG oslo_concurrency.lockutils [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "29b81f2f-bc53-47d9-a437-2850222390f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.629502] env[69183]: DEBUG oslo_concurrency.lockutils [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "29b81f2f-bc53-47d9-a437-2850222390f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.761653] env[69183]: DEBUG nova.scheduler.client.report [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.909666] env[69183]: DEBUG oslo_concurrency.lockutils [req-ccdceff4-6b26-42c3-926b-5170d8056d20 req-4c3e5c8d-7416-49ef-b9db-95d07ec7cb21 service nova] Releasing lock "refresh_cache-8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.910394] env[69183]: DEBUG oslo_concurrency.lockutils [req-39b909fe-1abc-4de0-bd5c-2b218ea7f093 req-116326fd-6cdd-46eb-ab3c-1981a939f032 service nova] Releasing lock "refresh_cache-eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.982556] env[69183]: DEBUG nova.compute.manager [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.011070] env[69183]: DEBUG nova.virt.hardware [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.011330] env[69183]: DEBUG nova.virt.hardware [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.011515] env[69183]: DEBUG nova.virt.hardware [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.012196] env[69183]: DEBUG nova.virt.hardware [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.012196] env[69183]: DEBUG nova.virt.hardware [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.012196] env[69183]: DEBUG nova.virt.hardware [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.012361] env[69183]: DEBUG nova.virt.hardware [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.012444] env[69183]: DEBUG nova.virt.hardware [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.012703] env[69183]: DEBUG nova.virt.hardware [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.012811] env[69183]: DEBUG nova.virt.hardware [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.012992] env[69183]: DEBUG nova.virt.hardware [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.014091] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc009af-3955-4708-9231-52b5f877c199 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.027623] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c7ac1a-01d4-4438-add2-09057551f5e4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.061336] env[69183]: DEBUG oslo_vmware.api [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790625, 'name': ReconfigVM_Task, 'duration_secs': 2.335548} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.061867] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.062102] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Reconfigured VM to attach interface {{(pid=69183) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1150.098114] env[69183]: DEBUG oslo_vmware.api [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': task-2790629, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.104787] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790624, 'name': RelocateVM_Task} progress is 97%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.134591] env[69183]: DEBUG nova.compute.manager [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.270250] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.323s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.272710] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.232s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.567011] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e4db890-f9d4-49fa-a55f-ff49ebd0e433 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "interface-eb901e24-f4a7-4a59-a272-9baf70539a96-cae01073-62d5-42e8-ab14-43ca5140196a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.623s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.596355] env[69183]: DEBUG oslo_vmware.api [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': task-2790629, 'name': PowerOffVM_Task, 'duration_secs': 0.516859} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.597134] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.597356] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.597670] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-875f8634-156e-47c6-bf6b-23f1fa112c19 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.602719] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790624, 'name': RelocateVM_Task} progress is 97%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.658512] env[69183]: DEBUG oslo_concurrency.lockutils [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.672483] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.672721] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.672907] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Deleting the datastore file [datastore2] 45cdd535-11a2-4d46-91ca-49357d12c208 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.673246] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74da9058-b114-4fef-86c5-811a45912a67 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.681363] env[69183]: DEBUG oslo_vmware.api [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Waiting for the task: (returnval){ [ 1150.681363] env[69183]: value = "task-2790631" [ 1150.681363] env[69183]: _type = "Task" [ 1150.681363] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.691525] env[69183]: DEBUG oslo_vmware.api [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': task-2790631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.720549] env[69183]: DEBUG nova.compute.manager [req-0510abc2-181b-485c-931d-162e5359232d req-f97d2c47-bd52-4318-8058-a1792617a5d5 service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Received event network-vif-plugged-cae01073-62d5-42e8-ab14-43ca5140196a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1150.720549] env[69183]: DEBUG oslo_concurrency.lockutils [req-0510abc2-181b-485c-931d-162e5359232d req-f97d2c47-bd52-4318-8058-a1792617a5d5 service nova] Acquiring lock "eb901e24-f4a7-4a59-a272-9baf70539a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.720549] env[69183]: DEBUG oslo_concurrency.lockutils [req-0510abc2-181b-485c-931d-162e5359232d req-f97d2c47-bd52-4318-8058-a1792617a5d5 service nova] Lock "eb901e24-f4a7-4a59-a272-9baf70539a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.720549] env[69183]: DEBUG oslo_concurrency.lockutils [req-0510abc2-181b-485c-931d-162e5359232d req-f97d2c47-bd52-4318-8058-a1792617a5d5 service nova] Lock "eb901e24-f4a7-4a59-a272-9baf70539a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.720549] env[69183]: DEBUG nova.compute.manager [req-0510abc2-181b-485c-931d-162e5359232d req-f97d2c47-bd52-4318-8058-a1792617a5d5 service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] No waiting events found dispatching network-vif-plugged-cae01073-62d5-42e8-ab14-43ca5140196a {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1150.720721] env[69183]: WARNING nova.compute.manager [req-0510abc2-181b-485c-931d-162e5359232d req-f97d2c47-bd52-4318-8058-a1792617a5d5 service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Received unexpected event network-vif-plugged-cae01073-62d5-42e8-ab14-43ca5140196a for instance with vm_state active and task_state None. [ 1150.721055] env[69183]: DEBUG nova.compute.manager [req-0510abc2-181b-485c-931d-162e5359232d req-f97d2c47-bd52-4318-8058-a1792617a5d5 service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Received event network-changed-cae01073-62d5-42e8-ab14-43ca5140196a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1150.722223] env[69183]: DEBUG nova.compute.manager [req-0510abc2-181b-485c-931d-162e5359232d req-f97d2c47-bd52-4318-8058-a1792617a5d5 service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Refreshing instance network info cache due to event network-changed-cae01073-62d5-42e8-ab14-43ca5140196a. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1150.722223] env[69183]: DEBUG oslo_concurrency.lockutils [req-0510abc2-181b-485c-931d-162e5359232d req-f97d2c47-bd52-4318-8058-a1792617a5d5 service nova] Acquiring lock "refresh_cache-eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.722223] env[69183]: DEBUG oslo_concurrency.lockutils [req-0510abc2-181b-485c-931d-162e5359232d req-f97d2c47-bd52-4318-8058-a1792617a5d5 service nova] Acquired lock "refresh_cache-eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.722443] env[69183]: DEBUG nova.network.neutron [req-0510abc2-181b-485c-931d-162e5359232d req-f97d2c47-bd52-4318-8058-a1792617a5d5 service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Refreshing network info cache for port cae01073-62d5-42e8-ab14-43ca5140196a {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.794593] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1743ea29-0c56-4657-8372-e0ba322fb902 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "232e87c8-b953-49b2-844e-54c701e2e29b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.150s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.934194] env[69183]: DEBUG nova.network.neutron [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Successfully updated port: 5f561509-92d9-4ab7-ac41-d7cd667c7690 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.015407] env[69183]: DEBUG oslo_concurrency.lockutils [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "bf50d812-bb70-4baf-acde-462a3d98991c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.015679] env[69183]: DEBUG oslo_concurrency.lockutils [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "bf50d812-bb70-4baf-acde-462a3d98991c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.015951] env[69183]: DEBUG oslo_concurrency.lockutils [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "bf50d812-bb70-4baf-acde-462a3d98991c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.016138] env[69183]: DEBUG oslo_concurrency.lockutils [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "bf50d812-bb70-4baf-acde-462a3d98991c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.017048] env[69183]: DEBUG oslo_concurrency.lockutils [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "bf50d812-bb70-4baf-acde-462a3d98991c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.018621] env[69183]: INFO nova.compute.manager [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Terminating instance [ 1151.100582] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790624, 'name': RelocateVM_Task} progress is 98%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.194854] env[69183]: DEBUG oslo_vmware.api [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Task: {'id': task-2790631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146143} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.195689] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.195689] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.195689] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.195890] env[69183]: INFO nova.compute.manager [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1151.196202] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.196447] env[69183]: DEBUG nova.compute.manager [-] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1151.196565] env[69183]: DEBUG nova.network.neutron [-] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1151.436532] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 5599a8c9-58c6-40c3-97cc-b0eea581ad5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1151.436762] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance de082184-d2e2-4020-b5dc-c0c2670f2f8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1151.436861] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance f3042ae2-18ad-4ecd-ad53-4ea9a1584aef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1151.436986] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 75156231-e8a2-406d-98d2-d5fa70f5408a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1151.437062] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 176fd0cc-5a63-4bd2-b552-0b733267ade5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1151.437162] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 64e40350-ac36-4329-a9f9-a2c8c2996eee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1151.437276] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance cc10ef03-da26-42a3-8a5d-f31606f782e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1151.437385] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance eb901e24-f4a7-4a59-a272-9baf70539a96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1151.437495] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance bf50d812-bb70-4baf-acde-462a3d98991c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1151.437602] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 339d0f93-4ddf-426e-b29d-2d7aeedec0c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1151.437703] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 45cdd535-11a2-4d46-91ca-49357d12c208 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1151.437907] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance ca3f9b2d-f86b-4a12-8174-f836f23a6dc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1151.437907] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1151.438098] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 595f05fc-635b-416b-af11-a792e21b451b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1151.439580] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "refresh_cache-595f05fc-635b-416b-af11-a792e21b451b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.439714] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquired lock "refresh_cache-595f05fc-635b-416b-af11-a792e21b451b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.439858] env[69183]: DEBUG nova.network.neutron [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.445606] env[69183]: DEBUG nova.network.neutron [req-0510abc2-181b-485c-931d-162e5359232d req-f97d2c47-bd52-4318-8058-a1792617a5d5 service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Updated VIF entry in instance network info cache for port cae01073-62d5-42e8-ab14-43ca5140196a. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.445980] env[69183]: DEBUG nova.network.neutron [req-0510abc2-181b-485c-931d-162e5359232d req-f97d2c47-bd52-4318-8058-a1792617a5d5 service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Updating instance_info_cache with network_info: [{"id": "4c4b120a-2883-41c7-a28f-4c035f051139", "address": "fa:16:3e:75:f5:8e", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4b120a-28", "ovs_interfaceid": "4c4b120a-2883-41c7-a28f-4c035f051139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cae01073-62d5-42e8-ab14-43ca5140196a", "address": "fa:16:3e:f5:85:98", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae01073-62", "ovs_interfaceid": "cae01073-62d5-42e8-ab14-43ca5140196a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.493310] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "232e87c8-b953-49b2-844e-54c701e2e29b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.493591] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "232e87c8-b953-49b2-844e-54c701e2e29b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.493777] env[69183]: INFO nova.compute.manager [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Unshelving [ 1151.523537] env[69183]: DEBUG nova.compute.manager [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.523812] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.525148] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d242df-cdda-4447-a18f-c932a31a9d02 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.535037] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.535303] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0380a520-9b96-4e9f-b56b-7168fe4bfa8b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.542462] env[69183]: DEBUG oslo_vmware.api [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1151.542462] env[69183]: value = "task-2790633" [ 1151.542462] env[69183]: _type = "Task" [ 1151.542462] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.555921] env[69183]: DEBUG oslo_vmware.api [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.601938] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790624, 'name': RelocateVM_Task, 'duration_secs': 4.794968} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.602359] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Volume attach. Driver type: vmdk {{(pid=69183) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1151.602657] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560917', 'volume_id': '7bc22691-4d67-493e-97d2-3a81053128cf', 'name': 'volume-7bc22691-4d67-493e-97d2-3a81053128cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8988f164-f1ae-4b9c-a297-02b9c3ae0d9a', 'attached_at': '', 'detached_at': '', 'volume_id': '7bc22691-4d67-493e-97d2-3a81053128cf', 'serial': '7bc22691-4d67-493e-97d2-3a81053128cf'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1151.603528] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e45c4b3-42fa-4518-8edf-1a2fa62a6499 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.622994] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2bfaa5-ac4d-4a69-be5c-5df1f44fd7bb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.646604] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-7bc22691-4d67-493e-97d2-3a81053128cf/volume-7bc22691-4d67-493e-97d2-3a81053128cf.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.646950] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5844cbc-822c-4f51-b8d0-bab0a7482843 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.669151] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1151.669151] env[69183]: value = "task-2790634" [ 1151.669151] env[69183]: _type = "Task" [ 1151.669151] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.677920] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.703091] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "9980f413-111a-4d89-b293-f9ce52f048cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.703323] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "9980f413-111a-4d89-b293-f9ce52f048cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.941974] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 29b81f2f-bc53-47d9-a437-2850222390f0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1151.942208] env[69183]: WARNING nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 232e87c8-b953-49b2-844e-54c701e2e29b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1151.950494] env[69183]: DEBUG oslo_concurrency.lockutils [req-0510abc2-181b-485c-931d-162e5359232d req-f97d2c47-bd52-4318-8058-a1792617a5d5 service nova] Releasing lock "refresh_cache-eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.950494] env[69183]: DEBUG nova.compute.manager [req-0510abc2-181b-485c-931d-162e5359232d req-f97d2c47-bd52-4318-8058-a1792617a5d5 service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Received event network-changed-63faa09f-0886-4df2-a410-06164f2fd5c9 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1151.950694] env[69183]: DEBUG nova.compute.manager [req-0510abc2-181b-485c-931d-162e5359232d req-f97d2c47-bd52-4318-8058-a1792617a5d5 service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Refreshing instance network info cache due to event network-changed-63faa09f-0886-4df2-a410-06164f2fd5c9. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1151.951126] env[69183]: DEBUG oslo_concurrency.lockutils [req-0510abc2-181b-485c-931d-162e5359232d req-f97d2c47-bd52-4318-8058-a1792617a5d5 service nova] Acquiring lock "refresh_cache-ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.951408] env[69183]: DEBUG oslo_concurrency.lockutils [req-0510abc2-181b-485c-931d-162e5359232d req-f97d2c47-bd52-4318-8058-a1792617a5d5 service nova] Acquired lock "refresh_cache-ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.951673] env[69183]: DEBUG nova.network.neutron [req-0510abc2-181b-485c-931d-162e5359232d req-f97d2c47-bd52-4318-8058-a1792617a5d5 service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Refreshing network info cache for port 63faa09f-0886-4df2-a410-06164f2fd5c9 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.985841] env[69183]: DEBUG nova.network.neutron [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.017178] env[69183]: DEBUG nova.network.neutron [-] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.053897] env[69183]: DEBUG oslo_vmware.api [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790633, 'name': PowerOffVM_Task, 'duration_secs': 0.438748} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.054289] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.054527] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.054905] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e072165-a47b-4ed2-bb6e-d534fd68f9f7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.176134] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.177281] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.177281] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Deleting the datastore file [datastore2] bf50d812-bb70-4baf-acde-462a3d98991c {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.180198] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3e06027-a2b3-4f40-ac8a-abd5ba6406f4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.182377] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790634, 'name': ReconfigVM_Task, 'duration_secs': 0.331032} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.183406] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-7bc22691-4d67-493e-97d2-3a81053128cf/volume-7bc22691-4d67-493e-97d2-3a81053128cf.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.188614] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b91ffa2f-27af-456d-aeb5-296f1d773128 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.201400] env[69183]: DEBUG nova.network.neutron [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Updating instance_info_cache with network_info: [{"id": "5f561509-92d9-4ab7-ac41-d7cd667c7690", "address": "fa:16:3e:88:1b:25", "network": {"id": "584e8228-b304-41cb-8dbc-cb4150d388eb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051336374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757cee5ffa0741f9944dd410262b9ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f561509-92", "ovs_interfaceid": "5f561509-92d9-4ab7-ac41-d7cd667c7690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.202902] env[69183]: DEBUG oslo_vmware.api [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1152.202902] env[69183]: value = "task-2790636" [ 1152.202902] env[69183]: _type = "Task" [ 1152.202902] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.207268] env[69183]: DEBUG nova.compute.manager [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1152.212056] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1152.212056] env[69183]: value = "task-2790637" [ 1152.212056] env[69183]: _type = "Task" [ 1152.212056] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.219248] env[69183]: DEBUG oslo_vmware.api [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.226928] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790637, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.448748] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 9980f413-111a-4d89-b293-f9ce52f048cb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1152.449123] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1152.449374] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1152.473040] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "interface-eb901e24-f4a7-4a59-a272-9baf70539a96-cae01073-62d5-42e8-ab14-43ca5140196a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.473307] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "interface-eb901e24-f4a7-4a59-a272-9baf70539a96-cae01073-62d5-42e8-ab14-43ca5140196a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.494828] env[69183]: DEBUG oslo_concurrency.lockutils [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "ee41efd6-b248-45c5-9cbe-081967dccfbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.495078] env[69183]: DEBUG oslo_concurrency.lockutils [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "ee41efd6-b248-45c5-9cbe-081967dccfbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.519099] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.519704] env[69183]: INFO nova.compute.manager [-] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Took 1.32 seconds to deallocate network for instance. [ 1152.669461] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ee5064-4c53-49f9-b306-1dda8bd72676 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.672582] env[69183]: DEBUG nova.network.neutron [req-0510abc2-181b-485c-931d-162e5359232d req-f97d2c47-bd52-4318-8058-a1792617a5d5 service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Updated VIF entry in instance network info cache for port 63faa09f-0886-4df2-a410-06164f2fd5c9. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.673033] env[69183]: DEBUG nova.network.neutron [req-0510abc2-181b-485c-931d-162e5359232d req-f97d2c47-bd52-4318-8058-a1792617a5d5 service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Updating instance_info_cache with network_info: [{"id": "63faa09f-0886-4df2-a410-06164f2fd5c9", "address": "fa:16:3e:49:e3:4e", "network": {"id": "dd86d277-8747-4c50-a305-9b46298b69c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619207239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b95c9dfa9d48df99b1364995883c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63faa09f-08", "ovs_interfaceid": "63faa09f-0886-4df2-a410-06164f2fd5c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.679777] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfef0ba-86a3-4219-8b74-b8cef4049079 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.712594] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Releasing lock "refresh_cache-595f05fc-635b-416b-af11-a792e21b451b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.712914] env[69183]: DEBUG nova.compute.manager [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Instance network_info: |[{"id": "5f561509-92d9-4ab7-ac41-d7cd667c7690", "address": "fa:16:3e:88:1b:25", "network": {"id": "584e8228-b304-41cb-8dbc-cb4150d388eb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051336374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757cee5ffa0741f9944dd410262b9ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f561509-92", "ovs_interfaceid": "5f561509-92d9-4ab7-ac41-d7cd667c7690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.717776] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:1b:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f561509-92d9-4ab7-ac41-d7cd667c7690', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.725060] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.729071] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a90816-04c7-4f11-8f72-c4714c18d5bb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.734024] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.734742] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74616cba-7a4b-4d4f-86ca-83daeb878f69 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.751543] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.753940] env[69183]: DEBUG nova.compute.manager [req-eb465e9a-c097-4863-a5e2-8c4f15f18205 req-25573d7f-88ba-45b2-92bb-ae4b218698ce service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Received event network-vif-plugged-5f561509-92d9-4ab7-ac41-d7cd667c7690 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1152.754157] env[69183]: DEBUG oslo_concurrency.lockutils [req-eb465e9a-c097-4863-a5e2-8c4f15f18205 req-25573d7f-88ba-45b2-92bb-ae4b218698ce service nova] Acquiring lock "595f05fc-635b-416b-af11-a792e21b451b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.754362] env[69183]: DEBUG oslo_concurrency.lockutils [req-eb465e9a-c097-4863-a5e2-8c4f15f18205 req-25573d7f-88ba-45b2-92bb-ae4b218698ce service nova] Lock "595f05fc-635b-416b-af11-a792e21b451b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.754630] env[69183]: DEBUG oslo_concurrency.lockutils [req-eb465e9a-c097-4863-a5e2-8c4f15f18205 req-25573d7f-88ba-45b2-92bb-ae4b218698ce service nova] Lock "595f05fc-635b-416b-af11-a792e21b451b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.754771] env[69183]: DEBUG nova.compute.manager [req-eb465e9a-c097-4863-a5e2-8c4f15f18205 req-25573d7f-88ba-45b2-92bb-ae4b218698ce service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] No waiting events found dispatching network-vif-plugged-5f561509-92d9-4ab7-ac41-d7cd667c7690 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.754963] env[69183]: WARNING nova.compute.manager [req-eb465e9a-c097-4863-a5e2-8c4f15f18205 req-25573d7f-88ba-45b2-92bb-ae4b218698ce service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Received unexpected event network-vif-plugged-5f561509-92d9-4ab7-ac41-d7cd667c7690 for instance with vm_state building and task_state spawning. [ 1152.755225] env[69183]: DEBUG nova.compute.manager [req-eb465e9a-c097-4863-a5e2-8c4f15f18205 req-25573d7f-88ba-45b2-92bb-ae4b218698ce service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Received event network-changed-5f561509-92d9-4ab7-ac41-d7cd667c7690 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1152.755331] env[69183]: DEBUG nova.compute.manager [req-eb465e9a-c097-4863-a5e2-8c4f15f18205 req-25573d7f-88ba-45b2-92bb-ae4b218698ce service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Refreshing instance network info cache due to event network-changed-5f561509-92d9-4ab7-ac41-d7cd667c7690. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1152.755518] env[69183]: DEBUG oslo_concurrency.lockutils [req-eb465e9a-c097-4863-a5e2-8c4f15f18205 req-25573d7f-88ba-45b2-92bb-ae4b218698ce service nova] Acquiring lock "refresh_cache-595f05fc-635b-416b-af11-a792e21b451b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.755690] env[69183]: DEBUG oslo_concurrency.lockutils [req-eb465e9a-c097-4863-a5e2-8c4f15f18205 req-25573d7f-88ba-45b2-92bb-ae4b218698ce service nova] Acquired lock "refresh_cache-595f05fc-635b-416b-af11-a792e21b451b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.755870] env[69183]: DEBUG nova.network.neutron [req-eb465e9a-c097-4863-a5e2-8c4f15f18205 req-25573d7f-88ba-45b2-92bb-ae4b218698ce service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Refreshing network info cache for port 5f561509-92d9-4ab7-ac41-d7cd667c7690 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.767121] env[69183]: DEBUG oslo_vmware.api [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150061} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.767401] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790637, 'name': ReconfigVM_Task, 'duration_secs': 0.145412} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.768541] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.768765] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.768971] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.769187] env[69183]: INFO nova.compute.manager [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1152.769440] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.769692] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560917', 'volume_id': '7bc22691-4d67-493e-97d2-3a81053128cf', 'name': 'volume-7bc22691-4d67-493e-97d2-3a81053128cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8988f164-f1ae-4b9c-a297-02b9c3ae0d9a', 'attached_at': '', 'detached_at': '', 'volume_id': '7bc22691-4d67-493e-97d2-3a81053128cf', 'serial': '7bc22691-4d67-493e-97d2-3a81053128cf'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1152.771360] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab242801-91cf-4071-885c-314f3d0f7180 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.776564] env[69183]: DEBUG nova.compute.manager [-] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.776670] env[69183]: DEBUG nova.network.neutron [-] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1152.781276] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e4037c0-be04-40d2-a1cc-a5581b657699 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.781689] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.781689] env[69183]: value = "task-2790638" [ 1152.781689] env[69183]: _type = "Task" [ 1152.781689] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.799503] env[69183]: DEBUG nova.compute.provider_tree [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.801545] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1152.801545] env[69183]: value = "task-2790639" [ 1152.801545] env[69183]: _type = "Task" [ 1152.801545] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.810449] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790638, 'name': CreateVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.817715] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790639, 'name': Rename_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.976667] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.976933] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.977893] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2fbbc9-ef09-4a72-865f-e06210d6650f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.002615] env[69183]: DEBUG nova.compute.manager [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.007717] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b90a046-f6b5-4466-85a7-e93d750f6bca {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.031758] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.038525] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Reconfiguring VM to detach interface {{(pid=69183) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1153.038525] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0665534-9825-4af8-953d-3f10a48598c3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.060035] env[69183]: DEBUG oslo_vmware.api [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1153.060035] env[69183]: value = "task-2790640" [ 1153.060035] env[69183]: _type = "Task" [ 1153.060035] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.069672] env[69183]: DEBUG oslo_vmware.api [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.126498] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4dc5459-8c95-4cb3-8354-25f082be105e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Volume attach. Driver type: vmdk {{(pid=69183) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1153.126747] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4dc5459-8c95-4cb3-8354-25f082be105e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560927', 'volume_id': 'ebc10b13-fe84-48fb-952f-c3b05350c387', 'name': 'volume-ebc10b13-fe84-48fb-952f-c3b05350c387', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64e40350-ac36-4329-a9f9-a2c8c2996eee', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebc10b13-fe84-48fb-952f-c3b05350c387', 'serial': 'ebc10b13-fe84-48fb-952f-c3b05350c387'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1153.127707] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c849c391-b5bb-4604-b213-63ca6dd4b79c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.143948] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ae7d0c-7234-46d4-bcf4-7797ac8f8ea5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.169368] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4dc5459-8c95-4cb3-8354-25f082be105e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-ebc10b13-fe84-48fb-952f-c3b05350c387/volume-ebc10b13-fe84-48fb-952f-c3b05350c387.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.169700] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3446c9a0-d53c-4e44-9cde-515689fd410c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.183134] env[69183]: DEBUG oslo_concurrency.lockutils [req-0510abc2-181b-485c-931d-162e5359232d req-f97d2c47-bd52-4318-8058-a1792617a5d5 service nova] Releasing lock "refresh_cache-ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.189075] env[69183]: DEBUG oslo_vmware.api [None req-c4dc5459-8c95-4cb3-8354-25f082be105e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1153.189075] env[69183]: value = "task-2790641" [ 1153.189075] env[69183]: _type = "Task" [ 1153.189075] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.197419] env[69183]: DEBUG oslo_vmware.api [None req-c4dc5459-8c95-4cb3-8354-25f082be105e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.291964] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790638, 'name': CreateVM_Task, 'duration_secs': 0.40739} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.292255] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.292873] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.293110] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.293430] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.293689] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85bc8da5-7dfb-4d8b-8dce-5157049f97ba {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.303145] env[69183]: DEBUG nova.scheduler.client.report [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.307000] env[69183]: DEBUG oslo_vmware.api [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1153.307000] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52ead10b-102b-e260-b9fd-c4b8bd8133d2" [ 1153.307000] env[69183]: _type = "Task" [ 1153.307000] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.325320] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790639, 'name': Rename_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.329071] env[69183]: DEBUG oslo_vmware.api [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52ead10b-102b-e260-b9fd-c4b8bd8133d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011422} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.330183] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.330460] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.330731] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.330884] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.331148] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.331712] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6e00dbe-512f-4c9a-8afb-11b27b9a5844 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.342506] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.342706] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.343482] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85072c88-6f33-468f-abc3-6938a2242568 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.351103] env[69183]: DEBUG oslo_vmware.api [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1153.351103] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52d032d6-aece-a83d-e631-ebba1ea263a4" [ 1153.351103] env[69183]: _type = "Task" [ 1153.351103] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.361063] env[69183]: DEBUG oslo_vmware.api [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d032d6-aece-a83d-e631-ebba1ea263a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.485125] env[69183]: DEBUG nova.network.neutron [req-eb465e9a-c097-4863-a5e2-8c4f15f18205 req-25573d7f-88ba-45b2-92bb-ae4b218698ce service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Updated VIF entry in instance network info cache for port 5f561509-92d9-4ab7-ac41-d7cd667c7690. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.485581] env[69183]: DEBUG nova.network.neutron [req-eb465e9a-c097-4863-a5e2-8c4f15f18205 req-25573d7f-88ba-45b2-92bb-ae4b218698ce service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Updating instance_info_cache with network_info: [{"id": "5f561509-92d9-4ab7-ac41-d7cd667c7690", "address": "fa:16:3e:88:1b:25", "network": {"id": "584e8228-b304-41cb-8dbc-cb4150d388eb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051336374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757cee5ffa0741f9944dd410262b9ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f561509-92", "ovs_interfaceid": "5f561509-92d9-4ab7-ac41-d7cd667c7690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.539089] env[69183]: DEBUG oslo_concurrency.lockutils [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.570679] env[69183]: DEBUG oslo_vmware.api [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.698726] env[69183]: DEBUG oslo_vmware.api [None req-c4dc5459-8c95-4cb3-8354-25f082be105e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790641, 'name': ReconfigVM_Task, 'duration_secs': 0.502474} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.699037] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4dc5459-8c95-4cb3-8354-25f082be105e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-ebc10b13-fe84-48fb-952f-c3b05350c387/volume-ebc10b13-fe84-48fb-952f-c3b05350c387.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.703838] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e207737c-c320-4667-986f-8d9e9617223a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.718960] env[69183]: DEBUG oslo_vmware.api [None req-c4dc5459-8c95-4cb3-8354-25f082be105e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1153.718960] env[69183]: value = "task-2790642" [ 1153.718960] env[69183]: _type = "Task" [ 1153.718960] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.727418] env[69183]: DEBUG oslo_vmware.api [None req-c4dc5459-8c95-4cb3-8354-25f082be105e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.782755] env[69183]: DEBUG nova.network.neutron [-] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.818134] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69183) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1153.818373] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.546s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.818630] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790639, 'name': Rename_Task, 'duration_secs': 0.658415} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.818864] env[69183]: DEBUG oslo_concurrency.lockutils [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.161s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.820401] env[69183]: INFO nova.compute.claims [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.822865] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.823018] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Cleaning up deleted instances {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 1153.824151] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.824902] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b91e022-05aa-4219-b58e-19a2513a7e2d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.832201] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1153.832201] env[69183]: value = "task-2790643" [ 1153.832201] env[69183]: _type = "Task" [ 1153.832201] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.841741] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.861785] env[69183]: DEBUG oslo_vmware.api [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d032d6-aece-a83d-e631-ebba1ea263a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010815} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.862623] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-429e7102-d595-4f4b-a0aa-5602c7c34628 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.868512] env[69183]: DEBUG oslo_vmware.api [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1153.868512] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52ddb610-7a27-b66b-5e26-14a15024c0cf" [ 1153.868512] env[69183]: _type = "Task" [ 1153.868512] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.877297] env[69183]: DEBUG oslo_vmware.api [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52ddb610-7a27-b66b-5e26-14a15024c0cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.988654] env[69183]: DEBUG oslo_concurrency.lockutils [req-eb465e9a-c097-4863-a5e2-8c4f15f18205 req-25573d7f-88ba-45b2-92bb-ae4b218698ce service nova] Releasing lock "refresh_cache-595f05fc-635b-416b-af11-a792e21b451b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.988988] env[69183]: DEBUG nova.compute.manager [req-eb465e9a-c097-4863-a5e2-8c4f15f18205 req-25573d7f-88ba-45b2-92bb-ae4b218698ce service nova] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Received event network-vif-deleted-779bdc67-e670-4e00-a842-854af028a187 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1154.070902] env[69183]: DEBUG oslo_vmware.api [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.231571] env[69183]: DEBUG oslo_vmware.api [None req-c4dc5459-8c95-4cb3-8354-25f082be105e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790642, 'name': ReconfigVM_Task, 'duration_secs': 0.161969} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.231571] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4dc5459-8c95-4cb3-8354-25f082be105e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560927', 'volume_id': 'ebc10b13-fe84-48fb-952f-c3b05350c387', 'name': 'volume-ebc10b13-fe84-48fb-952f-c3b05350c387', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64e40350-ac36-4329-a9f9-a2c8c2996eee', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebc10b13-fe84-48fb-952f-c3b05350c387', 'serial': 'ebc10b13-fe84-48fb-952f-c3b05350c387'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1154.285812] env[69183]: INFO nova.compute.manager [-] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Took 1.51 seconds to deallocate network for instance. [ 1154.343602] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] There are 57 instances to clean {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 1154.343974] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 9e85be2a-94a3-4e9b-8ff1-b5f93fac6442] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1154.358225] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790643, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.380622] env[69183]: DEBUG oslo_vmware.api [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52ddb610-7a27-b66b-5e26-14a15024c0cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011861} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.381154] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.381430] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 595f05fc-635b-416b-af11-a792e21b451b/595f05fc-635b-416b-af11-a792e21b451b.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.381703] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cad5577a-14e4-4599-951f-39b5331c4221 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.389725] env[69183]: DEBUG oslo_vmware.api [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1154.389725] env[69183]: value = "task-2790644" [ 1154.389725] env[69183]: _type = "Task" [ 1154.389725] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.398455] env[69183]: DEBUG oslo_vmware.api [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.572538] env[69183]: DEBUG oslo_vmware.api [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.793213] env[69183]: DEBUG oslo_concurrency.lockutils [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.848241] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: cdb4de53-8a08-44dd-a17f-a77dc662405d] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1154.871937] env[69183]: DEBUG oslo_vmware.api [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790643, 'name': PowerOnVM_Task, 'duration_secs': 0.537642} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.872380] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.872600] env[69183]: INFO nova.compute.manager [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1154.872799] env[69183]: DEBUG nova.compute.manager [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.873627] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e428594-597d-45c3-9e49-0b57437cdf43 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.900358] env[69183]: DEBUG oslo_vmware.api [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457658} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.900358] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 595f05fc-635b-416b-af11-a792e21b451b/595f05fc-635b-416b-af11-a792e21b451b.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.900358] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.900652] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-080f0a74-4669-43c2-8129-5996af9a0410 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.910963] env[69183]: DEBUG oslo_vmware.api [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1154.910963] env[69183]: value = "task-2790645" [ 1154.910963] env[69183]: _type = "Task" [ 1154.910963] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.927790] env[69183]: DEBUG oslo_vmware.api [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.968459] env[69183]: DEBUG nova.compute.manager [req-ad1157b3-078b-4f0e-a21d-7be3baccc11c req-d7b9048b-6ad0-4ab5-a8b6-8d819f7c1183 service nova] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Received event network-vif-deleted-2b6435d1-e308-464a-a62d-d9e8fe1fe288 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1155.073248] env[69183]: DEBUG oslo_vmware.api [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.106885] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8c7aef-1222-4ad3-ad7a-bbb947a9fda2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.116662] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9282a8f8-a1b8-4c88-bb20-10723ceba3cb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.146894] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146e1888-d218-4177-9634-239c9734e505 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.155054] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb1cc3f-783b-4135-a97b-bfc524da7a29 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.168828] env[69183]: DEBUG nova.compute.provider_tree [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.289363] env[69183]: DEBUG nova.objects.instance [None req-c4dc5459-8c95-4cb3-8354-25f082be105e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lazy-loading 'flavor' on Instance uuid 64e40350-ac36-4329-a9f9-a2c8c2996eee {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.359609] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 38b19cea-b66b-42cd-b0a3-0dbdd5b3ec21] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1155.395881] env[69183]: INFO nova.compute.manager [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Took 18.20 seconds to build instance. [ 1155.421877] env[69183]: DEBUG oslo_vmware.api [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086845} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.421877] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.423186] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a96b3c-d625-4273-bd23-580d4404d46d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.452901] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 595f05fc-635b-416b-af11-a792e21b451b/595f05fc-635b-416b-af11-a792e21b451b.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.454681] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5dc66e9-1d75-4edf-b0a0-7d4e01242faa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.475930] env[69183]: DEBUG oslo_vmware.api [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1155.475930] env[69183]: value = "task-2790646" [ 1155.475930] env[69183]: _type = "Task" [ 1155.475930] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.487761] env[69183]: DEBUG oslo_vmware.api [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.572357] env[69183]: DEBUG oslo_vmware.api [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.672039] env[69183]: DEBUG nova.scheduler.client.report [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.794300] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c4dc5459-8c95-4cb3-8354-25f082be105e tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "64e40350-ac36-4329-a9f9-a2c8c2996eee" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.303s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.862427] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 2a92e5e0-7f79-4388-b3c8-28091120b761] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1155.898519] env[69183]: DEBUG oslo_concurrency.lockutils [None req-18497db9-c0aa-498d-9db0-d614a469309f tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.722s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.907111] env[69183]: DEBUG nova.compute.manager [req-9972d36d-def0-4844-8d7b-266c42a09e83 req-e9529791-1ed1-462e-8206-26f82da1c31e service nova] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Received event network-changed-aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1155.907266] env[69183]: DEBUG nova.compute.manager [req-9972d36d-def0-4844-8d7b-266c42a09e83 req-e9529791-1ed1-462e-8206-26f82da1c31e service nova] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Refreshing instance network info cache due to event network-changed-aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1155.907445] env[69183]: DEBUG oslo_concurrency.lockutils [req-9972d36d-def0-4844-8d7b-266c42a09e83 req-e9529791-1ed1-462e-8206-26f82da1c31e service nova] Acquiring lock "refresh_cache-5599a8c9-58c6-40c3-97cc-b0eea581ad5b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.907605] env[69183]: DEBUG oslo_concurrency.lockutils [req-9972d36d-def0-4844-8d7b-266c42a09e83 req-e9529791-1ed1-462e-8206-26f82da1c31e service nova] Acquired lock "refresh_cache-5599a8c9-58c6-40c3-97cc-b0eea581ad5b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.907747] env[69183]: DEBUG nova.network.neutron [req-9972d36d-def0-4844-8d7b-266c42a09e83 req-e9529791-1ed1-462e-8206-26f82da1c31e service nova] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Refreshing network info cache for port aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.986440] env[69183]: DEBUG oslo_vmware.api [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790646, 'name': ReconfigVM_Task, 'duration_secs': 0.292065} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.986868] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 595f05fc-635b-416b-af11-a792e21b451b/595f05fc-635b-416b-af11-a792e21b451b.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.989892] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a160c608-60f9-4596-bf3f-377cfda86650 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.997160] env[69183]: DEBUG oslo_vmware.api [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1155.997160] env[69183]: value = "task-2790647" [ 1155.997160] env[69183]: _type = "Task" [ 1155.997160] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.010075] env[69183]: INFO nova.compute.manager [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Rescuing [ 1156.010468] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "refresh_cache-64e40350-ac36-4329-a9f9-a2c8c2996eee" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.010760] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquired lock "refresh_cache-64e40350-ac36-4329-a9f9-a2c8c2996eee" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.011096] env[69183]: DEBUG nova.network.neutron [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.012428] env[69183]: DEBUG oslo_vmware.api [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790647, 'name': Rename_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.074230] env[69183]: DEBUG oslo_vmware.api [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.177172] env[69183]: DEBUG oslo_concurrency.lockutils [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.177839] env[69183]: DEBUG nova.compute.manager [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.180578] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.662s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.180790] env[69183]: DEBUG nova.objects.instance [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lazy-loading 'pci_requests' on Instance uuid 232e87c8-b953-49b2-844e-54c701e2e29b {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.366869] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: b5217301-8549-4cf9-aae5-5ea43a7752b2] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1156.506549] env[69183]: DEBUG oslo_vmware.api [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790647, 'name': Rename_Task, 'duration_secs': 0.151925} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.506729] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.507404] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a228311f-e294-47a9-b4cd-6ba7a789a20b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.517581] env[69183]: DEBUG oslo_vmware.api [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1156.517581] env[69183]: value = "task-2790648" [ 1156.517581] env[69183]: _type = "Task" [ 1156.517581] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.528183] env[69183]: DEBUG oslo_vmware.api [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.577815] env[69183]: DEBUG oslo_vmware.api [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.683815] env[69183]: DEBUG nova.compute.utils [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.686397] env[69183]: DEBUG nova.objects.instance [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lazy-loading 'numa_topology' on Instance uuid 232e87c8-b953-49b2-844e-54c701e2e29b {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.687389] env[69183]: DEBUG nova.compute.manager [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1156.687579] env[69183]: DEBUG nova.network.neutron [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.736192] env[69183]: DEBUG nova.network.neutron [req-9972d36d-def0-4844-8d7b-266c42a09e83 req-e9529791-1ed1-462e-8206-26f82da1c31e service nova] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Updated VIF entry in instance network info cache for port aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.736561] env[69183]: DEBUG nova.network.neutron [req-9972d36d-def0-4844-8d7b-266c42a09e83 req-e9529791-1ed1-462e-8206-26f82da1c31e service nova] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Updating instance_info_cache with network_info: [{"id": "aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4", "address": "fa:16:3e:02:09:59", "network": {"id": "3c4f15f7-8472-4ea3-912b-f17e69e4453b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-205766861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a981345cfd7a46ef9fb2d4f5589c7460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba45f1a-95", "ovs_interfaceid": "aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.744917] env[69183]: DEBUG nova.policy [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c93489d8ebd04f74a54413157742606c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ef83677521b4cb2b6d150bb6a3b8688', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.871751] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 0619785e-65a2-41de-abbe-b394ef2d1916] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1157.027623] env[69183]: DEBUG oslo_vmware.api [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790648, 'name': PowerOnVM_Task, 'duration_secs': 0.47252} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.027903] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.028123] env[69183]: INFO nova.compute.manager [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Took 7.05 seconds to spawn the instance on the hypervisor. [ 1157.028305] env[69183]: DEBUG nova.compute.manager [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.029094] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c205b4d5-6378-40f0-98f3-4c40bec0045a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.077598] env[69183]: DEBUG oslo_vmware.api [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.081310] env[69183]: DEBUG nova.network.neutron [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Updating instance_info_cache with network_info: [{"id": "6dcec28e-b9a5-4508-9ca6-f9f2869148d4", "address": "fa:16:3e:05:bb:e3", "network": {"id": "8bbed847-7558-4366-8344-09eab3f71da3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-832336373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eff32ba0f4cf48eebea581edfca21bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dcec28e-b9", "ovs_interfaceid": "6dcec28e-b9a5-4508-9ca6-f9f2869148d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.190170] env[69183]: INFO nova.compute.claims [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.192924] env[69183]: DEBUG nova.compute.manager [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.240229] env[69183]: DEBUG oslo_concurrency.lockutils [req-9972d36d-def0-4844-8d7b-266c42a09e83 req-e9529791-1ed1-462e-8206-26f82da1c31e service nova] Releasing lock "refresh_cache-5599a8c9-58c6-40c3-97cc-b0eea581ad5b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.363400] env[69183]: DEBUG nova.network.neutron [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Successfully created port: 69c2a0d3-eb31-4783-bcda-86c6e9ac9b22 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.376260] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 603b8c48-2e69-441c-8ded-b48e31908587] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1157.438249] env[69183]: DEBUG nova.compute.manager [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Stashing vm_state: active {{(pid=69183) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1157.553023] env[69183]: INFO nova.compute.manager [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Took 16.63 seconds to build instance. [ 1157.578032] env[69183]: DEBUG oslo_vmware.api [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.583817] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Releasing lock "refresh_cache-64e40350-ac36-4329-a9f9-a2c8c2996eee" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.880386] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 0b074aac-dea9-4889-9e0f-84228979f883] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1157.948418] env[69183]: DEBUG nova.compute.manager [req-f1da47d4-0781-4e76-8713-4afc9319bc9a req-27a50369-954d-4516-87f1-7d5dff1ace3f service nova] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Received event network-changed-51d1a072-d058-4f01-a7ea-0e13cf3d8831 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1157.948617] env[69183]: DEBUG nova.compute.manager [req-f1da47d4-0781-4e76-8713-4afc9319bc9a req-27a50369-954d-4516-87f1-7d5dff1ace3f service nova] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Refreshing instance network info cache due to event network-changed-51d1a072-d058-4f01-a7ea-0e13cf3d8831. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1157.948865] env[69183]: DEBUG oslo_concurrency.lockutils [req-f1da47d4-0781-4e76-8713-4afc9319bc9a req-27a50369-954d-4516-87f1-7d5dff1ace3f service nova] Acquiring lock "refresh_cache-8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.949036] env[69183]: DEBUG oslo_concurrency.lockutils [req-f1da47d4-0781-4e76-8713-4afc9319bc9a req-27a50369-954d-4516-87f1-7d5dff1ace3f service nova] Acquired lock "refresh_cache-8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.949186] env[69183]: DEBUG nova.network.neutron [req-f1da47d4-0781-4e76-8713-4afc9319bc9a req-27a50369-954d-4516-87f1-7d5dff1ace3f service nova] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Refreshing network info cache for port 51d1a072-d058-4f01-a7ea-0e13cf3d8831 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.976423] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.054251] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a5d01398-6664-4b34-a36a-0ffd4fd4df62 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "595f05fc-635b-416b-af11-a792e21b451b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.144s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.077663] env[69183]: DEBUG oslo_vmware.api [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.205668] env[69183]: DEBUG nova.compute.manager [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.229559] env[69183]: DEBUG nova.virt.hardware [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.229709] env[69183]: DEBUG nova.virt.hardware [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.229773] env[69183]: DEBUG nova.virt.hardware [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.229957] env[69183]: DEBUG nova.virt.hardware [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.230118] env[69183]: DEBUG nova.virt.hardware [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.230271] env[69183]: DEBUG nova.virt.hardware [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.230479] env[69183]: DEBUG nova.virt.hardware [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.230639] env[69183]: DEBUG nova.virt.hardware [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.230810] env[69183]: DEBUG nova.virt.hardware [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.231015] env[69183]: DEBUG nova.virt.hardware [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.231229] env[69183]: DEBUG nova.virt.hardware [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.232112] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ab100e-f529-4e46-b15a-1e47fcf88798 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.243031] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff593012-a894-43f7-9c1e-4a3418c8351e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.384774] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 4744ab8b-ec2b-4fd0-84d3-fd51af8e5f66] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1158.458488] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cb85a8-4cf3-42ae-bdca-d9a09f46d6d8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.466678] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628bcdb4-377d-4e64-8fec-3a56e1cba6fb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.501397] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778360c7-afec-4c63-b0b5-c61b1054129d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.508902] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f83b5a-db4f-4d1f-bf50-730465faac4c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.522172] env[69183]: DEBUG nova.compute.provider_tree [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.578464] env[69183]: DEBUG oslo_vmware.api [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790640, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.694178] env[69183]: DEBUG nova.network.neutron [req-f1da47d4-0781-4e76-8713-4afc9319bc9a req-27a50369-954d-4516-87f1-7d5dff1ace3f service nova] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Updated VIF entry in instance network info cache for port 51d1a072-d058-4f01-a7ea-0e13cf3d8831. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.694178] env[69183]: DEBUG nova.network.neutron [req-f1da47d4-0781-4e76-8713-4afc9319bc9a req-27a50369-954d-4516-87f1-7d5dff1ace3f service nova] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Updating instance_info_cache with network_info: [{"id": "51d1a072-d058-4f01-a7ea-0e13cf3d8831", "address": "fa:16:3e:0f:88:fb", "network": {"id": "3c4f15f7-8472-4ea3-912b-f17e69e4453b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-205766861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a981345cfd7a46ef9fb2d4f5589c7460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d1a072-d0", "ovs_interfaceid": "51d1a072-d058-4f01-a7ea-0e13cf3d8831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.890220] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: f2ed33b8-1beb-4d20-a818-d16ed66b6a6e] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1159.025886] env[69183]: DEBUG nova.scheduler.client.report [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.046067] env[69183]: DEBUG nova.network.neutron [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Successfully updated port: 69c2a0d3-eb31-4783-bcda-86c6e9ac9b22 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.082697] env[69183]: DEBUG oslo_vmware.api [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790640, 'name': ReconfigVM_Task, 'duration_secs': 5.820837} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.082991] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.083247] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Reconfigured VM to detach interface {{(pid=69183) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1159.145263] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.145548] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d039f52-67ee-4d80-99f1-f97d8be27ce4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.152236] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1159.152236] env[69183]: value = "task-2790649" [ 1159.152236] env[69183]: _type = "Task" [ 1159.152236] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.160567] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.196378] env[69183]: DEBUG oslo_concurrency.lockutils [req-f1da47d4-0781-4e76-8713-4afc9319bc9a req-27a50369-954d-4516-87f1-7d5dff1ace3f service nova] Releasing lock "refresh_cache-8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.394906] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: c1ec5784-3f0b-4426-a329-c14083df1c24] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1159.531931] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.351s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.535682] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.784s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.537535] env[69183]: INFO nova.compute.claims [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.548956] env[69183]: DEBUG oslo_concurrency.lockutils [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "refresh_cache-29b81f2f-bc53-47d9-a437-2850222390f0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.549175] env[69183]: DEBUG oslo_concurrency.lockutils [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired lock "refresh_cache-29b81f2f-bc53-47d9-a437-2850222390f0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.549348] env[69183]: DEBUG nova.network.neutron [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.575564] env[69183]: INFO nova.network.neutron [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Updating port ce14ad5d-54a1-4bf8-89da-e3c21f903005 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1159.663923] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790649, 'name': PowerOffVM_Task, 'duration_secs': 0.263221} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.664857] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.666479] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f0d738-cc7d-411e-ac88-898206596037 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.691655] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0c8c1d-afc8-4515-9f63-fb2f3153d21e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.758598] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.758993] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-616c7ed6-9240-47a3-8da3-9c4e3de500e5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.770972] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1159.770972] env[69183]: value = "task-2790650" [ 1159.770972] env[69183]: _type = "Task" [ 1159.770972] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.779971] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.897896] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 4a10ced8-b3d4-4f2a-955b-a8884a8209b8] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1160.018251] env[69183]: DEBUG oslo_concurrency.lockutils [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "eb901e24-f4a7-4a59-a272-9baf70539a96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.018425] env[69183]: DEBUG oslo_concurrency.lockutils [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "eb901e24-f4a7-4a59-a272-9baf70539a96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.019035] env[69183]: DEBUG oslo_concurrency.lockutils [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "eb901e24-f4a7-4a59-a272-9baf70539a96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.019035] env[69183]: DEBUG oslo_concurrency.lockutils [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "eb901e24-f4a7-4a59-a272-9baf70539a96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.019035] env[69183]: DEBUG oslo_concurrency.lockutils [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "eb901e24-f4a7-4a59-a272-9baf70539a96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.021287] env[69183]: INFO nova.compute.manager [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Terminating instance [ 1160.060010] env[69183]: DEBUG nova.compute.manager [req-3f87d009-2b79-4093-81ab-a3d4a550981a req-24ed0b95-9d8a-40eb-9172-d9c0b1ce421d service nova] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Received event network-vif-plugged-69c2a0d3-eb31-4783-bcda-86c6e9ac9b22 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1160.060240] env[69183]: DEBUG oslo_concurrency.lockutils [req-3f87d009-2b79-4093-81ab-a3d4a550981a req-24ed0b95-9d8a-40eb-9172-d9c0b1ce421d service nova] Acquiring lock "29b81f2f-bc53-47d9-a437-2850222390f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.060446] env[69183]: DEBUG oslo_concurrency.lockutils [req-3f87d009-2b79-4093-81ab-a3d4a550981a req-24ed0b95-9d8a-40eb-9172-d9c0b1ce421d service nova] Lock "29b81f2f-bc53-47d9-a437-2850222390f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.060611] env[69183]: DEBUG oslo_concurrency.lockutils [req-3f87d009-2b79-4093-81ab-a3d4a550981a req-24ed0b95-9d8a-40eb-9172-d9c0b1ce421d service nova] Lock "29b81f2f-bc53-47d9-a437-2850222390f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.060778] env[69183]: DEBUG nova.compute.manager [req-3f87d009-2b79-4093-81ab-a3d4a550981a req-24ed0b95-9d8a-40eb-9172-d9c0b1ce421d service nova] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] No waiting events found dispatching network-vif-plugged-69c2a0d3-eb31-4783-bcda-86c6e9ac9b22 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1160.061122] env[69183]: WARNING nova.compute.manager [req-3f87d009-2b79-4093-81ab-a3d4a550981a req-24ed0b95-9d8a-40eb-9172-d9c0b1ce421d service nova] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Received unexpected event network-vif-plugged-69c2a0d3-eb31-4783-bcda-86c6e9ac9b22 for instance with vm_state building and task_state spawning. [ 1160.061222] env[69183]: DEBUG nova.compute.manager [req-3f87d009-2b79-4093-81ab-a3d4a550981a req-24ed0b95-9d8a-40eb-9172-d9c0b1ce421d service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Received event network-changed-5f561509-92d9-4ab7-ac41-d7cd667c7690 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1160.061376] env[69183]: DEBUG nova.compute.manager [req-3f87d009-2b79-4093-81ab-a3d4a550981a req-24ed0b95-9d8a-40eb-9172-d9c0b1ce421d service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Refreshing instance network info cache due to event network-changed-5f561509-92d9-4ab7-ac41-d7cd667c7690. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1160.061555] env[69183]: DEBUG oslo_concurrency.lockutils [req-3f87d009-2b79-4093-81ab-a3d4a550981a req-24ed0b95-9d8a-40eb-9172-d9c0b1ce421d service nova] Acquiring lock "refresh_cache-595f05fc-635b-416b-af11-a792e21b451b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.061689] env[69183]: DEBUG oslo_concurrency.lockutils [req-3f87d009-2b79-4093-81ab-a3d4a550981a req-24ed0b95-9d8a-40eb-9172-d9c0b1ce421d service nova] Acquired lock "refresh_cache-595f05fc-635b-416b-af11-a792e21b451b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.061838] env[69183]: DEBUG nova.network.neutron [req-3f87d009-2b79-4093-81ab-a3d4a550981a req-24ed0b95-9d8a-40eb-9172-d9c0b1ce421d service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Refreshing network info cache for port 5f561509-92d9-4ab7-ac41-d7cd667c7690 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.097545] env[69183]: DEBUG nova.network.neutron [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.260432] env[69183]: DEBUG nova.network.neutron [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Updating instance_info_cache with network_info: [{"id": "69c2a0d3-eb31-4783-bcda-86c6e9ac9b22", "address": "fa:16:3e:7a:dc:ef", "network": {"id": "fb8d0cb1-db67-46f8-b12f-c5b0b61f9bf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-851986354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ef83677521b4cb2b6d150bb6a3b8688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c2a0d3-eb", "ovs_interfaceid": "69c2a0d3-eb31-4783-bcda-86c6e9ac9b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.283098] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] VM already powered off {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1160.283328] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.283585] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.283700] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.283876] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.284147] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-115f5e19-2e95-45d8-b684-6cde01ec068f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.295439] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.295611] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.296566] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7fce97b-efb0-405b-9bfe-26b47d2d4fc2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.303272] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1160.303272] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52132255-11ad-efee-94b7-749d00509512" [ 1160.303272] env[69183]: _type = "Task" [ 1160.303272] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.310304] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52132255-11ad-efee-94b7-749d00509512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.394159] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "refresh_cache-eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.394379] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquired lock "refresh_cache-eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.394548] env[69183]: DEBUG nova.network.neutron [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.400843] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 325b7a94-5de0-4e0c-9fa9-7daecd396d54] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1160.525569] env[69183]: DEBUG nova.compute.manager [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.525917] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.526825] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7b4fa5-c70f-4f13-bb56-b74d172da038 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.534964] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.535222] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6160c378-a6b4-4b53-9e90-2214858703c9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.542151] env[69183]: DEBUG oslo_vmware.api [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1160.542151] env[69183]: value = "task-2790651" [ 1160.542151] env[69183]: _type = "Task" [ 1160.542151] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.555810] env[69183]: DEBUG oslo_vmware.api [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.762746] env[69183]: DEBUG oslo_concurrency.lockutils [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Releasing lock "refresh_cache-29b81f2f-bc53-47d9-a437-2850222390f0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.763147] env[69183]: DEBUG nova.compute.manager [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Instance network_info: |[{"id": "69c2a0d3-eb31-4783-bcda-86c6e9ac9b22", "address": "fa:16:3e:7a:dc:ef", "network": {"id": "fb8d0cb1-db67-46f8-b12f-c5b0b61f9bf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-851986354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ef83677521b4cb2b6d150bb6a3b8688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c2a0d3-eb", "ovs_interfaceid": "69c2a0d3-eb31-4783-bcda-86c6e9ac9b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1160.765815] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:dc:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69c2a0d3-eb31-4783-bcda-86c6e9ac9b22', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.773261] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.775869] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.776153] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a53f3406-666c-417f-86ad-665af2861bdb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.804208] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.804208] env[69183]: value = "task-2790652" [ 1160.804208] env[69183]: _type = "Task" [ 1160.804208] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.818105] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790652, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.821109] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52132255-11ad-efee-94b7-749d00509512, 'name': SearchDatastore_Task, 'duration_secs': 0.027652} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.822083] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17d99838-2514-4f16-b4b5-e81271ad71ad {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.827483] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1160.827483] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5298d81a-b122-6ca9-2918-5b9ca289c6d5" [ 1160.827483] env[69183]: _type = "Task" [ 1160.827483] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.839281] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5298d81a-b122-6ca9-2918-5b9ca289c6d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.842492] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa44b0b0-6bb4-4b88-8b6d-ba6bfb03773f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.851163] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e913953-8059-45a7-a379-7c18ba61afb4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.884979] env[69183]: DEBUG nova.network.neutron [req-3f87d009-2b79-4093-81ab-a3d4a550981a req-24ed0b95-9d8a-40eb-9172-d9c0b1ce421d service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Updated VIF entry in instance network info cache for port 5f561509-92d9-4ab7-ac41-d7cd667c7690. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.884979] env[69183]: DEBUG nova.network.neutron [req-3f87d009-2b79-4093-81ab-a3d4a550981a req-24ed0b95-9d8a-40eb-9172-d9c0b1ce421d service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Updating instance_info_cache with network_info: [{"id": "5f561509-92d9-4ab7-ac41-d7cd667c7690", "address": "fa:16:3e:88:1b:25", "network": {"id": "584e8228-b304-41cb-8dbc-cb4150d388eb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051336374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757cee5ffa0741f9944dd410262b9ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f561509-92", "ovs_interfaceid": "5f561509-92d9-4ab7-ac41-d7cd667c7690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.885506] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032b209c-57ea-4f89-a557-15f6c06798bc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.892961] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291c3c3d-b71b-4256-8373-84e239076cab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.909964] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 2d12eb83-8e93-4cfe-ab45-d5aaa6077d65] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1160.913942] env[69183]: DEBUG nova.compute.provider_tree [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.052775] env[69183]: DEBUG oslo_vmware.api [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790651, 'name': PowerOffVM_Task, 'duration_secs': 0.215885} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.053064] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.053274] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.053593] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cd920a5-4f4b-41ed-b082-0953d646ac80 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.107381] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "refresh_cache-232e87c8-b953-49b2-844e-54c701e2e29b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.107590] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquired lock "refresh_cache-232e87c8-b953-49b2-844e-54c701e2e29b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.107750] env[69183]: DEBUG nova.network.neutron [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.129681] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.130548] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.130548] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Deleting the datastore file [datastore2] eb901e24-f4a7-4a59-a272-9baf70539a96 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.130548] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46add1f5-c92b-4cec-a7a8-5d4ada9c1e08 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.139204] env[69183]: DEBUG oslo_vmware.api [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1161.139204] env[69183]: value = "task-2790654" [ 1161.139204] env[69183]: _type = "Task" [ 1161.139204] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.150400] env[69183]: DEBUG oslo_vmware.api [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.198301] env[69183]: INFO nova.network.neutron [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Port cae01073-62d5-42e8-ab14-43ca5140196a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1161.198775] env[69183]: DEBUG nova.network.neutron [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Updating instance_info_cache with network_info: [{"id": "4c4b120a-2883-41c7-a28f-4c035f051139", "address": "fa:16:3e:75:f5:8e", "network": {"id": "30ee5a47-b7d6-4130-8d99-08ff2c272889", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-802173877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "947a00fe423a46e6afab13adb82f0200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4b120a-28", "ovs_interfaceid": "4c4b120a-2883-41c7-a28f-4c035f051139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.316681] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790652, 'name': CreateVM_Task, 'duration_secs': 0.359455} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.316845] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.317524] env[69183]: DEBUG oslo_concurrency.lockutils [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.317696] env[69183]: DEBUG oslo_concurrency.lockutils [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.318010] env[69183]: DEBUG oslo_concurrency.lockutils [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.318269] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea9d860c-5b3d-4380-b9b8-fa568de12718 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.322457] env[69183]: DEBUG oslo_vmware.api [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1161.322457] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]521a1e19-ea17-d549-15e2-8bb30d3cbd5a" [ 1161.322457] env[69183]: _type = "Task" [ 1161.322457] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.329697] env[69183]: DEBUG oslo_vmware.api [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521a1e19-ea17-d549-15e2-8bb30d3cbd5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.338134] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5298d81a-b122-6ca9-2918-5b9ca289c6d5, 'name': SearchDatastore_Task, 'duration_secs': 0.016655} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.338367] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.338617] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 64e40350-ac36-4329-a9f9-a2c8c2996eee/f7726cdb-6378-48d3-afce-c7bc7e065714-rescue.vmdk. {{(pid=69183) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1161.338867] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-655137f6-5d9f-4eb6-8219-e33c67ee4e9f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.344675] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1161.344675] env[69183]: value = "task-2790655" [ 1161.344675] env[69183]: _type = "Task" [ 1161.344675] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.351636] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.388873] env[69183]: DEBUG oslo_concurrency.lockutils [req-3f87d009-2b79-4093-81ab-a3d4a550981a req-24ed0b95-9d8a-40eb-9172-d9c0b1ce421d service nova] Releasing lock "refresh_cache-595f05fc-635b-416b-af11-a792e21b451b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.389235] env[69183]: DEBUG nova.compute.manager [req-3f87d009-2b79-4093-81ab-a3d4a550981a req-24ed0b95-9d8a-40eb-9172-d9c0b1ce421d service nova] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Received event network-changed-69c2a0d3-eb31-4783-bcda-86c6e9ac9b22 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1161.389479] env[69183]: DEBUG nova.compute.manager [req-3f87d009-2b79-4093-81ab-a3d4a550981a req-24ed0b95-9d8a-40eb-9172-d9c0b1ce421d service nova] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Refreshing instance network info cache due to event network-changed-69c2a0d3-eb31-4783-bcda-86c6e9ac9b22. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1161.389744] env[69183]: DEBUG oslo_concurrency.lockutils [req-3f87d009-2b79-4093-81ab-a3d4a550981a req-24ed0b95-9d8a-40eb-9172-d9c0b1ce421d service nova] Acquiring lock "refresh_cache-29b81f2f-bc53-47d9-a437-2850222390f0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.389945] env[69183]: DEBUG oslo_concurrency.lockutils [req-3f87d009-2b79-4093-81ab-a3d4a550981a req-24ed0b95-9d8a-40eb-9172-d9c0b1ce421d service nova] Acquired lock "refresh_cache-29b81f2f-bc53-47d9-a437-2850222390f0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.390141] env[69183]: DEBUG nova.network.neutron [req-3f87d009-2b79-4093-81ab-a3d4a550981a req-24ed0b95-9d8a-40eb-9172-d9c0b1ce421d service nova] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Refreshing network info cache for port 69c2a0d3-eb31-4783-bcda-86c6e9ac9b22 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.413715] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 69798482-6c0f-49c6-b4d7-42927b8540c3] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1161.416830] env[69183]: DEBUG nova.scheduler.client.report [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.651588] env[69183]: DEBUG oslo_vmware.api [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167059} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.651887] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.652094] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.652278] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.652496] env[69183]: INFO nova.compute.manager [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1161.652784] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.652993] env[69183]: DEBUG nova.compute.manager [-] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.653104] env[69183]: DEBUG nova.network.neutron [-] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.701940] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Releasing lock "refresh_cache-eb901e24-f4a7-4a59-a272-9baf70539a96" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.833752] env[69183]: DEBUG oslo_vmware.api [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]521a1e19-ea17-d549-15e2-8bb30d3cbd5a, 'name': SearchDatastore_Task, 'duration_secs': 0.008474} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.833996] env[69183]: DEBUG oslo_concurrency.lockutils [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.834220] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.834547] env[69183]: DEBUG oslo_concurrency.lockutils [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.834670] env[69183]: DEBUG oslo_concurrency.lockutils [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.834810] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.835110] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec1f3fa4-d185-49bc-85cb-ff658f030423 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.843678] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.843678] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.844978] env[69183]: DEBUG nova.network.neutron [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Updating instance_info_cache with network_info: [{"id": "ce14ad5d-54a1-4bf8-89da-e3c21f903005", "address": "fa:16:3e:b7:6a:01", "network": {"id": "6506e7bc-9499-4660-998a-0ad990b0a9c1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-991947610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f422c74bdd4644a3829d1a2aa680352f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce14ad5d-54", "ovs_interfaceid": "ce14ad5d-54a1-4bf8-89da-e3c21f903005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.846155] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56cfb4aa-6b11-41e0-a9f0-a8b229ef461a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.857038] env[69183]: DEBUG oslo_vmware.api [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1161.857038] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52af9b8c-71f8-662e-108c-0745f60c65da" [ 1161.857038] env[69183]: _type = "Task" [ 1161.857038] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.860462] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435261} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.863911] env[69183]: INFO nova.virt.vmwareapi.ds_util [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 64e40350-ac36-4329-a9f9-a2c8c2996eee/f7726cdb-6378-48d3-afce-c7bc7e065714-rescue.vmdk. [ 1161.864843] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b15bda-5fa4-45df-b5bf-8b5cb6395d9e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.873502] env[69183]: DEBUG oslo_vmware.api [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52af9b8c-71f8-662e-108c-0745f60c65da, 'name': SearchDatastore_Task, 'duration_secs': 0.008446} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.897324] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 64e40350-ac36-4329-a9f9-a2c8c2996eee/f7726cdb-6378-48d3-afce-c7bc7e065714-rescue.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.897628] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f733ae2-d902-41f0-a077-c83787d14cf2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.902542] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-322c377e-3dd4-4dee-8f8d-5992de450d78 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.919960] env[69183]: DEBUG oslo_vmware.api [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1161.919960] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]526843e6-3cf3-edda-4057-9d5dffa5383f" [ 1161.919960] env[69183]: _type = "Task" [ 1161.919960] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.920429] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 26919386-b951-4ae3-84e4-541daeca1236] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1161.927829] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.928358] env[69183]: DEBUG nova.compute.manager [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1161.932503] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.901s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.932723] env[69183]: DEBUG nova.objects.instance [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Lazy-loading 'resources' on Instance uuid 45cdd535-11a2-4d46-91ca-49357d12c208 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.934079] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1161.934079] env[69183]: value = "task-2790656" [ 1161.934079] env[69183]: _type = "Task" [ 1161.934079] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.943114] env[69183]: DEBUG oslo_vmware.api [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]526843e6-3cf3-edda-4057-9d5dffa5383f, 'name': SearchDatastore_Task, 'duration_secs': 0.011727} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.943807] env[69183]: DEBUG oslo_concurrency.lockutils [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.944070] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 29b81f2f-bc53-47d9-a437-2850222390f0/29b81f2f-bc53-47d9-a437-2850222390f0.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.944324] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c78bb1a-7683-4b4a-933a-647cfdd29767 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.949907] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.954517] env[69183]: DEBUG oslo_vmware.api [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1161.954517] env[69183]: value = "task-2790657" [ 1161.954517] env[69183]: _type = "Task" [ 1161.954517] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.964079] env[69183]: DEBUG oslo_vmware.api [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.122784] env[69183]: DEBUG nova.compute.manager [req-9335ab96-4a88-495c-b625-1caef90ff9d7 req-9023e66f-65dd-4175-bdcb-912a573791bd service nova] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Received event network-vif-plugged-ce14ad5d-54a1-4bf8-89da-e3c21f903005 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1162.123153] env[69183]: DEBUG oslo_concurrency.lockutils [req-9335ab96-4a88-495c-b625-1caef90ff9d7 req-9023e66f-65dd-4175-bdcb-912a573791bd service nova] Acquiring lock "232e87c8-b953-49b2-844e-54c701e2e29b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.123426] env[69183]: DEBUG oslo_concurrency.lockutils [req-9335ab96-4a88-495c-b625-1caef90ff9d7 req-9023e66f-65dd-4175-bdcb-912a573791bd service nova] Lock "232e87c8-b953-49b2-844e-54c701e2e29b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.123748] env[69183]: DEBUG oslo_concurrency.lockutils [req-9335ab96-4a88-495c-b625-1caef90ff9d7 req-9023e66f-65dd-4175-bdcb-912a573791bd service nova] Lock "232e87c8-b953-49b2-844e-54c701e2e29b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.124122] env[69183]: DEBUG nova.compute.manager [req-9335ab96-4a88-495c-b625-1caef90ff9d7 req-9023e66f-65dd-4175-bdcb-912a573791bd service nova] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] No waiting events found dispatching network-vif-plugged-ce14ad5d-54a1-4bf8-89da-e3c21f903005 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.124439] env[69183]: WARNING nova.compute.manager [req-9335ab96-4a88-495c-b625-1caef90ff9d7 req-9023e66f-65dd-4175-bdcb-912a573791bd service nova] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Received unexpected event network-vif-plugged-ce14ad5d-54a1-4bf8-89da-e3c21f903005 for instance with vm_state shelved_offloaded and task_state spawning. [ 1162.125381] env[69183]: DEBUG nova.compute.manager [req-9335ab96-4a88-495c-b625-1caef90ff9d7 req-9023e66f-65dd-4175-bdcb-912a573791bd service nova] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Received event network-changed-ce14ad5d-54a1-4bf8-89da-e3c21f903005 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1162.125381] env[69183]: DEBUG nova.compute.manager [req-9335ab96-4a88-495c-b625-1caef90ff9d7 req-9023e66f-65dd-4175-bdcb-912a573791bd service nova] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Refreshing instance network info cache due to event network-changed-ce14ad5d-54a1-4bf8-89da-e3c21f903005. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1162.125583] env[69183]: DEBUG oslo_concurrency.lockutils [req-9335ab96-4a88-495c-b625-1caef90ff9d7 req-9023e66f-65dd-4175-bdcb-912a573791bd service nova] Acquiring lock "refresh_cache-232e87c8-b953-49b2-844e-54c701e2e29b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.209070] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d3689a9a-fea4-4c31-b6e0-6d6ae3f67326 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "interface-eb901e24-f4a7-4a59-a272-9baf70539a96-cae01073-62d5-42e8-ab14-43ca5140196a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.736s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.320526] env[69183]: DEBUG nova.network.neutron [req-3f87d009-2b79-4093-81ab-a3d4a550981a req-24ed0b95-9d8a-40eb-9172-d9c0b1ce421d service nova] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Updated VIF entry in instance network info cache for port 69c2a0d3-eb31-4783-bcda-86c6e9ac9b22. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.320977] env[69183]: DEBUG nova.network.neutron [req-3f87d009-2b79-4093-81ab-a3d4a550981a req-24ed0b95-9d8a-40eb-9172-d9c0b1ce421d service nova] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Updating instance_info_cache with network_info: [{"id": "69c2a0d3-eb31-4783-bcda-86c6e9ac9b22", "address": "fa:16:3e:7a:dc:ef", "network": {"id": "fb8d0cb1-db67-46f8-b12f-c5b0b61f9bf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-851986354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ef83677521b4cb2b6d150bb6a3b8688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c2a0d3-eb", "ovs_interfaceid": "69c2a0d3-eb31-4783-bcda-86c6e9ac9b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.349997] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Releasing lock "refresh_cache-232e87c8-b953-49b2-844e-54c701e2e29b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.352819] env[69183]: DEBUG oslo_concurrency.lockutils [req-9335ab96-4a88-495c-b625-1caef90ff9d7 req-9023e66f-65dd-4175-bdcb-912a573791bd service nova] Acquired lock "refresh_cache-232e87c8-b953-49b2-844e-54c701e2e29b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.353687] env[69183]: DEBUG nova.network.neutron [req-9335ab96-4a88-495c-b625-1caef90ff9d7 req-9023e66f-65dd-4175-bdcb-912a573791bd service nova] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Refreshing network info cache for port ce14ad5d-54a1-4bf8-89da-e3c21f903005 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.414546] env[69183]: DEBUG nova.virt.hardware [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f1a32b70bdfb00deee3883e4ae9ab2ce',container_format='bare',created_at=2025-03-06T06:09:44Z,direct_url=,disk_format='vmdk',id=c5defcf8-2064-4a75-b8b1-84bbcdeb5322,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1571670947-shelved',owner='f422c74bdd4644a3829d1a2aa680352f',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-03-06T06:10:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.414880] env[69183]: DEBUG nova.virt.hardware [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.414993] env[69183]: DEBUG nova.virt.hardware [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.415201] env[69183]: DEBUG nova.virt.hardware [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.415374] env[69183]: DEBUG nova.virt.hardware [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.415525] env[69183]: DEBUG nova.virt.hardware [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.415735] env[69183]: DEBUG nova.virt.hardware [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.415922] env[69183]: DEBUG nova.virt.hardware [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.416245] env[69183]: DEBUG nova.virt.hardware [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.416454] env[69183]: DEBUG nova.virt.hardware [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.416633] env[69183]: DEBUG nova.virt.hardware [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.417530] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910ad849-719f-481c-bdeb-934b8db33243 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.425434] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24df328c-d744-4a12-868c-b90ce96d49ea {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.439591] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: d47feb1d-dceb-42f8-82e3-632abf0fcdf8] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1162.442439] env[69183]: DEBUG nova.compute.utils [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.451639] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:6a:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce14ad5d-54a1-4bf8-89da-e3c21f903005', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.463657] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.465203] env[69183]: DEBUG nova.compute.manager [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.465382] env[69183]: DEBUG nova.network.neutron [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.470224] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.473629] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-770696d0-e52b-4b35-829b-b774cba467ad {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.501978] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.507021] env[69183]: DEBUG oslo_vmware.api [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517291} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.507250] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.507250] env[69183]: value = "task-2790658" [ 1162.507250] env[69183]: _type = "Task" [ 1162.507250] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.507648] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 29b81f2f-bc53-47d9-a437-2850222390f0/29b81f2f-bc53-47d9-a437-2850222390f0.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.507890] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.508209] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ecede01-5513-4c5f-8811-204e3096c790 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.519443] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790658, 'name': CreateVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.523209] env[69183]: DEBUG oslo_vmware.api [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1162.523209] env[69183]: value = "task-2790659" [ 1162.523209] env[69183]: _type = "Task" [ 1162.523209] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.532956] env[69183]: DEBUG oslo_vmware.api [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.553113] env[69183]: DEBUG nova.policy [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d5d815253a64e75bc5b8f763eb0396c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e1512025a1e42b6b05ff9aad0088ad9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.780128] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a0a90d-4d39-4e15-badd-9546678bb715 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.787719] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1cef3a-2ffe-4d43-b584-da09bc73d6a9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.823074] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08363ec-b564-4796-8e3c-8f0becff9d39 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.826112] env[69183]: DEBUG oslo_concurrency.lockutils [req-3f87d009-2b79-4093-81ab-a3d4a550981a req-24ed0b95-9d8a-40eb-9172-d9c0b1ce421d service nova] Releasing lock "refresh_cache-29b81f2f-bc53-47d9-a437-2850222390f0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.831272] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e106e4d5-3d62-48b8-a700-b62ef5bb14ef {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.847526] env[69183]: DEBUG nova.compute.provider_tree [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.866257] env[69183]: DEBUG nova.network.neutron [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Successfully created port: df76386c-e127-45e3-8808-cc62564a4a17 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1162.955819] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790656, 'name': ReconfigVM_Task, 'duration_secs': 0.804196} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.956032] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 64e40350-ac36-4329-a9f9-a2c8c2996eee/f7726cdb-6378-48d3-afce-c7bc7e065714-rescue.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.956952] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe5d86e-fe4a-429e-9fb5-0e87bdfeb836 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.981349] env[69183]: DEBUG nova.compute.manager [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1162.984011] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 5f7a7c55-a774-4137-9bca-f3c35bdad8c8] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1162.993609] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaf06bb2-21ee-4223-a460-23c734759b9e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.009885] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1163.009885] env[69183]: value = "task-2790660" [ 1163.009885] env[69183]: _type = "Task" [ 1163.009885] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.022303] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790658, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.025115] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790660, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.034181] env[69183]: DEBUG oslo_vmware.api [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075584} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.034569] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.035599] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa27c0ff-e1c3-4439-a015-e84bc73c8eea {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.063835] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 29b81f2f-bc53-47d9-a437-2850222390f0/29b81f2f-bc53-47d9-a437-2850222390f0.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.064526] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e878a4fa-ad0f-4a02-916b-6358d5f97b18 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.087876] env[69183]: DEBUG oslo_vmware.api [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1163.087876] env[69183]: value = "task-2790661" [ 1163.087876] env[69183]: _type = "Task" [ 1163.087876] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.097246] env[69183]: DEBUG oslo_vmware.api [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.115519] env[69183]: DEBUG nova.network.neutron [req-9335ab96-4a88-495c-b625-1caef90ff9d7 req-9023e66f-65dd-4175-bdcb-912a573791bd service nova] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Updated VIF entry in instance network info cache for port ce14ad5d-54a1-4bf8-89da-e3c21f903005. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.115720] env[69183]: DEBUG nova.network.neutron [req-9335ab96-4a88-495c-b625-1caef90ff9d7 req-9023e66f-65dd-4175-bdcb-912a573791bd service nova] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Updating instance_info_cache with network_info: [{"id": "ce14ad5d-54a1-4bf8-89da-e3c21f903005", "address": "fa:16:3e:b7:6a:01", "network": {"id": "6506e7bc-9499-4660-998a-0ad990b0a9c1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-991947610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f422c74bdd4644a3829d1a2aa680352f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce14ad5d-54", "ovs_interfaceid": "ce14ad5d-54a1-4bf8-89da-e3c21f903005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.217013] env[69183]: DEBUG nova.network.neutron [-] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.354172] env[69183]: DEBUG nova.scheduler.client.report [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.491445] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: bd27336d-a853-4179-9072-7d82deda40f1] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1163.526616] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790658, 'name': CreateVM_Task, 'duration_secs': 0.758353} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.530017] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.530017] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790660, 'name': ReconfigVM_Task, 'duration_secs': 0.259133} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.530148] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c5defcf8-2064-4a75-b8b1-84bbcdeb5322" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.530317] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c5defcf8-2064-4a75-b8b1-84bbcdeb5322" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.530656] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c5defcf8-2064-4a75-b8b1-84bbcdeb5322" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.530912] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.531375] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d585ef-b8a7-4ca2-815d-6568968f4773 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.533258] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cca47e2f-3d12-415a-96e8-85a6ed64facb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.538806] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1163.538806] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52cb842e-d8ab-c5fd-c715-d14597d4251f" [ 1163.538806] env[69183]: _type = "Task" [ 1163.538806] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.543052] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1163.543052] env[69183]: value = "task-2790662" [ 1163.543052] env[69183]: _type = "Task" [ 1163.543052] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.549316] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52cb842e-d8ab-c5fd-c715-d14597d4251f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.554857] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.597794] env[69183]: DEBUG oslo_vmware.api [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.618988] env[69183]: DEBUG oslo_concurrency.lockutils [req-9335ab96-4a88-495c-b625-1caef90ff9d7 req-9023e66f-65dd-4175-bdcb-912a573791bd service nova] Releasing lock "refresh_cache-232e87c8-b953-49b2-844e-54c701e2e29b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.720413] env[69183]: INFO nova.compute.manager [-] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Took 2.07 seconds to deallocate network for instance. [ 1163.857324] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.859639] env[69183]: DEBUG oslo_concurrency.lockutils [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.321s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.861645] env[69183]: INFO nova.compute.claims [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.931699] env[69183]: INFO nova.scheduler.client.report [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Deleted allocations for instance 45cdd535-11a2-4d46-91ca-49357d12c208 [ 1163.999758] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 3ceaaf1f-de2c-413c-881d-81d3dc189a4e] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1164.003823] env[69183]: DEBUG nova.compute.manager [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.052948] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c5defcf8-2064-4a75-b8b1-84bbcdeb5322" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.053215] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Processing image c5defcf8-2064-4a75-b8b1-84bbcdeb5322 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.055201] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c5defcf8-2064-4a75-b8b1-84bbcdeb5322/c5defcf8-2064-4a75-b8b1-84bbcdeb5322.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.055201] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c5defcf8-2064-4a75-b8b1-84bbcdeb5322/c5defcf8-2064-4a75-b8b1-84bbcdeb5322.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.055201] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.057321] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1a6d790-96b1-4155-9959-9917eaecdc31 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.059231] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790662, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.067759] env[69183]: DEBUG nova.virt.hardware [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.067988] env[69183]: DEBUG nova.virt.hardware [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.068163] env[69183]: DEBUG nova.virt.hardware [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.068348] env[69183]: DEBUG nova.virt.hardware [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.068494] env[69183]: DEBUG nova.virt.hardware [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.068639] env[69183]: DEBUG nova.virt.hardware [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.068842] env[69183]: DEBUG nova.virt.hardware [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.069010] env[69183]: DEBUG nova.virt.hardware [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.069187] env[69183]: DEBUG nova.virt.hardware [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.069385] env[69183]: DEBUG nova.virt.hardware [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.069522] env[69183]: DEBUG nova.virt.hardware [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.070665] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacbf448-c2e8-4d42-88dd-a0113962ae65 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.074915] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.075200] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.076679] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdffe435-7a15-41ed-bc6e-0a04973c6948 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.084078] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3a47b1-c770-4bbd-a8e7-79d1d8adb0bc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.089355] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1164.089355] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e78e7c-d764-0115-e3c7-262aa5b73579" [ 1164.089355] env[69183]: _type = "Task" [ 1164.089355] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.107636] env[69183]: DEBUG oslo_vmware.api [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790661, 'name': ReconfigVM_Task, 'duration_secs': 0.849977} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.110767] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 29b81f2f-bc53-47d9-a437-2850222390f0/29b81f2f-bc53-47d9-a437-2850222390f0.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.111407] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95529acc-1dbc-4780-9474-edd22f9f98fa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.112873] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Preparing fetch location {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1164.113111] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Fetch image to [datastore2] OSTACK_IMG_c40e5e7e-bab1-4e15-901f-2706d969fdc2/OSTACK_IMG_c40e5e7e-bab1-4e15-901f-2706d969fdc2.vmdk {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1164.113293] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Downloading stream optimized image c5defcf8-2064-4a75-b8b1-84bbcdeb5322 to [datastore2] OSTACK_IMG_c40e5e7e-bab1-4e15-901f-2706d969fdc2/OSTACK_IMG_c40e5e7e-bab1-4e15-901f-2706d969fdc2.vmdk on the data store datastore2 as vApp {{(pid=69183) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1164.113455] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Downloading image file data c5defcf8-2064-4a75-b8b1-84bbcdeb5322 to the ESX as VM named 'OSTACK_IMG_c40e5e7e-bab1-4e15-901f-2706d969fdc2' {{(pid=69183) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1164.120176] env[69183]: DEBUG oslo_vmware.api [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1164.120176] env[69183]: value = "task-2790663" [ 1164.120176] env[69183]: _type = "Task" [ 1164.120176] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.127995] env[69183]: DEBUG oslo_vmware.api [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790663, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.164214] env[69183]: DEBUG nova.compute.manager [req-f589d77b-5171-474a-b601-e16c8dcbefdf req-f5f6bec1-bdd9-41ad-90f1-d854511e7a03 service nova] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Received event network-vif-deleted-4c4b120a-2883-41c7-a28f-4c035f051139 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1164.196405] env[69183]: DEBUG oslo_vmware.rw_handles [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1164.196405] env[69183]: value = "resgroup-9" [ 1164.196405] env[69183]: _type = "ResourcePool" [ 1164.196405] env[69183]: }. {{(pid=69183) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1164.196959] env[69183]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-dbf10d64-e487-430b-b7cf-470fe0140708 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.219236] env[69183]: DEBUG oslo_vmware.rw_handles [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lease: (returnval){ [ 1164.219236] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]521ec3dd-d27f-7ee3-771a-cd5cd86e3451" [ 1164.219236] env[69183]: _type = "HttpNfcLease" [ 1164.219236] env[69183]: } obtained for vApp import into resource pool (val){ [ 1164.219236] env[69183]: value = "resgroup-9" [ 1164.219236] env[69183]: _type = "ResourcePool" [ 1164.219236] env[69183]: }. {{(pid=69183) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1164.219503] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the lease: (returnval){ [ 1164.219503] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]521ec3dd-d27f-7ee3-771a-cd5cd86e3451" [ 1164.219503] env[69183]: _type = "HttpNfcLease" [ 1164.219503] env[69183]: } to be ready. {{(pid=69183) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1164.226816] env[69183]: DEBUG oslo_concurrency.lockutils [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.227142] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1164.227142] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]521ec3dd-d27f-7ee3-771a-cd5cd86e3451" [ 1164.227142] env[69183]: _type = "HttpNfcLease" [ 1164.227142] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1164.439725] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7ad49ac6-4c82-4ae7-8890-abb17a5a6203 tempest-AttachInterfacesV270Test-1977721601 tempest-AttachInterfacesV270Test-1977721601-project-member] Lock "45cdd535-11a2-4d46-91ca-49357d12c208" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.399s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.507893] env[69183]: DEBUG nova.compute.manager [req-14a09937-9df5-47a8-8a34-01e32b130617 req-c85e045f-c979-418b-892a-ba94b9aa20b5 service nova] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Received event network-vif-plugged-df76386c-e127-45e3-8808-cc62564a4a17 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1164.508238] env[69183]: DEBUG oslo_concurrency.lockutils [req-14a09937-9df5-47a8-8a34-01e32b130617 req-c85e045f-c979-418b-892a-ba94b9aa20b5 service nova] Acquiring lock "9980f413-111a-4d89-b293-f9ce52f048cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.508349] env[69183]: DEBUG oslo_concurrency.lockutils [req-14a09937-9df5-47a8-8a34-01e32b130617 req-c85e045f-c979-418b-892a-ba94b9aa20b5 service nova] Lock "9980f413-111a-4d89-b293-f9ce52f048cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.508535] env[69183]: DEBUG oslo_concurrency.lockutils [req-14a09937-9df5-47a8-8a34-01e32b130617 req-c85e045f-c979-418b-892a-ba94b9aa20b5 service nova] Lock "9980f413-111a-4d89-b293-f9ce52f048cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.508703] env[69183]: DEBUG nova.compute.manager [req-14a09937-9df5-47a8-8a34-01e32b130617 req-c85e045f-c979-418b-892a-ba94b9aa20b5 service nova] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] No waiting events found dispatching network-vif-plugged-df76386c-e127-45e3-8808-cc62564a4a17 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.508868] env[69183]: WARNING nova.compute.manager [req-14a09937-9df5-47a8-8a34-01e32b130617 req-c85e045f-c979-418b-892a-ba94b9aa20b5 service nova] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Received unexpected event network-vif-plugged-df76386c-e127-45e3-8808-cc62564a4a17 for instance with vm_state building and task_state spawning. [ 1164.511334] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: b731d090-943b-42e9-ba26-912766186d28] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1164.553638] env[69183]: DEBUG oslo_vmware.api [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790662, 'name': PowerOnVM_Task, 'duration_secs': 0.62065} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.554548] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.557245] env[69183]: DEBUG nova.compute.manager [None req-0915afdb-9a0d-46d6-8799-809eb559c20b tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.558039] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fc004c-2434-4fc8-acf2-886b21488ad7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.630760] env[69183]: DEBUG oslo_vmware.api [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790663, 'name': Rename_Task, 'duration_secs': 0.235216} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.630943] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.631159] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-890a60be-e80e-44a8-ad2e-332eea5d87d2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.637336] env[69183]: DEBUG oslo_vmware.api [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1164.637336] env[69183]: value = "task-2790665" [ 1164.637336] env[69183]: _type = "Task" [ 1164.637336] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.648739] env[69183]: DEBUG oslo_vmware.api [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.737359] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1164.737359] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]521ec3dd-d27f-7ee3-771a-cd5cd86e3451" [ 1164.737359] env[69183]: _type = "HttpNfcLease" [ 1164.737359] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1164.875030] env[69183]: DEBUG nova.network.neutron [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Successfully updated port: df76386c-e127-45e3-8808-cc62564a4a17 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.018653] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 8f2991aa-5a42-422f-a35d-79f457430c41] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1165.153342] env[69183]: DEBUG oslo_vmware.api [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790665, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.178143] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b8fb3e-100f-40ec-922a-db282392ed61 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.182034] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a13228-b023-49ea-b343-db2cf506c166 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.213699] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12caa956-db3d-48c6-86f8-6ae935d1c36b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.224635] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655f94b9-8672-4435-905a-533b12c7126e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.233016] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1165.233016] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]521ec3dd-d27f-7ee3-771a-cd5cd86e3451" [ 1165.233016] env[69183]: _type = "HttpNfcLease" [ 1165.233016] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1165.239465] env[69183]: DEBUG nova.compute.provider_tree [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.379699] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "refresh_cache-9980f413-111a-4d89-b293-f9ce52f048cb" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.379699] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "refresh_cache-9980f413-111a-4d89-b293-f9ce52f048cb" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.379699] env[69183]: DEBUG nova.network.neutron [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.520375] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: f2a2533c-e8ba-47fb-8c4d-c46091d972c2] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1165.648991] env[69183]: DEBUG oslo_vmware.api [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790665, 'name': PowerOnVM_Task, 'duration_secs': 0.62062} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.649298] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.649504] env[69183]: INFO nova.compute.manager [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1165.649685] env[69183]: DEBUG nova.compute.manager [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.650475] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2c330f-0c5f-4fae-b064-75b3369b0580 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.728278] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1165.728278] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]521ec3dd-d27f-7ee3-771a-cd5cd86e3451" [ 1165.728278] env[69183]: _type = "HttpNfcLease" [ 1165.728278] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1165.744716] env[69183]: DEBUG nova.scheduler.client.report [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.748276] env[69183]: INFO nova.compute.manager [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Unrescuing [ 1165.748509] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "refresh_cache-64e40350-ac36-4329-a9f9-a2c8c2996eee" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.748658] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquired lock "refresh_cache-64e40350-ac36-4329-a9f9-a2c8c2996eee" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.748820] env[69183]: DEBUG nova.network.neutron [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.027350] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: e7f71e56-f5c1-463e-af37-5f8e59040d5b] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1166.170427] env[69183]: INFO nova.compute.manager [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Took 15.53 seconds to build instance. [ 1166.204939] env[69183]: DEBUG nova.network.neutron [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.231634] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1166.231634] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]521ec3dd-d27f-7ee3-771a-cd5cd86e3451" [ 1166.231634] env[69183]: _type = "HttpNfcLease" [ 1166.231634] env[69183]: } is ready. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1166.234824] env[69183]: DEBUG oslo_vmware.rw_handles [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1166.234824] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]521ec3dd-d27f-7ee3-771a-cd5cd86e3451" [ 1166.234824] env[69183]: _type = "HttpNfcLease" [ 1166.234824] env[69183]: }. {{(pid=69183) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1166.234824] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3bd95d-cffe-43f9-9cc3-d05f9df4e60d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.242733] env[69183]: DEBUG oslo_vmware.rw_handles [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a6ed47-fe1f-f8c2-a938-3f06ffb8053d/disk-0.vmdk from lease info. {{(pid=69183) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1166.242997] env[69183]: DEBUG oslo_vmware.rw_handles [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a6ed47-fe1f-f8c2-a938-3f06ffb8053d/disk-0.vmdk. {{(pid=69183) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1166.322198] env[69183]: DEBUG oslo_concurrency.lockutils [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.322276] env[69183]: DEBUG nova.compute.manager [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1166.335022] env[69183]: DEBUG oslo_concurrency.lockutils [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.540s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.335022] env[69183]: DEBUG nova.objects.instance [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lazy-loading 'resources' on Instance uuid bf50d812-bb70-4baf-acde-462a3d98991c {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.337914] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ef480bab-eee6-46f4-bf9a-815c393429c4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.514646] env[69183]: DEBUG nova.network.neutron [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Updating instance_info_cache with network_info: [{"id": "df76386c-e127-45e3-8808-cc62564a4a17", "address": "fa:16:3e:8c:dd:3a", "network": {"id": "50bef02a-36c4-4122-99e6-4de135b6ec80", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-820333689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e1512025a1e42b6b05ff9aad0088ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf76386c-e1", "ovs_interfaceid": "df76386c-e127-45e3-8808-cc62564a4a17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.531793] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 2c26bd1a-0597-48b0-bed5-4ff0a5d6ddf3] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1166.629889] env[69183]: DEBUG nova.network.neutron [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Updating instance_info_cache with network_info: [{"id": "6dcec28e-b9a5-4508-9ca6-f9f2869148d4", "address": "fa:16:3e:05:bb:e3", "network": {"id": "8bbed847-7558-4366-8344-09eab3f71da3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-832336373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eff32ba0f4cf48eebea581edfca21bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dcec28e-b9", "ovs_interfaceid": "6dcec28e-b9a5-4508-9ca6-f9f2869148d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.673430] env[69183]: DEBUG oslo_concurrency.lockutils [None req-344df71e-e975-4a4e-b036-0a84e562a541 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "29b81f2f-bc53-47d9-a437-2850222390f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.043s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.735389] env[69183]: DEBUG nova.compute.manager [req-200206e1-74d6-4d4e-86a6-09f13d303c42 req-92e745d1-b02c-414a-8a34-0485f685080f service nova] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Received event network-changed-df76386c-e127-45e3-8808-cc62564a4a17 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1166.735635] env[69183]: DEBUG nova.compute.manager [req-200206e1-74d6-4d4e-86a6-09f13d303c42 req-92e745d1-b02c-414a-8a34-0485f685080f service nova] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Refreshing instance network info cache due to event network-changed-df76386c-e127-45e3-8808-cc62564a4a17. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1166.735857] env[69183]: DEBUG oslo_concurrency.lockutils [req-200206e1-74d6-4d4e-86a6-09f13d303c42 req-92e745d1-b02c-414a-8a34-0485f685080f service nova] Acquiring lock "refresh_cache-9980f413-111a-4d89-b293-f9ce52f048cb" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.833118] env[69183]: DEBUG nova.compute.utils [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.840043] env[69183]: DEBUG nova.compute.manager [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1166.840480] env[69183]: DEBUG nova.network.neutron [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.931645] env[69183]: DEBUG nova.policy [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '324c50ff3bfb443ab9a53b118001ccdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fb5088196e142c798bea7f09e358888', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.017366] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "refresh_cache-9980f413-111a-4d89-b293-f9ce52f048cb" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.017749] env[69183]: DEBUG nova.compute.manager [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Instance network_info: |[{"id": "df76386c-e127-45e3-8808-cc62564a4a17", "address": "fa:16:3e:8c:dd:3a", "network": {"id": "50bef02a-36c4-4122-99e6-4de135b6ec80", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-820333689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e1512025a1e42b6b05ff9aad0088ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf76386c-e1", "ovs_interfaceid": "df76386c-e127-45e3-8808-cc62564a4a17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.018102] env[69183]: DEBUG oslo_concurrency.lockutils [req-200206e1-74d6-4d4e-86a6-09f13d303c42 req-92e745d1-b02c-414a-8a34-0485f685080f service nova] Acquired lock "refresh_cache-9980f413-111a-4d89-b293-f9ce52f048cb" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.018289] env[69183]: DEBUG nova.network.neutron [req-200206e1-74d6-4d4e-86a6-09f13d303c42 req-92e745d1-b02c-414a-8a34-0485f685080f service nova] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Refreshing network info cache for port df76386c-e127-45e3-8808-cc62564a4a17 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.019599] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:dd:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df76386c-e127-45e3-8808-cc62564a4a17', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.027652] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.028106] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.028384] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21a90581-b296-488c-870c-daff3b7dce16 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.045483] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 70bda115-3483-43b7-bb10-a9c5f4ec8001] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1167.053920] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.053920] env[69183]: value = "task-2790666" [ 1167.053920] env[69183]: _type = "Task" [ 1167.053920] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.066351] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790666, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.131028] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Releasing lock "refresh_cache-64e40350-ac36-4329-a9f9-a2c8c2996eee" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.131791] env[69183]: DEBUG nova.objects.instance [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lazy-loading 'flavor' on Instance uuid 64e40350-ac36-4329-a9f9-a2c8c2996eee {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.296543] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f151db5-7ec2-4a53-bb92-81a852f4a130 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.309176] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f048f568-4d7b-448f-94cd-ddb3883474f9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.351354] env[69183]: DEBUG nova.compute.manager [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1167.366049] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3a6d43-eab7-4e69-b101-ea4a8c4ad6c4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.377235] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52ff20a-ad5a-40ab-be07-d81413547d7e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.397918] env[69183]: DEBUG nova.compute.provider_tree [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.534826] env[69183]: DEBUG nova.network.neutron [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Successfully created port: ac4d9bf5-a891-45f1-901e-1ae1cf3894d8 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.551138] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: bc2d838b-e3a0-4d73-8792-5e5cf1ed3577] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1167.553160] env[69183]: DEBUG oslo_vmware.rw_handles [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Completed reading data from the image iterator. {{(pid=69183) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1167.553363] env[69183]: DEBUG oslo_vmware.rw_handles [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a6ed47-fe1f-f8c2-a938-3f06ffb8053d/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1167.556368] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da17624-dc07-4732-80da-9da9d17d6661 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.570058] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790666, 'name': CreateVM_Task, 'duration_secs': 0.386271} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.571704] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.572319] env[69183]: DEBUG oslo_vmware.rw_handles [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a6ed47-fe1f-f8c2-a938-3f06ffb8053d/disk-0.vmdk is in state: ready. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1167.572319] env[69183]: DEBUG oslo_vmware.rw_handles [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a6ed47-fe1f-f8c2-a938-3f06ffb8053d/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1167.573052] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.573052] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.573308] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.573599] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-df3c57c2-6cba-44f4-92f5-bfb4fcdae522 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.577267] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea271286-1b5c-4a13-83a9-60a930781c4c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.582440] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1167.582440] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52fded81-232f-abe3-f83b-85edf71bf416" [ 1167.582440] env[69183]: _type = "Task" [ 1167.582440] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.591182] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52fded81-232f-abe3-f83b-85edf71bf416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.644064] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acd2674-d58a-4e02-994f-0e6c6ac06337 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.670461] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.670591] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4185821-faec-4f6f-8fed-c16ce56615a3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.677861] env[69183]: DEBUG oslo_vmware.api [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1167.677861] env[69183]: value = "task-2790667" [ 1167.677861] env[69183]: _type = "Task" [ 1167.677861] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.686388] env[69183]: DEBUG oslo_vmware.api [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.771938] env[69183]: DEBUG nova.compute.manager [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Stashing vm_state: active {{(pid=69183) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1167.787741] env[69183]: DEBUG oslo_vmware.rw_handles [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a6ed47-fe1f-f8c2-a938-3f06ffb8053d/disk-0.vmdk. {{(pid=69183) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1167.788017] env[69183]: INFO nova.virt.vmwareapi.images [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Downloaded image file data c5defcf8-2064-4a75-b8b1-84bbcdeb5322 [ 1167.788919] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5adddcf-5386-4686-a455-e1b5528c9a53 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.807307] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9ce9386-db73-41dd-b623-d1f2ee1b61a6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.835378] env[69183]: INFO nova.virt.vmwareapi.images [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] The imported VM was unregistered [ 1167.837973] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Caching image {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1167.838314] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Creating directory with path [datastore2] devstack-image-cache_base/c5defcf8-2064-4a75-b8b1-84bbcdeb5322 {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.838599] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37bc7bc1-510d-41ed-8159-32c616c94c1d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.849603] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Created directory with path [datastore2] devstack-image-cache_base/c5defcf8-2064-4a75-b8b1-84bbcdeb5322 {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.849828] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c40e5e7e-bab1-4e15-901f-2706d969fdc2/OSTACK_IMG_c40e5e7e-bab1-4e15-901f-2706d969fdc2.vmdk to [datastore2] devstack-image-cache_base/c5defcf8-2064-4a75-b8b1-84bbcdeb5322/c5defcf8-2064-4a75-b8b1-84bbcdeb5322.vmdk. {{(pid=69183) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1167.850068] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-25d2cf79-cdfb-4b89-bc18-8c2f54299ed2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.856131] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1167.856131] env[69183]: value = "task-2790669" [ 1167.856131] env[69183]: _type = "Task" [ 1167.856131] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.869729] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790669, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.903618] env[69183]: DEBUG nova.scheduler.client.report [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.987182] env[69183]: DEBUG nova.network.neutron [req-200206e1-74d6-4d4e-86a6-09f13d303c42 req-92e745d1-b02c-414a-8a34-0485f685080f service nova] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Updated VIF entry in instance network info cache for port df76386c-e127-45e3-8808-cc62564a4a17. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.988923] env[69183]: DEBUG nova.network.neutron [req-200206e1-74d6-4d4e-86a6-09f13d303c42 req-92e745d1-b02c-414a-8a34-0485f685080f service nova] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Updating instance_info_cache with network_info: [{"id": "df76386c-e127-45e3-8808-cc62564a4a17", "address": "fa:16:3e:8c:dd:3a", "network": {"id": "50bef02a-36c4-4122-99e6-4de135b6ec80", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-820333689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e1512025a1e42b6b05ff9aad0088ad9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf76386c-e1", "ovs_interfaceid": "df76386c-e127-45e3-8808-cc62564a4a17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.054816] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: a0a9867e-44d4-456c-8352-48b10596797b] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1168.096738] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52fded81-232f-abe3-f83b-85edf71bf416, 'name': SearchDatastore_Task, 'duration_secs': 0.025611} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.097107] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.097352] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.097598] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.097745] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.097927] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.098221] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25718125-3ff6-418d-8bb7-f247749ca251 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.113699] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.113888] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.114664] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-582d22ab-db05-449d-9955-53e52b57f961 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.123699] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1168.123699] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5295d4ad-da26-0289-a5bc-7020ebb80e67" [ 1168.123699] env[69183]: _type = "Task" [ 1168.123699] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.132603] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5295d4ad-da26-0289-a5bc-7020ebb80e67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.193093] env[69183]: DEBUG oslo_vmware.api [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790667, 'name': PowerOffVM_Task, 'duration_secs': 0.33717} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.193441] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.199968] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Reconfiguring VM instance instance-00000068 to detach disk 2002 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1168.200368] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da15146c-979c-4786-b96f-888cc59513f8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.221741] env[69183]: DEBUG oslo_vmware.api [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1168.221741] env[69183]: value = "task-2790670" [ 1168.221741] env[69183]: _type = "Task" [ 1168.221741] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.232732] env[69183]: DEBUG oslo_vmware.api [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.302792] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.368645] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790669, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.378810] env[69183]: DEBUG nova.compute.manager [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.410403] env[69183]: DEBUG oslo_concurrency.lockutils [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.413338] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.437s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.424283] env[69183]: DEBUG nova.virt.hardware [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.424283] env[69183]: DEBUG nova.virt.hardware [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.424473] env[69183]: DEBUG nova.virt.hardware [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.424613] env[69183]: DEBUG nova.virt.hardware [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.424816] env[69183]: DEBUG nova.virt.hardware [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.424978] env[69183]: DEBUG nova.virt.hardware [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.425287] env[69183]: DEBUG nova.virt.hardware [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.425458] env[69183]: DEBUG nova.virt.hardware [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.426031] env[69183]: DEBUG nova.virt.hardware [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.426031] env[69183]: DEBUG nova.virt.hardware [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.426222] env[69183]: DEBUG nova.virt.hardware [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.427093] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d83cc1-36bb-460d-b29d-e1be1e3a056c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.438290] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbc7e41-f44d-4a95-aece-5bcb1e28886d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.477703] env[69183]: INFO nova.scheduler.client.report [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Deleted allocations for instance bf50d812-bb70-4baf-acde-462a3d98991c [ 1168.492606] env[69183]: DEBUG oslo_concurrency.lockutils [req-200206e1-74d6-4d4e-86a6-09f13d303c42 req-92e745d1-b02c-414a-8a34-0485f685080f service nova] Releasing lock "refresh_cache-9980f413-111a-4d89-b293-f9ce52f048cb" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.558243] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 1366812c-00a8-425a-a30e-c6f2578e7dd6] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1168.639242] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5295d4ad-da26-0289-a5bc-7020ebb80e67, 'name': SearchDatastore_Task, 'duration_secs': 0.057199} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.640164] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7065ba2-ff2d-40f6-bb23-e49f942461ab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.651835] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1168.651835] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5204c74e-8ed8-e067-ca8b-aa6f8b983751" [ 1168.651835] env[69183]: _type = "Task" [ 1168.651835] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.663521] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5204c74e-8ed8-e067-ca8b-aa6f8b983751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.732688] env[69183]: DEBUG oslo_vmware.api [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.868746] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790669, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.923163] env[69183]: INFO nova.compute.claims [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.984761] env[69183]: DEBUG oslo_concurrency.lockutils [None req-30906e8c-7a13-48a5-97f2-31f9c47e6fc6 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "bf50d812-bb70-4baf-acde-462a3d98991c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.969s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.061796] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 78ce64c0-55e6-4c9e-a0c0-59053f78d67b] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1169.167281] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5204c74e-8ed8-e067-ca8b-aa6f8b983751, 'name': SearchDatastore_Task, 'duration_secs': 0.087738} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.167281] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.167281] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 9980f413-111a-4d89-b293-f9ce52f048cb/9980f413-111a-4d89-b293-f9ce52f048cb.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.167281] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7a619ff-c48d-4a80-b2e0-fe254bee5f34 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.177235] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1169.177235] env[69183]: value = "task-2790671" [ 1169.177235] env[69183]: _type = "Task" [ 1169.177235] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.192069] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.206132] env[69183]: DEBUG nova.compute.manager [req-4162bc44-f8dc-4e7e-aef3-024b926c663b req-ee6a4e45-c793-4e6a-a812-e03bbc75201e service nova] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Received event network-vif-plugged-ac4d9bf5-a891-45f1-901e-1ae1cf3894d8 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1169.206369] env[69183]: DEBUG oslo_concurrency.lockutils [req-4162bc44-f8dc-4e7e-aef3-024b926c663b req-ee6a4e45-c793-4e6a-a812-e03bbc75201e service nova] Acquiring lock "ee41efd6-b248-45c5-9cbe-081967dccfbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.206575] env[69183]: DEBUG oslo_concurrency.lockutils [req-4162bc44-f8dc-4e7e-aef3-024b926c663b req-ee6a4e45-c793-4e6a-a812-e03bbc75201e service nova] Lock "ee41efd6-b248-45c5-9cbe-081967dccfbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.206744] env[69183]: DEBUG oslo_concurrency.lockutils [req-4162bc44-f8dc-4e7e-aef3-024b926c663b req-ee6a4e45-c793-4e6a-a812-e03bbc75201e service nova] Lock "ee41efd6-b248-45c5-9cbe-081967dccfbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.206912] env[69183]: DEBUG nova.compute.manager [req-4162bc44-f8dc-4e7e-aef3-024b926c663b req-ee6a4e45-c793-4e6a-a812-e03bbc75201e service nova] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] No waiting events found dispatching network-vif-plugged-ac4d9bf5-a891-45f1-901e-1ae1cf3894d8 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.207137] env[69183]: WARNING nova.compute.manager [req-4162bc44-f8dc-4e7e-aef3-024b926c663b req-ee6a4e45-c793-4e6a-a812-e03bbc75201e service nova] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Received unexpected event network-vif-plugged-ac4d9bf5-a891-45f1-901e-1ae1cf3894d8 for instance with vm_state building and task_state spawning. [ 1169.236697] env[69183]: DEBUG oslo_vmware.api [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790670, 'name': ReconfigVM_Task, 'duration_secs': 0.767059} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.237017] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Reconfigured VM instance instance-00000068 to detach disk 2002 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1169.237222] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.237500] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28eed414-c304-4185-af45-be32d87205f3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.246792] env[69183]: DEBUG oslo_vmware.api [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1169.246792] env[69183]: value = "task-2790672" [ 1169.246792] env[69183]: _type = "Task" [ 1169.246792] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.259619] env[69183]: DEBUG oslo_vmware.api [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.263920] env[69183]: DEBUG nova.network.neutron [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Successfully updated port: ac4d9bf5-a891-45f1-901e-1ae1cf3894d8 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.372458] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790669, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.432508] env[69183]: INFO nova.compute.resource_tracker [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Updating resource usage from migration d9bcbc0d-9889-4975-a523-f7efec3bcf29 [ 1169.567428] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: f816ac19-51db-46a8-9b77-4a44e5f3bb44] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1169.695050] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.734313] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e31593-b1e0-44e0-8c72-99a3fc5528e4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.744379] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11597f5a-0caf-43f3-89f5-5b55a0bd6824 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.758707] env[69183]: DEBUG oslo_vmware.api [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790672, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.785152] env[69183]: DEBUG oslo_concurrency.lockutils [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "refresh_cache-ee41efd6-b248-45c5-9cbe-081967dccfbd" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.785302] env[69183]: DEBUG oslo_concurrency.lockutils [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "refresh_cache-ee41efd6-b248-45c5-9cbe-081967dccfbd" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.785452] env[69183]: DEBUG nova.network.neutron [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.788775] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfd9314-3f3f-4108-bba3-201d734f7af6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.800759] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a710b0-d248-4a6c-b759-77532d3f2e2b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.819602] env[69183]: DEBUG nova.compute.provider_tree [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.870760] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790669, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.057163] env[69183]: DEBUG oslo_concurrency.lockutils [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquiring lock "58b0840d-d4d9-46d3-adb1-96cdc51c7a61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.057503] env[69183]: DEBUG oslo_concurrency.lockutils [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Lock "58b0840d-d4d9-46d3-adb1-96cdc51c7a61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.076926] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: d1ce07ab-d05c-4ca5-985a-8c6b1a0e4a1e] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1170.188113] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.262855] env[69183]: DEBUG oslo_vmware.api [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790672, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.323054] env[69183]: DEBUG nova.scheduler.client.report [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.327224] env[69183]: DEBUG nova.network.neutron [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.374019] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790669, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.383873] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquiring lock "2999835d-6508-4a00-b929-9f7e3b7907b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.384103] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Lock "2999835d-6508-4a00-b929-9f7e3b7907b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.513215] env[69183]: DEBUG nova.network.neutron [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Updating instance_info_cache with network_info: [{"id": "ac4d9bf5-a891-45f1-901e-1ae1cf3894d8", "address": "fa:16:3e:0b:f3:6e", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac4d9bf5-a8", "ovs_interfaceid": "ac4d9bf5-a891-45f1-901e-1ae1cf3894d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.560062] env[69183]: DEBUG nova.compute.manager [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1170.580596] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: dc9a2724-436c-4599-889b-8c447748135a] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1170.690746] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790671, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.760962] env[69183]: DEBUG oslo_vmware.api [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790672, 'name': PowerOnVM_Task, 'duration_secs': 1.509568} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.761267] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.761481] env[69183]: DEBUG nova.compute.manager [None req-b716f169-9e14-4661-bdb1-a98ec5bd109c tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.762309] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be40df9-f46c-48bb-b540-f751ecd2fac8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.830318] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.417s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.830622] env[69183]: INFO nova.compute.manager [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Migrating [ 1170.837877] env[69183]: DEBUG oslo_concurrency.lockutils [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.611s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.838161] env[69183]: DEBUG nova.objects.instance [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lazy-loading 'resources' on Instance uuid eb901e24-f4a7-4a59-a272-9baf70539a96 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.872471] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790669, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.679503} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.872696] env[69183]: INFO nova.virt.vmwareapi.ds_util [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c40e5e7e-bab1-4e15-901f-2706d969fdc2/OSTACK_IMG_c40e5e7e-bab1-4e15-901f-2706d969fdc2.vmdk to [datastore2] devstack-image-cache_base/c5defcf8-2064-4a75-b8b1-84bbcdeb5322/c5defcf8-2064-4a75-b8b1-84bbcdeb5322.vmdk. [ 1170.872887] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Cleaning up location [datastore2] OSTACK_IMG_c40e5e7e-bab1-4e15-901f-2706d969fdc2 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1170.873063] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c40e5e7e-bab1-4e15-901f-2706d969fdc2 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.873352] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72d937b8-faec-429e-9358-7d87520a5bb7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.880257] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1170.880257] env[69183]: value = "task-2790673" [ 1170.880257] env[69183]: _type = "Task" [ 1170.880257] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.888241] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.889667] env[69183]: DEBUG nova.compute.manager [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1171.016299] env[69183]: DEBUG oslo_concurrency.lockutils [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "refresh_cache-ee41efd6-b248-45c5-9cbe-081967dccfbd" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.016695] env[69183]: DEBUG nova.compute.manager [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Instance network_info: |[{"id": "ac4d9bf5-a891-45f1-901e-1ae1cf3894d8", "address": "fa:16:3e:0b:f3:6e", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac4d9bf5-a8", "ovs_interfaceid": "ac4d9bf5-a891-45f1-901e-1ae1cf3894d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1171.017172] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:f3:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac4d9bf5-a891-45f1-901e-1ae1cf3894d8', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.024997] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.025245] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.025463] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bea85d6-8a86-4057-b705-0d7466eb5a12 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.047954] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.047954] env[69183]: value = "task-2790674" [ 1171.047954] env[69183]: _type = "Task" [ 1171.047954] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.055683] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790674, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.084284] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 32a3f694-b433-4ce8-97e9-61211082a144] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1171.093131] env[69183]: DEBUG oslo_concurrency.lockutils [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.190460] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790671, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.66466} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.190736] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 9980f413-111a-4d89-b293-f9ce52f048cb/9980f413-111a-4d89-b293-f9ce52f048cb.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.190955] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.191223] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c69a187f-73b5-4c3e-aceb-64e222848bad {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.197184] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1171.197184] env[69183]: value = "task-2790675" [ 1171.197184] env[69183]: _type = "Task" [ 1171.197184] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.204870] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.231648] env[69183]: DEBUG nova.compute.manager [req-51279445-e597-4043-bc6b-23821fdf651c req-7de47c65-63c1-4eb7-a838-0cd6edc2e21e service nova] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Received event network-changed-ac4d9bf5-a891-45f1-901e-1ae1cf3894d8 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1171.231717] env[69183]: DEBUG nova.compute.manager [req-51279445-e597-4043-bc6b-23821fdf651c req-7de47c65-63c1-4eb7-a838-0cd6edc2e21e service nova] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Refreshing instance network info cache due to event network-changed-ac4d9bf5-a891-45f1-901e-1ae1cf3894d8. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1171.231990] env[69183]: DEBUG oslo_concurrency.lockutils [req-51279445-e597-4043-bc6b-23821fdf651c req-7de47c65-63c1-4eb7-a838-0cd6edc2e21e service nova] Acquiring lock "refresh_cache-ee41efd6-b248-45c5-9cbe-081967dccfbd" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.232103] env[69183]: DEBUG oslo_concurrency.lockutils [req-51279445-e597-4043-bc6b-23821fdf651c req-7de47c65-63c1-4eb7-a838-0cd6edc2e21e service nova] Acquired lock "refresh_cache-ee41efd6-b248-45c5-9cbe-081967dccfbd" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.232270] env[69183]: DEBUG nova.network.neutron [req-51279445-e597-4043-bc6b-23821fdf651c req-7de47c65-63c1-4eb7-a838-0cd6edc2e21e service nova] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Refreshing network info cache for port ac4d9bf5-a891-45f1-901e-1ae1cf3894d8 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.349485] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "refresh_cache-8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.349641] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired lock "refresh_cache-8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.349783] env[69183]: DEBUG nova.network.neutron [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.390863] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036132} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.393233] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.393503] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c5defcf8-2064-4a75-b8b1-84bbcdeb5322/c5defcf8-2064-4a75-b8b1-84bbcdeb5322.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.393730] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c5defcf8-2064-4a75-b8b1-84bbcdeb5322/c5defcf8-2064-4a75-b8b1-84bbcdeb5322.vmdk to [datastore2] 232e87c8-b953-49b2-844e-54c701e2e29b/232e87c8-b953-49b2-844e-54c701e2e29b.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.396755] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b61c1a07-637f-404e-9d2c-81be83c6ed21 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.404618] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1171.404618] env[69183]: value = "task-2790676" [ 1171.404618] env[69183]: _type = "Task" [ 1171.404618] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.411431] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.414530] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.557749] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790674, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.583214] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5e89e2-4055-40a9-bd70-2b4b135ee023 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.593412] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 748af884-cb92-47ab-a8c9-ed619f6e9876] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1171.597257] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bdfa00-1bd1-4eb4-8076-cdcaf1ccb77e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.632195] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780700aa-5fe6-4b26-bf5f-e4b2f2ab8e57 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.640679] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9369261-bec9-4d3b-9a2b-b7ddc1a9923c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.654748] env[69183]: DEBUG nova.compute.provider_tree [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1171.706811] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.266826} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.707083] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.707886] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dfb819-0fcc-4b89-b4f7-f04eaf7127d6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.730663] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 9980f413-111a-4d89-b293-f9ce52f048cb/9980f413-111a-4d89-b293-f9ce52f048cb.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.731482] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd1b8b0a-b769-40cb-9153-b02810e3ba39 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.756521] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1171.756521] env[69183]: value = "task-2790677" [ 1171.756521] env[69183]: _type = "Task" [ 1171.756521] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.771722] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790677, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.919010] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790676, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.070586] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790674, 'name': CreateVM_Task, 'duration_secs': 0.815763} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.071268] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.072340] env[69183]: DEBUG oslo_concurrency.lockutils [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.072582] env[69183]: DEBUG oslo_concurrency.lockutils [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.072987] env[69183]: DEBUG oslo_concurrency.lockutils [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.073323] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a96a7441-5cf4-4851-b944-5b761d176db0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.080678] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1172.080678] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527a80ab-7156-96e7-a5b0-e92300051643" [ 1172.080678] env[69183]: _type = "Task" [ 1172.080678] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.092112] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527a80ab-7156-96e7-a5b0-e92300051643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.101339] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: e0a6eea8-ea8f-491e-8390-86280974a654] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1172.161410] env[69183]: DEBUG nova.network.neutron [req-51279445-e597-4043-bc6b-23821fdf651c req-7de47c65-63c1-4eb7-a838-0cd6edc2e21e service nova] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Updated VIF entry in instance network info cache for port ac4d9bf5-a891-45f1-901e-1ae1cf3894d8. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.162599] env[69183]: DEBUG nova.network.neutron [req-51279445-e597-4043-bc6b-23821fdf651c req-7de47c65-63c1-4eb7-a838-0cd6edc2e21e service nova] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Updating instance_info_cache with network_info: [{"id": "ac4d9bf5-a891-45f1-901e-1ae1cf3894d8", "address": "fa:16:3e:0b:f3:6e", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac4d9bf5-a8", "ovs_interfaceid": "ac4d9bf5-a891-45f1-901e-1ae1cf3894d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.181405] env[69183]: DEBUG nova.network.neutron [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Updating instance_info_cache with network_info: [{"id": "51d1a072-d058-4f01-a7ea-0e13cf3d8831", "address": "fa:16:3e:0f:88:fb", "network": {"id": "3c4f15f7-8472-4ea3-912b-f17e69e4453b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-205766861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a981345cfd7a46ef9fb2d4f5589c7460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d1a072-d0", "ovs_interfaceid": "51d1a072-d058-4f01-a7ea-0e13cf3d8831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.209023] env[69183]: ERROR nova.scheduler.client.report [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [req-d482c431-085c-4f57-9aea-3aec01273c64] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ac1d5a79-805a-416e-80c0-31063a094839. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d482c431-085c-4f57-9aea-3aec01273c64"}]} [ 1172.233304] env[69183]: DEBUG nova.scheduler.client.report [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Refreshing inventories for resource provider ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1172.255966] env[69183]: DEBUG nova.scheduler.client.report [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Updating ProviderTree inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1172.255966] env[69183]: DEBUG nova.compute.provider_tree [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1172.269020] env[69183]: DEBUG nova.scheduler.client.report [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Refreshing aggregate associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, aggregates: None {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1172.274069] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.299877] env[69183]: DEBUG nova.scheduler.client.report [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Refreshing trait associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1172.419037] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790676, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.603180] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527a80ab-7156-96e7-a5b0-e92300051643, 'name': SearchDatastore_Task, 'duration_secs': 0.087432} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.603180] env[69183]: DEBUG oslo_concurrency.lockutils [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.603180] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.603180] env[69183]: DEBUG oslo_concurrency.lockutils [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.603180] env[69183]: DEBUG oslo_concurrency.lockutils [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.603180] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.604309] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dce879-0843-4fda-a279-3942abae56b7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.607370] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4a4efaa-a98e-4a3c-a8b8-71c8f7485e98 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.609726] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 332920e1-7182-4097-a570-0eab1737713c] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1172.620233] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190bee85-2254-487f-91d1-b7e5140faa4b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.628196] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.628676] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.656751] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fc75bb0-5344-4042-bb97-97b3f03b9511 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.662836] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff742457-e5ab-4f70-9c30-628134fc8cf8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.666494] env[69183]: DEBUG oslo_concurrency.lockutils [req-51279445-e597-4043-bc6b-23821fdf651c req-7de47c65-63c1-4eb7-a838-0cd6edc2e21e service nova] Releasing lock "refresh_cache-ee41efd6-b248-45c5-9cbe-081967dccfbd" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.673742] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a668eae-230b-43a6-8614-cfc42dde8c93 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.679049] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1172.679049] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52aca295-632f-9757-664a-c113616acb0c" [ 1172.679049] env[69183]: _type = "Task" [ 1172.679049] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.693169] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Releasing lock "refresh_cache-8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.695764] env[69183]: DEBUG nova.compute.provider_tree [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1172.700346] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52aca295-632f-9757-664a-c113616acb0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.769579] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790677, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.919687] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790676, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.114728] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: b0e5eb80-66b4-4292-a2db-826289a5d6db] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1173.191246] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52aca295-632f-9757-664a-c113616acb0c, 'name': SearchDatastore_Task, 'duration_secs': 0.097919} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.192184] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-877dd60b-905f-42e9-8b37-b9a423bac460 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.202490] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1173.202490] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]522910c5-c8b3-9f4b-50c0-4cfa481e8d13" [ 1173.202490] env[69183]: _type = "Task" [ 1173.202490] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.217697] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]522910c5-c8b3-9f4b-50c0-4cfa481e8d13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.252047] env[69183]: DEBUG nova.scheduler.client.report [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Updated inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1173.252413] env[69183]: DEBUG nova.compute.provider_tree [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 165 to 166 during operation: update_inventory {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1173.252661] env[69183]: DEBUG nova.compute.provider_tree [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1173.273785] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790677, 'name': ReconfigVM_Task, 'duration_secs': 1.017462} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.274581] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 9980f413-111a-4d89-b293-f9ce52f048cb/9980f413-111a-4d89-b293-f9ce52f048cb.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.276038] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-423d7ebd-ff5d-45f8-b483-e42d31f7037b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.284250] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1173.284250] env[69183]: value = "task-2790678" [ 1173.284250] env[69183]: _type = "Task" [ 1173.284250] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.298602] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790678, 'name': Rename_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.302047] env[69183]: DEBUG nova.compute.manager [req-94832418-e444-467b-b1af-6d8531135ed0 req-893f63fd-34f9-4f5e-957f-36c0655581f3 service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Received event network-changed-6dcec28e-b9a5-4508-9ca6-f9f2869148d4 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1173.302399] env[69183]: DEBUG nova.compute.manager [req-94832418-e444-467b-b1af-6d8531135ed0 req-893f63fd-34f9-4f5e-957f-36c0655581f3 service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Refreshing instance network info cache due to event network-changed-6dcec28e-b9a5-4508-9ca6-f9f2869148d4. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1173.302510] env[69183]: DEBUG oslo_concurrency.lockutils [req-94832418-e444-467b-b1af-6d8531135ed0 req-893f63fd-34f9-4f5e-957f-36c0655581f3 service nova] Acquiring lock "refresh_cache-64e40350-ac36-4329-a9f9-a2c8c2996eee" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.302683] env[69183]: DEBUG oslo_concurrency.lockutils [req-94832418-e444-467b-b1af-6d8531135ed0 req-893f63fd-34f9-4f5e-957f-36c0655581f3 service nova] Acquired lock "refresh_cache-64e40350-ac36-4329-a9f9-a2c8c2996eee" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.303364] env[69183]: DEBUG nova.network.neutron [req-94832418-e444-467b-b1af-6d8531135ed0 req-893f63fd-34f9-4f5e-957f-36c0655581f3 service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Refreshing network info cache for port 6dcec28e-b9a5-4508-9ca6-f9f2869148d4 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.420316] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790676, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.618858] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 75ba6f47-e8ae-4ece-bb9b-6b140344c1b0] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1173.718793] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]522910c5-c8b3-9f4b-50c0-4cfa481e8d13, 'name': SearchDatastore_Task, 'duration_secs': 0.096488} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.719214] env[69183]: DEBUG oslo_concurrency.lockutils [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.719498] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] ee41efd6-b248-45c5-9cbe-081967dccfbd/ee41efd6-b248-45c5-9cbe-081967dccfbd.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.720070] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0293c335-60ef-4c72-8d28-bea220ecf356 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.728395] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1173.728395] env[69183]: value = "task-2790679" [ 1173.728395] env[69183]: _type = "Task" [ 1173.728395] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.738448] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.766653] env[69183]: DEBUG oslo_concurrency.lockutils [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.929s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.770380] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.468s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.799939] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790678, 'name': Rename_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.813315] env[69183]: INFO nova.scheduler.client.report [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Deleted allocations for instance eb901e24-f4a7-4a59-a272-9baf70539a96 [ 1173.922768] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790676, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.122017] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: dc49620e-2afe-433a-833c-4b947fe22732] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1174.145767] env[69183]: DEBUG nova.network.neutron [req-94832418-e444-467b-b1af-6d8531135ed0 req-893f63fd-34f9-4f5e-957f-36c0655581f3 service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Updated VIF entry in instance network info cache for port 6dcec28e-b9a5-4508-9ca6-f9f2869148d4. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.146163] env[69183]: DEBUG nova.network.neutron [req-94832418-e444-467b-b1af-6d8531135ed0 req-893f63fd-34f9-4f5e-957f-36c0655581f3 service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Updating instance_info_cache with network_info: [{"id": "6dcec28e-b9a5-4508-9ca6-f9f2869148d4", "address": "fa:16:3e:05:bb:e3", "network": {"id": "8bbed847-7558-4366-8344-09eab3f71da3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-832336373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eff32ba0f4cf48eebea581edfca21bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dcec28e-b9", "ovs_interfaceid": "6dcec28e-b9a5-4508-9ca6-f9f2869148d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.215552] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acc21a5-195a-40d5-ab92-f8172212b88b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.234558] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Updating instance '8988f164-f1ae-4b9c-a297-02b9c3ae0d9a' progress to 0 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.246198] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.275515] env[69183]: INFO nova.compute.claims [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.297145] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790678, 'name': Rename_Task, 'duration_secs': 0.638468} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.297512] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.297855] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04ef7531-c447-438b-862f-13378172c788 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.303640] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1174.303640] env[69183]: value = "task-2790680" [ 1174.303640] env[69183]: _type = "Task" [ 1174.303640] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.312715] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.321942] env[69183]: DEBUG oslo_concurrency.lockutils [None req-884d8c48-2366-424b-bc03-429a6bb270e9 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "eb901e24-f4a7-4a59-a272-9baf70539a96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.303s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.424667] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790676, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.706957} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.425120] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c5defcf8-2064-4a75-b8b1-84bbcdeb5322/c5defcf8-2064-4a75-b8b1-84bbcdeb5322.vmdk to [datastore2] 232e87c8-b953-49b2-844e-54c701e2e29b/232e87c8-b953-49b2-844e-54c701e2e29b.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.426237] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d798ae-9209-4917-8df3-6d388a9a11f6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.452365] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 232e87c8-b953-49b2-844e-54c701e2e29b/232e87c8-b953-49b2-844e-54c701e2e29b.vmdk or device None with type streamOptimized {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.452870] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72ff9884-b189-409a-9164-443d6f04116b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.480672] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1174.480672] env[69183]: value = "task-2790681" [ 1174.480672] env[69183]: _type = "Task" [ 1174.480672] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.489701] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.504516] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7c8cceb7-5906-4d49-acde-0ad182c4ad96 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "339d0f93-4ddf-426e-b29d-2d7aeedec0c6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.504767] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7c8cceb7-5906-4d49-acde-0ad182c4ad96 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "339d0f93-4ddf-426e-b29d-2d7aeedec0c6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.627066] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 4512063e-9589-46ec-bb14-d30ae898a87e] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1174.653519] env[69183]: DEBUG oslo_concurrency.lockutils [req-94832418-e444-467b-b1af-6d8531135ed0 req-893f63fd-34f9-4f5e-957f-36c0655581f3 service nova] Releasing lock "refresh_cache-64e40350-ac36-4329-a9f9-a2c8c2996eee" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.654277] env[69183]: DEBUG nova.compute.manager [req-94832418-e444-467b-b1af-6d8531135ed0 req-893f63fd-34f9-4f5e-957f-36c0655581f3 service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Received event network-changed-6dcec28e-b9a5-4508-9ca6-f9f2869148d4 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1174.654876] env[69183]: DEBUG nova.compute.manager [req-94832418-e444-467b-b1af-6d8531135ed0 req-893f63fd-34f9-4f5e-957f-36c0655581f3 service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Refreshing instance network info cache due to event network-changed-6dcec28e-b9a5-4508-9ca6-f9f2869148d4. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1174.655413] env[69183]: DEBUG oslo_concurrency.lockutils [req-94832418-e444-467b-b1af-6d8531135ed0 req-893f63fd-34f9-4f5e-957f-36c0655581f3 service nova] Acquiring lock "refresh_cache-64e40350-ac36-4329-a9f9-a2c8c2996eee" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.655851] env[69183]: DEBUG oslo_concurrency.lockutils [req-94832418-e444-467b-b1af-6d8531135ed0 req-893f63fd-34f9-4f5e-957f-36c0655581f3 service nova] Acquired lock "refresh_cache-64e40350-ac36-4329-a9f9-a2c8c2996eee" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.656368] env[69183]: DEBUG nova.network.neutron [req-94832418-e444-467b-b1af-6d8531135ed0 req-893f63fd-34f9-4f5e-957f-36c0655581f3 service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Refreshing network info cache for port 6dcec28e-b9a5-4508-9ca6-f9f2869148d4 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.745258] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.745521] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790679, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.745754] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e86647a-fa16-49cb-98b4-d3d274544181 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.751607] env[69183]: DEBUG oslo_vmware.api [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1174.751607] env[69183]: value = "task-2790682" [ 1174.751607] env[69183]: _type = "Task" [ 1174.751607] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.760256] env[69183]: DEBUG oslo_vmware.api [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.768770] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "176fd0cc-5a63-4bd2-b552-0b733267ade5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.768770] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "176fd0cc-5a63-4bd2-b552-0b733267ade5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.768770] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "176fd0cc-5a63-4bd2-b552-0b733267ade5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.770098] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "176fd0cc-5a63-4bd2-b552-0b733267ade5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.770098] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "176fd0cc-5a63-4bd2-b552-0b733267ade5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.771252] env[69183]: INFO nova.compute.manager [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Terminating instance [ 1174.782651] env[69183]: INFO nova.compute.resource_tracker [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Updating resource usage from migration dda378c3-2c27-4ff1-abdf-94aa1c2f5b27 [ 1174.816550] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790680, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.992655] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.008935] env[69183]: DEBUG nova.compute.utils [None req-7c8cceb7-5906-4d49-acde-0ad182c4ad96 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.031585] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06674bda-25c1-40e1-9d7e-adac47890544 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.040253] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84237060-210b-4299-9616-fb8ad34919b8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.075888] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd2c601-cbb3-468b-94ca-6e3d6f00cec1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.082756] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559caca8-c209-4c4a-87c0-9878cea60bb0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.096297] env[69183]: DEBUG nova.compute.provider_tree [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.131724] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: ccdb57e9-c51c-4e38-a627-6c5ac5f7e622] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1175.247145] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790679, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.041529} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.247456] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] ee41efd6-b248-45c5-9cbe-081967dccfbd/ee41efd6-b248-45c5-9cbe-081967dccfbd.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.247729] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.248066] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c18ca04f-00ed-46ce-b52e-e769074a2b55 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.257380] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1175.257380] env[69183]: value = "task-2790683" [ 1175.257380] env[69183]: _type = "Task" [ 1175.257380] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.264364] env[69183]: DEBUG oslo_vmware.api [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790682, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.270101] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.275048] env[69183]: DEBUG nova.compute.manager [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.275384] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.276242] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fea5acf-0e13-4334-9a88-4774b1ed7be1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.284318] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.284587] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b198462-0898-4a4d-bb4a-b0c360aef9e3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.291249] env[69183]: DEBUG oslo_vmware.api [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1175.291249] env[69183]: value = "task-2790684" [ 1175.291249] env[69183]: _type = "Task" [ 1175.291249] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.304450] env[69183]: DEBUG oslo_vmware.api [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.312304] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790680, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.432573] env[69183]: DEBUG nova.network.neutron [req-94832418-e444-467b-b1af-6d8531135ed0 req-893f63fd-34f9-4f5e-957f-36c0655581f3 service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Updated VIF entry in instance network info cache for port 6dcec28e-b9a5-4508-9ca6-f9f2869148d4. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.433187] env[69183]: DEBUG nova.network.neutron [req-94832418-e444-467b-b1af-6d8531135ed0 req-893f63fd-34f9-4f5e-957f-36c0655581f3 service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Updating instance_info_cache with network_info: [{"id": "6dcec28e-b9a5-4508-9ca6-f9f2869148d4", "address": "fa:16:3e:05:bb:e3", "network": {"id": "8bbed847-7558-4366-8344-09eab3f71da3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-832336373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eff32ba0f4cf48eebea581edfca21bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dcec28e-b9", "ovs_interfaceid": "6dcec28e-b9a5-4508-9ca6-f9f2869148d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.490236] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790681, 'name': ReconfigVM_Task, 'duration_secs': 0.850539} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.490502] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 232e87c8-b953-49b2-844e-54c701e2e29b/232e87c8-b953-49b2-844e-54c701e2e29b.vmdk or device None with type streamOptimized {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.491150] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a07d329-1407-465a-ace3-804c95a6ed68 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.498124] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1175.498124] env[69183]: value = "task-2790685" [ 1175.498124] env[69183]: _type = "Task" [ 1175.498124] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.507205] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790685, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.512981] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7c8cceb7-5906-4d49-acde-0ad182c4ad96 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "339d0f93-4ddf-426e-b29d-2d7aeedec0c6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.600202] env[69183]: DEBUG nova.scheduler.client.report [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.635324] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: d2a271d2-1f5e-4d0c-8eb8-b3d3498c7b8e] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1175.763310] env[69183]: DEBUG oslo_vmware.api [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790682, 'name': PowerOffVM_Task, 'duration_secs': 0.540647} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.766162] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.766350] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Updating instance '8988f164-f1ae-4b9c-a297-02b9c3ae0d9a' progress to 17 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.774283] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.302296} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.774905] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.775266] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e31049c-fa30-48fe-91c9-66bf950a4cce {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.485446] env[69183]: DEBUG oslo_concurrency.lockutils [req-94832418-e444-467b-b1af-6d8531135ed0 req-893f63fd-34f9-4f5e-957f-36c0655581f3 service nova] Releasing lock "refresh_cache-64e40350-ac36-4329-a9f9-a2c8c2996eee" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.486355] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.716s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.486537] env[69183]: INFO nova.compute.manager [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Migrating [ 1176.492765] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 97bcf6c5-8206-4ba6-a5af-f09d8c273040] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1176.496156] env[69183]: DEBUG nova.virt.hardware [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.496381] env[69183]: DEBUG nova.virt.hardware [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.496540] env[69183]: DEBUG nova.virt.hardware [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.496723] env[69183]: DEBUG nova.virt.hardware [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.496869] env[69183]: DEBUG nova.virt.hardware [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.497026] env[69183]: DEBUG nova.virt.hardware [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.497262] env[69183]: DEBUG nova.virt.hardware [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.497460] env[69183]: DEBUG nova.virt.hardware [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.497629] env[69183]: DEBUG nova.virt.hardware [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.497790] env[69183]: DEBUG nova.virt.hardware [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.497960] env[69183]: DEBUG nova.virt.hardware [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.511352] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] ee41efd6-b248-45c5-9cbe-081967dccfbd/ee41efd6-b248-45c5-9cbe-081967dccfbd.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.523509] env[69183]: DEBUG oslo_concurrency.lockutils [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.430s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.525634] env[69183]: INFO nova.compute.claims [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.527418] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57fd3004-dc65-44bd-97f7-9fdaa4e2b82c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.537261] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-125cba23-2017-4cea-801b-4688075ba55a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.574988] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790685, 'name': Rename_Task, 'duration_secs': 0.347862} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.576185] env[69183]: DEBUG oslo_vmware.api [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790680, 'name': PowerOnVM_Task, 'duration_secs': 1.231595} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.576455] env[69183]: DEBUG oslo_vmware.api [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1176.576455] env[69183]: value = "task-2790686" [ 1176.576455] env[69183]: _type = "Task" [ 1176.576455] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.576886] env[69183]: DEBUG oslo_vmware.api [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790684, 'name': PowerOffVM_Task, 'duration_secs': 0.292478} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.577555] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.577808] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.578009] env[69183]: INFO nova.compute.manager [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Took 12.57 seconds to spawn the instance on the hypervisor. [ 1176.578218] env[69183]: DEBUG nova.compute.manager [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.579282] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.579452] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.579670] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e30c324f-c52c-450d-b874-91df3c791c39 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.581717] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1f5339-5c75-4367-a483-5ee58b1041df {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.586943] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7ad5e3f-fc20-4ce2-9371-a2011de129dd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.590471] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1176.590471] env[69183]: value = "task-2790687" [ 1176.590471] env[69183]: _type = "Task" [ 1176.590471] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.603749] env[69183]: DEBUG oslo_vmware.api [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.604075] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1176.604075] env[69183]: value = "task-2790688" [ 1176.604075] env[69183]: _type = "Task" [ 1176.604075] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.610517] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.615249] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.664027] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.664027] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.664027] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Deleting the datastore file [datastore1] 176fd0cc-5a63-4bd2-b552-0b733267ade5 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.664027] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8397447-62a7-4683-be09-f49fe1196654 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.669702] env[69183]: DEBUG oslo_vmware.api [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for the task: (returnval){ [ 1176.669702] env[69183]: value = "task-2790690" [ 1176.669702] env[69183]: _type = "Task" [ 1176.669702] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.679226] env[69183]: DEBUG oslo_vmware.api [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.013281] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 6c26d3da-3013-4020-ae22-97093090fafe] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1177.059322] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7c8cceb7-5906-4d49-acde-0ad182c4ad96 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "339d0f93-4ddf-426e-b29d-2d7aeedec0c6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.059588] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7c8cceb7-5906-4d49-acde-0ad182c4ad96 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "339d0f93-4ddf-426e-b29d-2d7aeedec0c6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.059819] env[69183]: INFO nova.compute.manager [None req-7c8cceb7-5906-4d49-acde-0ad182c4ad96 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Attaching volume 88ac98f5-1494-4abd-9e5a-1b8712894490 to /dev/sdb [ 1177.063925] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "refresh_cache-29b81f2f-bc53-47d9-a437-2850222390f0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.064100] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired lock "refresh_cache-29b81f2f-bc53-47d9-a437-2850222390f0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.064285] env[69183]: DEBUG nova.network.neutron [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.088554] env[69183]: DEBUG oslo_vmware.api [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790686, 'name': ReconfigVM_Task, 'duration_secs': 0.218627} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.088842] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Updating instance '8988f164-f1ae-4b9c-a297-02b9c3ae0d9a' progress to 33 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.093159] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f60d62-cbc2-466a-873d-6974f1ea47a1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.103380] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.111976] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2378510f-0e96-4222-ba8a-c604ec2299b4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.116186] env[69183]: INFO nova.compute.manager [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Took 24.40 seconds to build instance. [ 1177.120947] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790688, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.126563] env[69183]: DEBUG nova.virt.block_device [None req-7c8cceb7-5906-4d49-acde-0ad182c4ad96 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Updating existing volume attachment record: 30c352d3-0c1e-4567-a975-506cf9da3f1c {{(pid=69183) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1177.178714] env[69183]: DEBUG oslo_vmware.api [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Task: {'id': task-2790690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093795} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.178976] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.179248] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.179408] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.179574] env[69183]: INFO nova.compute.manager [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Took 1.90 seconds to destroy the instance on the hypervisor. [ 1177.179826] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.180039] env[69183]: DEBUG nova.compute.manager [-] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.180138] env[69183]: DEBUG nova.network.neutron [-] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.517820] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 39057950-8faf-45b1-8c3d-90798c8f8c94] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1177.522678] env[69183]: DEBUG nova.compute.manager [req-a866623d-e4ff-45c3-9956-d21c66479a9a req-e28456f3-65a5-46e6-92d6-0d704880437b service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Received event network-vif-deleted-bbc02ed6-54fb-4b74-a2ff-45dc0f016729 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1177.522811] env[69183]: INFO nova.compute.manager [req-a866623d-e4ff-45c3-9956-d21c66479a9a req-e28456f3-65a5-46e6-92d6-0d704880437b service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Neutron deleted interface bbc02ed6-54fb-4b74-a2ff-45dc0f016729; detaching it from the instance and deleting it from the info cache [ 1177.523142] env[69183]: DEBUG nova.network.neutron [req-a866623d-e4ff-45c3-9956-d21c66479a9a req-e28456f3-65a5-46e6-92d6-0d704880437b service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.600932] env[69183]: DEBUG nova.virt.hardware [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.601216] env[69183]: DEBUG nova.virt.hardware [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.601400] env[69183]: DEBUG nova.virt.hardware [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.601617] env[69183]: DEBUG nova.virt.hardware [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.601816] env[69183]: DEBUG nova.virt.hardware [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.601979] env[69183]: DEBUG nova.virt.hardware [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.603522] env[69183]: DEBUG nova.virt.hardware [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.603716] env[69183]: DEBUG nova.virt.hardware [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.603897] env[69183]: DEBUG nova.virt.hardware [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.604080] env[69183]: DEBUG nova.virt.hardware [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.604258] env[69183]: DEBUG nova.virt.hardware [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.609495] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1177.612192] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75ca496f-7d30-4e21-a6a9-06632a6bbdf0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.630381] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8b369d19-32fa-49e5-89f6-e74806a4b7b0 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "9980f413-111a-4d89-b293-f9ce52f048cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.927s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.634382] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790687, 'name': ReconfigVM_Task, 'duration_secs': 0.636551} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.635022] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Reconfigured VM instance instance-00000074 to attach disk [datastore2] ee41efd6-b248-45c5-9cbe-081967dccfbd/ee41efd6-b248-45c5-9cbe-081967dccfbd.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.635664] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76aaea07-3e68-4e99-b15d-399d746a788b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.640447] env[69183]: DEBUG oslo_vmware.api [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790688, 'name': PowerOnVM_Task, 'duration_secs': 0.98388} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.644710] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.646809] env[69183]: DEBUG oslo_vmware.api [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1177.646809] env[69183]: value = "task-2790692" [ 1177.646809] env[69183]: _type = "Task" [ 1177.646809] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.647095] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1177.647095] env[69183]: value = "task-2790693" [ 1177.647095] env[69183]: _type = "Task" [ 1177.647095] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.665660] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790693, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.666191] env[69183]: DEBUG oslo_vmware.api [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.846633] env[69183]: DEBUG nova.compute.manager [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.846633] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d87aa9-f6d7-4e34-a858-c87ffd142e7c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.917610] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1563209-202b-4b8b-b94b-b69f9e531cea {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.925434] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28254280-f86b-4521-ac78-ec93c7719b28 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.958792] env[69183]: DEBUG nova.network.neutron [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Updating instance_info_cache with network_info: [{"id": "69c2a0d3-eb31-4783-bcda-86c6e9ac9b22", "address": "fa:16:3e:7a:dc:ef", "network": {"id": "fb8d0cb1-db67-46f8-b12f-c5b0b61f9bf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-851986354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ef83677521b4cb2b6d150bb6a3b8688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c2a0d3-eb", "ovs_interfaceid": "69c2a0d3-eb31-4783-bcda-86c6e9ac9b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.960489] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfedc3c-f390-4e19-8fad-9e60c26f8211 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.971242] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd892bc-35ef-455c-8415-6f5285a44c03 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.992248] env[69183]: DEBUG nova.compute.provider_tree [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.999647] env[69183]: DEBUG nova.network.neutron [-] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.022649] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: ff75e3b8-15c2-4dd3-94a6-de77e6e73501] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1178.025173] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-595b10d7-42bb-4e52-8b3a-95c8cd637660 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.034832] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83fe530-405a-4c29-80d3-1cf735559503 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.074755] env[69183]: DEBUG nova.compute.manager [req-a866623d-e4ff-45c3-9956-d21c66479a9a req-e28456f3-65a5-46e6-92d6-0d704880437b service nova] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Detach interface failed, port_id=bbc02ed6-54fb-4b74-a2ff-45dc0f016729, reason: Instance 176fd0cc-5a63-4bd2-b552-0b733267ade5 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1178.162313] env[69183]: DEBUG oslo_vmware.api [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790692, 'name': ReconfigVM_Task, 'duration_secs': 0.427355} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.162605] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790693, 'name': Rename_Task, 'duration_secs': 0.444062} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.162847] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1178.163180] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.163884] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d0af57-9fde-4f88-91bc-3d26ca1c5414 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.166394] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ef15cb5-0921-4c29-88f7-5ae393838422 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.187693] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-7bc22691-4d67-493e-97d2-3a81053128cf/volume-7bc22691-4d67-493e-97d2-3a81053128cf.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.189306] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb6cba33-687f-4eae-8885-eacf9902acb1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.203137] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1178.203137] env[69183]: value = "task-2790694" [ 1178.203137] env[69183]: _type = "Task" [ 1178.203137] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.209439] env[69183]: DEBUG oslo_vmware.api [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1178.209439] env[69183]: value = "task-2790695" [ 1178.209439] env[69183]: _type = "Task" [ 1178.209439] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.215601] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790694, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.222186] env[69183]: DEBUG oslo_vmware.api [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790695, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.367393] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6ea06c30-fd47-4dd1-bb37-c6b8efea6256 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "232e87c8-b953-49b2-844e-54c701e2e29b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.874s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.464809] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Releasing lock "refresh_cache-29b81f2f-bc53-47d9-a437-2850222390f0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.502219] env[69183]: INFO nova.compute.manager [-] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Took 1.32 seconds to deallocate network for instance. [ 1178.528399] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 6d13a6c3-6f6e-4a36-9e9b-5e8abb261950] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1178.538820] env[69183]: DEBUG nova.scheduler.client.report [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Updated inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 with generation 166 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1178.539078] env[69183]: DEBUG nova.compute.provider_tree [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 166 to 167 during operation: update_inventory {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1178.539270] env[69183]: DEBUG nova.compute.provider_tree [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.713102] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790694, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.721243] env[69183]: DEBUG oslo_vmware.api [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.959143] env[69183]: DEBUG oslo_concurrency.lockutils [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "9980f413-111a-4d89-b293-f9ce52f048cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.959432] env[69183]: DEBUG oslo_concurrency.lockutils [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "9980f413-111a-4d89-b293-f9ce52f048cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.959643] env[69183]: DEBUG oslo_concurrency.lockutils [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "9980f413-111a-4d89-b293-f9ce52f048cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.959824] env[69183]: DEBUG oslo_concurrency.lockutils [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "9980f413-111a-4d89-b293-f9ce52f048cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.960014] env[69183]: DEBUG oslo_concurrency.lockutils [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "9980f413-111a-4d89-b293-f9ce52f048cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.962268] env[69183]: INFO nova.compute.manager [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Terminating instance [ 1179.011609] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.032034] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: c32e70e6-d4ed-4586-9492-9ee26735fbbf] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1179.043878] env[69183]: DEBUG oslo_concurrency.lockutils [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.044349] env[69183]: DEBUG nova.compute.manager [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1179.046912] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.635s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.048371] env[69183]: INFO nova.compute.claims [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.213770] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790694, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.221988] env[69183]: DEBUG oslo_vmware.api [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790695, 'name': ReconfigVM_Task, 'duration_secs': 0.920621} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.222286] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-7bc22691-4d67-493e-97d2-3a81053128cf/volume-7bc22691-4d67-493e-97d2-3a81053128cf.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.222553] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Updating instance '8988f164-f1ae-4b9c-a297-02b9c3ae0d9a' progress to 50 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1179.466996] env[69183]: DEBUG nova.compute.manager [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.469047] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.469047] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e17e5b5-bc33-44b3-b2bd-26c89b86fd03 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.478942] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.479498] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c8edebc-b156-4ae0-a39d-42e5423e41da {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.486583] env[69183]: DEBUG oslo_vmware.api [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1179.486583] env[69183]: value = "task-2790697" [ 1179.486583] env[69183]: _type = "Task" [ 1179.486583] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.495791] env[69183]: DEBUG oslo_vmware.api [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.534402] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 8e72f6db-5dba-44ce-a406-76a5022f0001] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1179.554301] env[69183]: DEBUG nova.compute.utils [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.557649] env[69183]: DEBUG nova.compute.manager [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Not allocating networking since 'none' was specified. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1179.714432] env[69183]: DEBUG oslo_vmware.api [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790694, 'name': PowerOnVM_Task, 'duration_secs': 1.16775} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.714817] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.715158] env[69183]: INFO nova.compute.manager [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Took 11.34 seconds to spawn the instance on the hypervisor. [ 1179.715368] env[69183]: DEBUG nova.compute.manager [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.716175] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9124f8-1e95-45fc-a26a-f7117399e078 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.729087] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b346ba95-2f56-423e-82cf-27959019f784 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.747756] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee347ca-5908-4606-a763-3cb430246691 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.767263] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Updating instance '8988f164-f1ae-4b9c-a297-02b9c3ae0d9a' progress to 67 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1179.986398] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7b30ac-8a9d-4f41-b392-8a8cccaaa45d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.009113] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Updating instance '29b81f2f-bc53-47d9-a437-2850222390f0' progress to 0 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1180.016256] env[69183]: DEBUG oslo_vmware.api [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790697, 'name': PowerOffVM_Task, 'duration_secs': 0.357528} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.017036] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.017036] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.017161] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-808b28df-9bb4-4293-8ece-7b409fd17e0e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.038112] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: d414f97c-8367-4357-9529-eeac7f04d472] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1180.058325] env[69183]: DEBUG nova.compute.manager [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1180.093367] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.093711] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.093751] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Deleting the datastore file [datastore2] 9980f413-111a-4d89-b293-f9ce52f048cb {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.094080] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d88b138f-69fa-437f-bb26-89eb625315f5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.100939] env[69183]: DEBUG oslo_vmware.api [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for the task: (returnval){ [ 1180.100939] env[69183]: value = "task-2790699" [ 1180.100939] env[69183]: _type = "Task" [ 1180.100939] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.111312] env[69183]: DEBUG oslo_vmware.api [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.235050] env[69183]: INFO nova.compute.manager [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Took 26.73 seconds to build instance. [ 1180.322237] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a563750-3eff-427b-832c-f821dd92b531 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.330718] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45c39b1-5645-4a35-a11c-ec09aa4eefa9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.371420] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f04ad2-49f8-4432-9884-a03740ea245c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.379281] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb20eb67-3afd-4c70-b636-d7ae5ef06da6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.393602] env[69183]: DEBUG nova.compute.provider_tree [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.493529] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796a24ef-5b7c-420a-b633-b009f9fe577c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.500654] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a942e0-756f-488b-9539-a91569671b28 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Suspending the VM {{(pid=69183) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1180.500917] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2a09b3a8-bf04-41db-a4d4-4ae80f4b19d8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.507378] env[69183]: DEBUG oslo_vmware.api [None req-f7a942e0-756f-488b-9539-a91569671b28 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1180.507378] env[69183]: value = "task-2790700" [ 1180.507378] env[69183]: _type = "Task" [ 1180.507378] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.516215] env[69183]: DEBUG oslo_vmware.api [None req-f7a942e0-756f-488b-9539-a91569671b28 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790700, 'name': SuspendVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.519034] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.519304] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4143598-cf42-445a-bcbf-380fe7b09ca6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.527460] env[69183]: DEBUG oslo_vmware.api [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1180.527460] env[69183]: value = "task-2790701" [ 1180.527460] env[69183]: _type = "Task" [ 1180.527460] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.537442] env[69183]: DEBUG oslo_vmware.api [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.542020] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 78a992cb-c299-42a5-9c6c-f9108b471538] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1180.612088] env[69183]: DEBUG oslo_vmware.api [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Task: {'id': task-2790699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471296} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.613023] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.613244] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.613431] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.613607] env[69183]: INFO nova.compute.manager [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1180.613868] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.614086] env[69183]: DEBUG nova.compute.manager [-] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.614186] env[69183]: DEBUG nova.network.neutron [-] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.737067] env[69183]: DEBUG oslo_concurrency.lockutils [None req-841f589c-4237-4962-b7a0-da34803bb15f tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "ee41efd6-b248-45c5-9cbe-081967dccfbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.242s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.897204] env[69183]: DEBUG nova.scheduler.client.report [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.016968] env[69183]: DEBUG oslo_vmware.api [None req-f7a942e0-756f-488b-9539-a91569671b28 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790700, 'name': SuspendVM_Task} progress is 54%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.041344] env[69183]: DEBUG oslo_vmware.api [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790701, 'name': PowerOffVM_Task, 'duration_secs': 0.395446} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.041679] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.041884] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Updating instance '29b81f2f-bc53-47d9-a437-2850222390f0' progress to 17 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.045465] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 121683d3-7205-425c-ae2e-e5866e555044] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1181.072058] env[69183]: DEBUG nova.compute.manager [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1181.126827] env[69183]: DEBUG nova.virt.hardware [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.127283] env[69183]: DEBUG nova.virt.hardware [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.127283] env[69183]: DEBUG nova.virt.hardware [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.127477] env[69183]: DEBUG nova.virt.hardware [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.127626] env[69183]: DEBUG nova.virt.hardware [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.127793] env[69183]: DEBUG nova.virt.hardware [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.128284] env[69183]: DEBUG nova.virt.hardware [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.128357] env[69183]: DEBUG nova.virt.hardware [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.128544] env[69183]: DEBUG nova.virt.hardware [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.128718] env[69183]: DEBUG nova.virt.hardware [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.128893] env[69183]: DEBUG nova.virt.hardware [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.129994] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e89ce2c-d057-4147-b849-41ed498bacd6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.142109] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afb2b68-5a68-46f8-b720-9531723311b2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.159054] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Instance VIF info [] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.166387] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Creating folder: Project (52865cc5107e41a3af0336b73769e744). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1181.167060] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16e21601-ff29-4269-975d-d2cb90b15957 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.178007] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Created folder: Project (52865cc5107e41a3af0336b73769e744) in parent group-v560622. [ 1181.178278] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Creating folder: Instances. Parent ref: group-v560935. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1181.178524] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce2d6db2-98f2-41a0-a65c-faeb8a268dc2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.187804] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Created folder: Instances in parent group-v560935. [ 1181.187999] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.188265] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.188477] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e0214b8-bb0f-4a2c-afba-44ef864c4d06 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.205660] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.205660] env[69183]: value = "task-2790704" [ 1181.205660] env[69183]: _type = "Task" [ 1181.205660] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.213153] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790704, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.325756] env[69183]: DEBUG nova.compute.manager [req-93d940c9-fe71-450d-90dd-eb6c00e5502b req-c99c0db9-1f13-4edc-b1b8-1b8d71be1598 service nova] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Received event network-vif-deleted-df76386c-e127-45e3-8808-cc62564a4a17 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1181.326013] env[69183]: INFO nova.compute.manager [req-93d940c9-fe71-450d-90dd-eb6c00e5502b req-c99c0db9-1f13-4edc-b1b8-1b8d71be1598 service nova] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Neutron deleted interface df76386c-e127-45e3-8808-cc62564a4a17; detaching it from the instance and deleting it from the info cache [ 1181.326236] env[69183]: DEBUG nova.network.neutron [req-93d940c9-fe71-450d-90dd-eb6c00e5502b req-c99c0db9-1f13-4edc-b1b8-1b8d71be1598 service nova] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.404767] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.405369] env[69183]: DEBUG nova.compute.manager [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.408220] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.397s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.408449] env[69183]: DEBUG nova.objects.instance [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lazy-loading 'resources' on Instance uuid 176fd0cc-5a63-4bd2-b552-0b733267ade5 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.429712] env[69183]: DEBUG nova.network.neutron [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Port 51d1a072-d058-4f01-a7ea-0e13cf3d8831 binding to destination host cpu-1 is already ACTIVE {{(pid=69183) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1181.518437] env[69183]: DEBUG oslo_vmware.api [None req-f7a942e0-756f-488b-9539-a91569671b28 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790700, 'name': SuspendVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.550091] env[69183]: DEBUG nova.virt.hardware [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.550350] env[69183]: DEBUG nova.virt.hardware [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.550541] env[69183]: DEBUG nova.virt.hardware [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.550669] env[69183]: DEBUG nova.virt.hardware [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.550837] env[69183]: DEBUG nova.virt.hardware [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.551056] env[69183]: DEBUG nova.virt.hardware [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.551335] env[69183]: DEBUG nova.virt.hardware [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.551534] env[69183]: DEBUG nova.virt.hardware [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.551717] env[69183]: DEBUG nova.virt.hardware [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.551881] env[69183]: DEBUG nova.virt.hardware [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.552075] env[69183]: DEBUG nova.virt.hardware [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.557484] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: c2b68522-d582-49d7-b288-426405aec498] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1181.559466] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9d63220-d931-4811-917c-a9f7bfd617f1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.575444] env[69183]: DEBUG oslo_vmware.api [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1181.575444] env[69183]: value = "task-2790705" [ 1181.575444] env[69183]: _type = "Task" [ 1181.575444] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.584227] env[69183]: DEBUG oslo_vmware.api [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.683758] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8cceb7-5906-4d49-acde-0ad182c4ad96 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Volume attach. Driver type: vmdk {{(pid=69183) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1181.684073] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8cceb7-5906-4d49-acde-0ad182c4ad96 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560934', 'volume_id': '88ac98f5-1494-4abd-9e5a-1b8712894490', 'name': 'volume-88ac98f5-1494-4abd-9e5a-1b8712894490', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '339d0f93-4ddf-426e-b29d-2d7aeedec0c6', 'attached_at': '', 'detached_at': '', 'volume_id': '88ac98f5-1494-4abd-9e5a-1b8712894490', 'serial': '88ac98f5-1494-4abd-9e5a-1b8712894490'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1181.685007] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29698e1b-af4a-4e6b-936b-a28c4dc79fd2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.703140] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348d82c4-6006-46bb-b2f4-6313c112cde8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.728521] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8cceb7-5906-4d49-acde-0ad182c4ad96 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-88ac98f5-1494-4abd-9e5a-1b8712894490/volume-88ac98f5-1494-4abd-9e5a-1b8712894490.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.729107] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d63ca55e-1f0d-4458-878e-f19ad3b82f9e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.744333] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790704, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.749308] env[69183]: DEBUG oslo_vmware.api [None req-7c8cceb7-5906-4d49-acde-0ad182c4ad96 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1181.749308] env[69183]: value = "task-2790706" [ 1181.749308] env[69183]: _type = "Task" [ 1181.749308] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.759694] env[69183]: DEBUG oslo_vmware.api [None req-7c8cceb7-5906-4d49-acde-0ad182c4ad96 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790706, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.797480] env[69183]: DEBUG nova.network.neutron [-] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.829224] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d9bb77b-90bd-40c9-a111-71424481d8ae {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.839186] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ca3bdc-f1a8-433a-aa82-bf91bc6fec1d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.874452] env[69183]: DEBUG nova.compute.manager [req-93d940c9-fe71-450d-90dd-eb6c00e5502b req-c99c0db9-1f13-4edc-b1b8-1b8d71be1598 service nova] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Detach interface failed, port_id=df76386c-e127-45e3-8808-cc62564a4a17, reason: Instance 9980f413-111a-4d89-b293-f9ce52f048cb could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1181.912038] env[69183]: DEBUG nova.compute.utils [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.916992] env[69183]: DEBUG nova.compute.manager [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Not allocating networking since 'none' was specified. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1182.019453] env[69183]: DEBUG oslo_vmware.api [None req-f7a942e0-756f-488b-9539-a91569671b28 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790700, 'name': SuspendVM_Task, 'duration_secs': 1.026615} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.022095] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a942e0-756f-488b-9539-a91569671b28 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Suspended the VM {{(pid=69183) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1182.022274] env[69183]: DEBUG nova.compute.manager [None req-f7a942e0-756f-488b-9539-a91569671b28 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.023344] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c4e7cf-d80b-4a3a-b001-d35dc60e06bc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.071032] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 37882545-0972-4f5c-a1e2-37b4f1bb2fc6] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1182.085154] env[69183]: DEBUG oslo_vmware.api [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790705, 'name': ReconfigVM_Task, 'duration_secs': 0.417825} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.085455] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Updating instance '29b81f2f-bc53-47d9-a437-2850222390f0' progress to 33 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.185437] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb626eb-8d32-4622-8fb8-d0863003ecc0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.193327] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033f265e-4920-4c43-b967-525801cfc4a2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.226772] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edefb6f6-172f-443d-9a65-9f4d6428f005 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.237505] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cceda0b2-a180-407f-8cb1-fe4203e3c38e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.240992] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790704, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.250533] env[69183]: DEBUG nova.compute.provider_tree [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.258867] env[69183]: DEBUG oslo_vmware.api [None req-7c8cceb7-5906-4d49-acde-0ad182c4ad96 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790706, 'name': ReconfigVM_Task, 'duration_secs': 0.36749} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.259696] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8cceb7-5906-4d49-acde-0ad182c4ad96 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-88ac98f5-1494-4abd-9e5a-1b8712894490/volume-88ac98f5-1494-4abd-9e5a-1b8712894490.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.264478] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10f97fa6-68f8-4ace-8750-bc1ccab3e821 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.279294] env[69183]: DEBUG oslo_vmware.api [None req-7c8cceb7-5906-4d49-acde-0ad182c4ad96 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1182.279294] env[69183]: value = "task-2790707" [ 1182.279294] env[69183]: _type = "Task" [ 1182.279294] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.288642] env[69183]: DEBUG oslo_vmware.api [None req-7c8cceb7-5906-4d49-acde-0ad182c4ad96 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.300198] env[69183]: INFO nova.compute.manager [-] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Took 1.69 seconds to deallocate network for instance. [ 1182.417532] env[69183]: DEBUG nova.compute.manager [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1182.451799] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "8988f164-f1ae-4b9c-a297-02b9c3ae0d9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.452032] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "8988f164-f1ae-4b9c-a297-02b9c3ae0d9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.452292] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "8988f164-f1ae-4b9c-a297-02b9c3ae0d9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.574333] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 4aa83732-4f5c-45e5-8929-d8301c2e9b3c] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1182.593871] env[69183]: DEBUG nova.virt.hardware [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.594158] env[69183]: DEBUG nova.virt.hardware [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.596049] env[69183]: DEBUG nova.virt.hardware [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.596049] env[69183]: DEBUG nova.virt.hardware [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.596049] env[69183]: DEBUG nova.virt.hardware [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.596049] env[69183]: DEBUG nova.virt.hardware [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.596049] env[69183]: DEBUG nova.virt.hardware [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.596049] env[69183]: DEBUG nova.virt.hardware [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.596049] env[69183]: DEBUG nova.virt.hardware [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.596049] env[69183]: DEBUG nova.virt.hardware [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.596049] env[69183]: DEBUG nova.virt.hardware [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.601762] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1182.602629] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5a4e23d-e58b-453d-b11b-f8b9efae98f0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.622791] env[69183]: DEBUG oslo_vmware.api [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1182.622791] env[69183]: value = "task-2790708" [ 1182.622791] env[69183]: _type = "Task" [ 1182.622791] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.631608] env[69183]: DEBUG oslo_vmware.api [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.732160] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790704, 'name': CreateVM_Task, 'duration_secs': 1.47229} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.732330] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.732760] env[69183]: DEBUG oslo_concurrency.lockutils [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.732950] env[69183]: DEBUG oslo_concurrency.lockutils [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.733303] env[69183]: DEBUG oslo_concurrency.lockutils [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.733557] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e565bde-c9e6-4af0-b402-b35c1672983a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.737938] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1182.737938] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]523d50e8-87b3-5238-c3fe-b4562c163215" [ 1182.737938] env[69183]: _type = "Task" [ 1182.737938] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.745717] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]523d50e8-87b3-5238-c3fe-b4562c163215, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.756111] env[69183]: DEBUG nova.scheduler.client.report [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.788858] env[69183]: DEBUG oslo_vmware.api [None req-7c8cceb7-5906-4d49-acde-0ad182c4ad96 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790707, 'name': ReconfigVM_Task, 'duration_secs': 0.139189} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.789186] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8cceb7-5906-4d49-acde-0ad182c4ad96 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560934', 'volume_id': '88ac98f5-1494-4abd-9e5a-1b8712894490', 'name': 'volume-88ac98f5-1494-4abd-9e5a-1b8712894490', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '339d0f93-4ddf-426e-b29d-2d7aeedec0c6', 'attached_at': '', 'detached_at': '', 'volume_id': '88ac98f5-1494-4abd-9e5a-1b8712894490', 'serial': '88ac98f5-1494-4abd-9e5a-1b8712894490'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1182.806203] env[69183]: DEBUG oslo_concurrency.lockutils [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.046232] env[69183]: INFO nova.compute.manager [None req-3b33b03b-01ed-42b7-9b85-5da869f73db3 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Resuming [ 1183.046844] env[69183]: DEBUG nova.objects.instance [None req-3b33b03b-01ed-42b7-9b85-5da869f73db3 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lazy-loading 'flavor' on Instance uuid 232e87c8-b953-49b2-844e-54c701e2e29b {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.077289] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 8b417b3a-4ec1-4b64-9a85-94cda10fcea9] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1183.134801] env[69183]: DEBUG oslo_vmware.api [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790708, 'name': ReconfigVM_Task, 'duration_secs': 0.262584} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.135126] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1183.135884] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55f9e6f-58e8-460a-a7b0-84958e5ccb00 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.157403] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 29b81f2f-bc53-47d9-a437-2850222390f0/29b81f2f-bc53-47d9-a437-2850222390f0.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.157675] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baafe4d5-98fe-4e72-b405-c7434475bb81 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.178708] env[69183]: DEBUG oslo_vmware.api [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1183.178708] env[69183]: value = "task-2790709" [ 1183.178708] env[69183]: _type = "Task" [ 1183.178708] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.186676] env[69183]: DEBUG oslo_vmware.api [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.249497] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]523d50e8-87b3-5238-c3fe-b4562c163215, 'name': SearchDatastore_Task, 'duration_secs': 0.009425} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.249769] env[69183]: DEBUG oslo_concurrency.lockutils [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.250148] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.250256] env[69183]: DEBUG oslo_concurrency.lockutils [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.250401] env[69183]: DEBUG oslo_concurrency.lockutils [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.250578] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.250841] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da608f6f-ed15-4a06-ac8d-78f564c7b8a5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.259391] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.259579] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.260792] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.262814] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6880ad3d-f338-422b-a503-1449e8d16926 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.265364] env[69183]: DEBUG oslo_concurrency.lockutils [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.459s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.265595] env[69183]: DEBUG nova.objects.instance [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lazy-loading 'resources' on Instance uuid 9980f413-111a-4d89-b293-f9ce52f048cb {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.269458] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1183.269458] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527ad6a2-dc62-b32b-74e1-60b47cb172cf" [ 1183.269458] env[69183]: _type = "Task" [ 1183.269458] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.278618] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527ad6a2-dc62-b32b-74e1-60b47cb172cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.286562] env[69183]: INFO nova.scheduler.client.report [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Deleted allocations for instance 176fd0cc-5a63-4bd2-b552-0b733267ade5 [ 1183.350411] env[69183]: DEBUG nova.compute.manager [req-f9f97fca-f27c-4b98-bffc-51ca745d7632 req-bb3886bf-12ea-4c47-a25d-4bd9de99641b service nova] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Received event network-changed-ac4d9bf5-a891-45f1-901e-1ae1cf3894d8 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1183.350683] env[69183]: DEBUG nova.compute.manager [req-f9f97fca-f27c-4b98-bffc-51ca745d7632 req-bb3886bf-12ea-4c47-a25d-4bd9de99641b service nova] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Refreshing instance network info cache due to event network-changed-ac4d9bf5-a891-45f1-901e-1ae1cf3894d8. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1183.350865] env[69183]: DEBUG oslo_concurrency.lockutils [req-f9f97fca-f27c-4b98-bffc-51ca745d7632 req-bb3886bf-12ea-4c47-a25d-4bd9de99641b service nova] Acquiring lock "refresh_cache-ee41efd6-b248-45c5-9cbe-081967dccfbd" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.350993] env[69183]: DEBUG oslo_concurrency.lockutils [req-f9f97fca-f27c-4b98-bffc-51ca745d7632 req-bb3886bf-12ea-4c47-a25d-4bd9de99641b service nova] Acquired lock "refresh_cache-ee41efd6-b248-45c5-9cbe-081967dccfbd" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.351171] env[69183]: DEBUG nova.network.neutron [req-f9f97fca-f27c-4b98-bffc-51ca745d7632 req-bb3886bf-12ea-4c47-a25d-4bd9de99641b service nova] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Refreshing network info cache for port ac4d9bf5-a891-45f1-901e-1ae1cf3894d8 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.426727] env[69183]: DEBUG nova.compute.manager [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.452900] env[69183]: DEBUG nova.virt.hardware [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.453171] env[69183]: DEBUG nova.virt.hardware [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.453346] env[69183]: DEBUG nova.virt.hardware [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.453536] env[69183]: DEBUG nova.virt.hardware [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.453683] env[69183]: DEBUG nova.virt.hardware [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.453831] env[69183]: DEBUG nova.virt.hardware [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.454060] env[69183]: DEBUG nova.virt.hardware [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.454228] env[69183]: DEBUG nova.virt.hardware [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.454393] env[69183]: DEBUG nova.virt.hardware [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.454556] env[69183]: DEBUG nova.virt.hardware [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.454724] env[69183]: DEBUG nova.virt.hardware [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.455618] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b51bc4-80d8-4b65-827d-6d73ecf4d4fb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.466091] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb08f50-944d-46f9-b932-0e553c479969 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.479859] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Instance VIF info [] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.485410] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.485997] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.486251] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-230ca351-102f-4453-a2bb-f0975090c539 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.498214] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "refresh_cache-8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.498383] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired lock "refresh_cache-8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.498551] env[69183]: DEBUG nova.network.neutron [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.505319] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.505319] env[69183]: value = "task-2790710" [ 1183.505319] env[69183]: _type = "Task" [ 1183.505319] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.515401] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790710, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.580820] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.580998] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Cleaning up deleted instances with incomplete migration {{(pid=69183) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 1183.689657] env[69183]: DEBUG oslo_vmware.api [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790709, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.779914] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527ad6a2-dc62-b32b-74e1-60b47cb172cf, 'name': SearchDatastore_Task, 'duration_secs': 0.00891} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.780732] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee45cfc-8cbf-442b-bba4-b1590df57c7c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.785707] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1183.785707] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5224db0d-1438-4425-2194-4433a79a28b8" [ 1183.785707] env[69183]: _type = "Task" [ 1183.785707] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.796211] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5224db0d-1438-4425-2194-4433a79a28b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.796685] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3d7897a7-a956-4bfd-adcd-453f48645bf0 tempest-AttachInterfacesTestJSON-26406322 tempest-AttachInterfacesTestJSON-26406322-project-member] Lock "176fd0cc-5a63-4bd2-b552-0b733267ade5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.028s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.829540] env[69183]: DEBUG nova.objects.instance [None req-7c8cceb7-5906-4d49-acde-0ad182c4ad96 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lazy-loading 'flavor' on Instance uuid 339d0f93-4ddf-426e-b29d-2d7aeedec0c6 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.982944] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2897eed2-cc73-4471-8e64-e0b7af6ac082 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.990092] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53a4669-0694-46d4-bb2b-329df8bdcdf3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.031012] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb7fcf4-c37e-4405-a308-1a8400356ce4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.038668] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790710, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.042507] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a856d12-c3a0-4ac6-92bb-ddf19591b3dc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.057586] env[69183]: DEBUG nova.compute.provider_tree [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.083523] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.110804] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b79ea22-bbeb-4a82-9c0e-bb338766b8e3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "339d0f93-4ddf-426e-b29d-2d7aeedec0c6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.121527] env[69183]: DEBUG nova.network.neutron [req-f9f97fca-f27c-4b98-bffc-51ca745d7632 req-bb3886bf-12ea-4c47-a25d-4bd9de99641b service nova] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Updated VIF entry in instance network info cache for port ac4d9bf5-a891-45f1-901e-1ae1cf3894d8. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.121880] env[69183]: DEBUG nova.network.neutron [req-f9f97fca-f27c-4b98-bffc-51ca745d7632 req-bb3886bf-12ea-4c47-a25d-4bd9de99641b service nova] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Updating instance_info_cache with network_info: [{"id": "ac4d9bf5-a891-45f1-901e-1ae1cf3894d8", "address": "fa:16:3e:0b:f3:6e", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac4d9bf5-a8", "ovs_interfaceid": "ac4d9bf5-a891-45f1-901e-1ae1cf3894d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.191114] env[69183]: DEBUG oslo_vmware.api [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790709, 'name': ReconfigVM_Task, 'duration_secs': 0.544577} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.191416] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 29b81f2f-bc53-47d9-a437-2850222390f0/29b81f2f-bc53-47d9-a437-2850222390f0.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.191682] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Updating instance '29b81f2f-bc53-47d9-a437-2850222390f0' progress to 50 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.253242] env[69183]: DEBUG nova.network.neutron [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Updating instance_info_cache with network_info: [{"id": "51d1a072-d058-4f01-a7ea-0e13cf3d8831", "address": "fa:16:3e:0f:88:fb", "network": {"id": "3c4f15f7-8472-4ea3-912b-f17e69e4453b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-205766861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a981345cfd7a46ef9fb2d4f5589c7460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d1a072-d0", "ovs_interfaceid": "51d1a072-d058-4f01-a7ea-0e13cf3d8831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.296244] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5224db0d-1438-4425-2194-4433a79a28b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010803} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.296540] env[69183]: DEBUG oslo_concurrency.lockutils [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.296795] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 58b0840d-d4d9-46d3-adb1-96cdc51c7a61/58b0840d-d4d9-46d3-adb1-96cdc51c7a61.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1184.297080] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e70c15c-036a-4ee6-b32f-bb155a7a0be5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.304402] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1184.304402] env[69183]: value = "task-2790711" [ 1184.304402] env[69183]: _type = "Task" [ 1184.304402] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.311969] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.334234] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7c8cceb7-5906-4d49-acde-0ad182c4ad96 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "339d0f93-4ddf-426e-b29d-2d7aeedec0c6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.275s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.335263] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b79ea22-bbeb-4a82-9c0e-bb338766b8e3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "339d0f93-4ddf-426e-b29d-2d7aeedec0c6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.225s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.535300] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790710, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.559067] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3b33b03b-01ed-42b7-9b85-5da869f73db3 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "refresh_cache-232e87c8-b953-49b2-844e-54c701e2e29b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.559316] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3b33b03b-01ed-42b7-9b85-5da869f73db3 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquired lock "refresh_cache-232e87c8-b953-49b2-844e-54c701e2e29b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.559536] env[69183]: DEBUG nova.network.neutron [None req-3b33b03b-01ed-42b7-9b85-5da869f73db3 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.561992] env[69183]: DEBUG nova.scheduler.client.report [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.624775] env[69183]: DEBUG oslo_concurrency.lockutils [req-f9f97fca-f27c-4b98-bffc-51ca745d7632 req-bb3886bf-12ea-4c47-a25d-4bd9de99641b service nova] Releasing lock "refresh_cache-ee41efd6-b248-45c5-9cbe-081967dccfbd" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.646830] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.647083] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.647267] env[69183]: INFO nova.compute.manager [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Shelving [ 1184.699055] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8744bb-6f18-4070-8209-fe384b2bd015 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.719353] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49d9921-a0cc-46d2-999a-2422f60eb77f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.737900] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Updating instance '29b81f2f-bc53-47d9-a437-2850222390f0' progress to 67 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.756397] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Releasing lock "refresh_cache-8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.816601] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790711, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.840870] env[69183]: INFO nova.compute.manager [None req-1b79ea22-bbeb-4a82-9c0e-bb338766b8e3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Detaching volume 88ac98f5-1494-4abd-9e5a-1b8712894490 [ 1184.884025] env[69183]: INFO nova.virt.block_device [None req-1b79ea22-bbeb-4a82-9c0e-bb338766b8e3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Attempting to driver detach volume 88ac98f5-1494-4abd-9e5a-1b8712894490 from mountpoint /dev/sdb [ 1184.884025] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b79ea22-bbeb-4a82-9c0e-bb338766b8e3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Volume detach. Driver type: vmdk {{(pid=69183) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1184.884025] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b79ea22-bbeb-4a82-9c0e-bb338766b8e3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560934', 'volume_id': '88ac98f5-1494-4abd-9e5a-1b8712894490', 'name': 'volume-88ac98f5-1494-4abd-9e5a-1b8712894490', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '339d0f93-4ddf-426e-b29d-2d7aeedec0c6', 'attached_at': '', 'detached_at': '', 'volume_id': '88ac98f5-1494-4abd-9e5a-1b8712894490', 'serial': '88ac98f5-1494-4abd-9e5a-1b8712894490'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1184.884438] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2640612-2110-4c17-a39e-04205969290a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.906739] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffcb97a-ecee-4bb7-9c46-5faa8bcd51af {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.914016] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7cd0b2-3b79-4a75-a273-79198bcdfe8e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.940406] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdbbad2-4544-4db4-82b6-1f3c2935175f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.961603] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b79ea22-bbeb-4a82-9c0e-bb338766b8e3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] The volume has not been displaced from its original location: [datastore1] volume-88ac98f5-1494-4abd-9e5a-1b8712894490/volume-88ac98f5-1494-4abd-9e5a-1b8712894490.vmdk. No consolidation needed. {{(pid=69183) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1184.967880] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b79ea22-bbeb-4a82-9c0e-bb338766b8e3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1184.968440] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9c3ddc9-5d60-48c7-8046-a3e0f1be0fec {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.988357] env[69183]: DEBUG oslo_vmware.api [None req-1b79ea22-bbeb-4a82-9c0e-bb338766b8e3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1184.988357] env[69183]: value = "task-2790712" [ 1184.988357] env[69183]: _type = "Task" [ 1184.988357] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.997768] env[69183]: DEBUG oslo_vmware.api [None req-1b79ea22-bbeb-4a82-9c0e-bb338766b8e3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.035644] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790710, 'name': CreateVM_Task, 'duration_secs': 1.274766} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.035881] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.036365] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.036602] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.036944] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.037278] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71fde954-5981-452f-ba3e-0bab7afaf482 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.042816] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1185.042816] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]522d4c34-4fff-4ce6-0d42-c186e87d5fbf" [ 1185.042816] env[69183]: _type = "Task" [ 1185.042816] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.051612] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]522d4c34-4fff-4ce6-0d42-c186e87d5fbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.068014] env[69183]: DEBUG oslo_concurrency.lockutils [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.092110] env[69183]: INFO nova.scheduler.client.report [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Deleted allocations for instance 9980f413-111a-4d89-b293-f9ce52f048cb [ 1185.265111] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b103d3-346a-4c87-85dc-fac9b69d46c2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.272740] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241b7ed2-122d-42f2-8844-f427a2b19397 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.288910] env[69183]: DEBUG nova.network.neutron [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Port 69c2a0d3-eb31-4783-bcda-86c6e9ac9b22 binding to destination host cpu-1 is already ACTIVE {{(pid=69183) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1185.317242] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.851169} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.317507] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 58b0840d-d4d9-46d3-adb1-96cdc51c7a61/58b0840d-d4d9-46d3-adb1-96cdc51c7a61.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.317718] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.317960] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce33f5f7-22c8-48ee-a086-9dd3b7ef7d4f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.325419] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1185.325419] env[69183]: value = "task-2790713" [ 1185.325419] env[69183]: _type = "Task" [ 1185.325419] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.340311] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.477726] env[69183]: DEBUG nova.network.neutron [None req-3b33b03b-01ed-42b7-9b85-5da869f73db3 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Updating instance_info_cache with network_info: [{"id": "ce14ad5d-54a1-4bf8-89da-e3c21f903005", "address": "fa:16:3e:b7:6a:01", "network": {"id": "6506e7bc-9499-4660-998a-0ad990b0a9c1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-991947610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f422c74bdd4644a3829d1a2aa680352f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce14ad5d-54", "ovs_interfaceid": "ce14ad5d-54a1-4bf8-89da-e3c21f903005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.498976] env[69183]: DEBUG oslo_vmware.api [None req-1b79ea22-bbeb-4a82-9c0e-bb338766b8e3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790712, 'name': ReconfigVM_Task, 'duration_secs': 0.265457} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.499291] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b79ea22-bbeb-4a82-9c0e-bb338766b8e3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1185.504444] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c783e78-239c-4c55-9c2b-ef432635c603 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.519447] env[69183]: DEBUG oslo_vmware.api [None req-1b79ea22-bbeb-4a82-9c0e-bb338766b8e3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1185.519447] env[69183]: value = "task-2790714" [ 1185.519447] env[69183]: _type = "Task" [ 1185.519447] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.527521] env[69183]: DEBUG oslo_vmware.api [None req-1b79ea22-bbeb-4a82-9c0e-bb338766b8e3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.553572] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]522d4c34-4fff-4ce6-0d42-c186e87d5fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.016227} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.553933] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.554203] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.554415] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.554562] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.554741] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.555026] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77aaf467-17ef-49f9-8b6b-47008cdaf359 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.562229] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.562406] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.563500] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf33c4f1-d4c7-4723-9a08-be9c9bb04418 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.568076] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1185.568076] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52d4390a-9cf1-3b13-f306-564fb6902c27" [ 1185.568076] env[69183]: _type = "Task" [ 1185.568076] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.575245] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d4390a-9cf1-3b13-f306-564fb6902c27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.600612] env[69183]: DEBUG oslo_concurrency.lockutils [None req-953aee20-4fb2-42cb-800a-c50e43311209 tempest-ServerDiskConfigTestJSON-1002780723 tempest-ServerDiskConfigTestJSON-1002780723-project-member] Lock "9980f413-111a-4d89-b293-f9ce52f048cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.641s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.657659] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.657975] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0eef69c8-f167-47c8-bb0a-0f2614ba7601 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.664590] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1185.664590] env[69183]: value = "task-2790715" [ 1185.664590] env[69183]: _type = "Task" [ 1185.664590] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.674789] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.837408] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063406} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.837408] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1185.837408] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f5bf8d-55fe-4e38-972c-3ea11ef7fa84 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.866253] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 58b0840d-d4d9-46d3-adb1-96cdc51c7a61/58b0840d-d4d9-46d3-adb1-96cdc51c7a61.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.866591] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfcb753d-c368-4def-89fe-ecfd8a139633 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.890018] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1185.890018] env[69183]: value = "task-2790716" [ 1185.890018] env[69183]: _type = "Task" [ 1185.890018] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.898629] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.980809] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3b33b03b-01ed-42b7-9b85-5da869f73db3 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Releasing lock "refresh_cache-232e87c8-b953-49b2-844e-54c701e2e29b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.983142] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae4cf6d-58eb-4421-b277-7cfffde8eee8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.989434] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3b33b03b-01ed-42b7-9b85-5da869f73db3 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Resuming the VM {{(pid=69183) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1185.989703] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e41d62c6-3e69-47eb-bc47-ae5677537539 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.996014] env[69183]: DEBUG oslo_vmware.api [None req-3b33b03b-01ed-42b7-9b85-5da869f73db3 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1185.996014] env[69183]: value = "task-2790717" [ 1185.996014] env[69183]: _type = "Task" [ 1185.996014] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.004660] env[69183]: DEBUG oslo_vmware.api [None req-3b33b03b-01ed-42b7-9b85-5da869f73db3 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.033203] env[69183]: DEBUG oslo_vmware.api [None req-1b79ea22-bbeb-4a82-9c0e-bb338766b8e3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790714, 'name': ReconfigVM_Task, 'duration_secs': 0.13728} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.033724] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b79ea22-bbeb-4a82-9c0e-bb338766b8e3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560934', 'volume_id': '88ac98f5-1494-4abd-9e5a-1b8712894490', 'name': 'volume-88ac98f5-1494-4abd-9e5a-1b8712894490', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '339d0f93-4ddf-426e-b29d-2d7aeedec0c6', 'attached_at': '', 'detached_at': '', 'volume_id': '88ac98f5-1494-4abd-9e5a-1b8712894490', 'serial': '88ac98f5-1494-4abd-9e5a-1b8712894490'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1186.078282] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d4390a-9cf1-3b13-f306-564fb6902c27, 'name': SearchDatastore_Task, 'duration_secs': 0.009608} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.079033] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a24a02ea-edb1-45cb-b755-76a70683e61d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.084184] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1186.084184] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52d1f73c-16eb-2b06-8714-86d26fbb7dab" [ 1186.084184] env[69183]: _type = "Task" [ 1186.084184] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.091405] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d1f73c-16eb-2b06-8714-86d26fbb7dab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.174439] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790715, 'name': PowerOffVM_Task, 'duration_secs': 0.222668} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.174719] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.175611] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3127ae2-f326-4126-beaa-7ca7daa2c3fe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.195701] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42635a94-28ff-48b6-922f-878363e9aad9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.325947] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "29b81f2f-bc53-47d9-a437-2850222390f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.326358] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "29b81f2f-bc53-47d9-a437-2850222390f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.326564] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "29b81f2f-bc53-47d9-a437-2850222390f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.406691] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790716, 'name': ReconfigVM_Task, 'duration_secs': 0.262969} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.408424] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 58b0840d-d4d9-46d3-adb1-96cdc51c7a61/58b0840d-d4d9-46d3-adb1-96cdc51c7a61.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.408424] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14122872-2641-48f4-958a-20a1ec84b8dd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.415506] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b9c2a5-01e2-43b6-8315-d5e88e122ccf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.419924] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1186.419924] env[69183]: value = "task-2790718" [ 1186.419924] env[69183]: _type = "Task" [ 1186.419924] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.439019] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167c0532-1cde-4291-9660-36bba8050e5d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.446795] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790718, 'name': Rename_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.452134] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Updating instance '8988f164-f1ae-4b9c-a297-02b9c3ae0d9a' progress to 83 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.511593] env[69183]: DEBUG oslo_vmware.api [None req-3b33b03b-01ed-42b7-9b85-5da869f73db3 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790717, 'name': PowerOnVM_Task, 'duration_secs': 0.479589} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.511593] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3b33b03b-01ed-42b7-9b85-5da869f73db3 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Resumed the VM {{(pid=69183) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1186.511593] env[69183]: DEBUG nova.compute.manager [None req-3b33b03b-01ed-42b7-9b85-5da869f73db3 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.511593] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b743f13c-c6b4-4f81-b213-26c6b7f830aa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.596309] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d1f73c-16eb-2b06-8714-86d26fbb7dab, 'name': SearchDatastore_Task, 'duration_secs': 0.012356} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.598208] env[69183]: DEBUG nova.objects.instance [None req-1b79ea22-bbeb-4a82-9c0e-bb338766b8e3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lazy-loading 'flavor' on Instance uuid 339d0f93-4ddf-426e-b29d-2d7aeedec0c6 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.599667] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.599954] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 2999835d-6508-4a00-b929-9f7e3b7907b2/2999835d-6508-4a00-b929-9f7e3b7907b2.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.600547] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff436f4e-c68b-4569-a623-0bda96fbf77a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.614277] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1186.614277] env[69183]: value = "task-2790719" [ 1186.614277] env[69183]: _type = "Task" [ 1186.614277] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.624439] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.706238] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Creating Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1186.706745] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c357a58b-70d7-493c-b94f-943bd45a1336 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.716443] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1186.716443] env[69183]: value = "task-2790720" [ 1186.716443] env[69183]: _type = "Task" [ 1186.716443] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.730328] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790720, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.932571] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790718, 'name': Rename_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.960036] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.960036] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d8f2aa6-b508-408f-a355-5c73021d60d0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.970051] env[69183]: DEBUG oslo_vmware.api [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1186.970051] env[69183]: value = "task-2790721" [ 1186.970051] env[69183]: _type = "Task" [ 1186.970051] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.981324] env[69183]: DEBUG oslo_vmware.api [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.132695] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790719, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.231920] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790720, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.376340] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "refresh_cache-29b81f2f-bc53-47d9-a437-2850222390f0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.376558] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired lock "refresh_cache-29b81f2f-bc53-47d9-a437-2850222390f0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.376764] env[69183]: DEBUG nova.network.neutron [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.432739] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790718, 'name': Rename_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.484063] env[69183]: DEBUG oslo_vmware.api [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790721, 'name': PowerOnVM_Task} progress is 70%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.614348] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b79ea22-bbeb-4a82-9c0e-bb338766b8e3 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "339d0f93-4ddf-426e-b29d-2d7aeedec0c6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.278s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.628024] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558366} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.628363] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 2999835d-6508-4a00-b929-9f7e3b7907b2/2999835d-6508-4a00-b929-9f7e3b7907b2.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.628596] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.628971] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca2c7655-5d71-4726-aeaf-ac752f6dc0e9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.639506] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1187.639506] env[69183]: value = "task-2790722" [ 1187.639506] env[69183]: _type = "Task" [ 1187.639506] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.652782] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.727781] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790720, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.937243] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790718, 'name': Rename_Task, 'duration_secs': 1.052504} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.937593] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.937845] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baf51e80-2abd-4efd-8b5c-ceffc764d53d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.945441] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1187.945441] env[69183]: value = "task-2790723" [ 1187.945441] env[69183]: _type = "Task" [ 1187.945441] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.962050] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.980802] env[69183]: DEBUG oslo_vmware.api [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790721, 'name': PowerOnVM_Task, 'duration_secs': 0.738173} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.981297] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.981576] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba34b9b-6a6c-4570-916a-357a3062d4b0 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Updating instance '8988f164-f1ae-4b9c-a297-02b9c3ae0d9a' progress to 100 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.149674] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082943} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.149942] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.150759] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d38dfb-539b-4028-a0f1-1014d1cee8f6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.170282] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 2999835d-6508-4a00-b929-9f7e3b7907b2/2999835d-6508-4a00-b929-9f7e3b7907b2.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.171406] env[69183]: DEBUG nova.network.neutron [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Updating instance_info_cache with network_info: [{"id": "69c2a0d3-eb31-4783-bcda-86c6e9ac9b22", "address": "fa:16:3e:7a:dc:ef", "network": {"id": "fb8d0cb1-db67-46f8-b12f-c5b0b61f9bf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-851986354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ef83677521b4cb2b6d150bb6a3b8688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c2a0d3-eb", "ovs_interfaceid": "69c2a0d3-eb31-4783-bcda-86c6e9ac9b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.172677] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c45e759e-2c7a-4613-b8ac-89e6ba14f724 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.194246] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1188.194246] env[69183]: value = "task-2790724" [ 1188.194246] env[69183]: _type = "Task" [ 1188.194246] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.204856] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.228752] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790720, 'name': CreateSnapshot_Task, 'duration_secs': 1.065763} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.229077] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Created Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1188.230059] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1084c39-a680-4d98-b55e-273d908aed92 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.457329] env[69183]: DEBUG oslo_vmware.api [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790723, 'name': PowerOnVM_Task, 'duration_secs': 0.445144} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.457712] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.457925] env[69183]: INFO nova.compute.manager [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1188.458124] env[69183]: DEBUG nova.compute.manager [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.459289] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb570f53-969c-4a42-ac90-0434f96813e9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.560487] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "339d0f93-4ddf-426e-b29d-2d7aeedec0c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.560487] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "339d0f93-4ddf-426e-b29d-2d7aeedec0c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.560640] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "339d0f93-4ddf-426e-b29d-2d7aeedec0c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.561454] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "339d0f93-4ddf-426e-b29d-2d7aeedec0c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.561454] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "339d0f93-4ddf-426e-b29d-2d7aeedec0c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.563486] env[69183]: INFO nova.compute.manager [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Terminating instance [ 1188.688967] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Releasing lock "refresh_cache-29b81f2f-bc53-47d9-a437-2850222390f0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.705125] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.749499] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Creating linked-clone VM from snapshot {{(pid=69183) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1188.750080] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8361dfc5-808b-4e36-b027-3e817cd1bbf3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.758812] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1188.758812] env[69183]: value = "task-2790725" [ 1188.758812] env[69183]: _type = "Task" [ 1188.758812] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.767023] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790725, 'name': CloneVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.979534] env[69183]: INFO nova.compute.manager [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Took 17.91 seconds to build instance. [ 1189.072136] env[69183]: DEBUG nova.compute.manager [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.072136] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.072279] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a68d11-8bde-4c68-b7b3-e78c5bda590d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.081055] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.081321] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77825587-8bf6-4ee2-a816-04b61fccd7e7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.090201] env[69183]: DEBUG oslo_vmware.api [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1189.090201] env[69183]: value = "task-2790726" [ 1189.090201] env[69183]: _type = "Task" [ 1189.090201] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.099995] env[69183]: DEBUG oslo_vmware.api [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.212689] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790724, 'name': ReconfigVM_Task, 'duration_secs': 0.808656} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.213086] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 2999835d-6508-4a00-b929-9f7e3b7907b2/2999835d-6508-4a00-b929-9f7e3b7907b2.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.213816] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7298b1a-147e-4606-abb9-444c3d269e0c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.220831] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1189.220831] env[69183]: value = "task-2790727" [ 1189.220831] env[69183]: _type = "Task" [ 1189.220831] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.226200] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6e10a1-6349-4f14-9552-a61ceb2169e6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.235034] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790727, 'name': Rename_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.252011] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e305c59-4895-4db0-846b-afee4fbcd495 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.260925] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Updating instance '29b81f2f-bc53-47d9-a437-2850222390f0' progress to 83 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.277029] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790725, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.483488] env[69183]: DEBUG oslo_concurrency.lockutils [None req-837bf916-f2f7-47e0-8c25-a84ea77b088d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Lock "58b0840d-d4d9-46d3-adb1-96cdc51c7a61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.426s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.580141] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.581690] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.601921] env[69183]: DEBUG oslo_vmware.api [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790726, 'name': PowerOffVM_Task, 'duration_secs': 0.290485} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.602776] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.605086] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.605086] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf2323fd-66bc-412e-b69e-807b0a129eba {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.679441] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.679441] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.679441] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Deleting the datastore file [datastore1] 339d0f93-4ddf-426e-b29d-2d7aeedec0c6 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.679441] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e923fe27-b196-43ad-8b79-f0d266aac199 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.689384] env[69183]: DEBUG oslo_vmware.api [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1189.689384] env[69183]: value = "task-2790729" [ 1189.689384] env[69183]: _type = "Task" [ 1189.689384] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.700974] env[69183]: DEBUG oslo_vmware.api [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.732872] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790727, 'name': Rename_Task, 'duration_secs': 0.165694} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.732872] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.732872] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08181d6e-8422-41bc-85d8-251df5ab419b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.738778] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1189.738778] env[69183]: value = "task-2790730" [ 1189.738778] env[69183]: _type = "Task" [ 1189.738778] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.749213] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.772824] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.773432] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790725, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.773828] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac7e9120-90f0-43c2-aa14-694d4ba49e23 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.781486] env[69183]: DEBUG oslo_vmware.api [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1189.781486] env[69183]: value = "task-2790731" [ 1189.781486] env[69183]: _type = "Task" [ 1189.781486] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.790218] env[69183]: DEBUG oslo_vmware.api [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.089113] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.089929] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.090162] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.090656] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.090855] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.205752] env[69183]: DEBUG oslo_vmware.api [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174956} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.206018] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.206215] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.206408] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.206577] env[69183]: INFO nova.compute.manager [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1190.206825] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.207028] env[69183]: DEBUG nova.compute.manager [-] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.207131] env[69183]: DEBUG nova.network.neutron [-] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.249394] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790730, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.273851] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790725, 'name': CloneVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.291244] env[69183]: DEBUG oslo_vmware.api [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.599907] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Getting list of instances from cluster (obj){ [ 1190.599907] env[69183]: value = "domain-c8" [ 1190.599907] env[69183]: _type = "ClusterComputeResource" [ 1190.599907] env[69183]: } {{(pid=69183) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1190.600991] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346e8a95-3a8b-446b-a2af-e1e93b350d8c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.626453] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Got total of 14 instances {{(pid=69183) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1190.626654] env[69183]: WARNING nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] While synchronizing instance power states, found 15 instances in the database and 14 instances on the hypervisor. [ 1190.626797] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Triggering sync for uuid 5599a8c9-58c6-40c3-97cc-b0eea581ad5b {{(pid=69183) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1190.626991] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Triggering sync for uuid de082184-d2e2-4020-b5dc-c0c2670f2f8e {{(pid=69183) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1190.627174] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Triggering sync for uuid f3042ae2-18ad-4ecd-ad53-4ea9a1584aef {{(pid=69183) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1190.627359] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Triggering sync for uuid 75156231-e8a2-406d-98d2-d5fa70f5408a {{(pid=69183) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1190.627531] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Triggering sync for uuid 232e87c8-b953-49b2-844e-54c701e2e29b {{(pid=69183) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1190.627683] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Triggering sync for uuid 64e40350-ac36-4329-a9f9-a2c8c2996eee {{(pid=69183) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1190.627830] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Triggering sync for uuid cc10ef03-da26-42a3-8a5d-f31606f782e6 {{(pid=69183) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1190.627975] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Triggering sync for uuid 339d0f93-4ddf-426e-b29d-2d7aeedec0c6 {{(pid=69183) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1190.628137] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Triggering sync for uuid ca3f9b2d-f86b-4a12-8174-f836f23a6dc7 {{(pid=69183) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1190.628281] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Triggering sync for uuid 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a {{(pid=69183) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1190.628424] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Triggering sync for uuid 595f05fc-635b-416b-af11-a792e21b451b {{(pid=69183) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1190.628585] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Triggering sync for uuid 29b81f2f-bc53-47d9-a437-2850222390f0 {{(pid=69183) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1190.628735] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Triggering sync for uuid ee41efd6-b248-45c5-9cbe-081967dccfbd {{(pid=69183) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1190.628877] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Triggering sync for uuid 58b0840d-d4d9-46d3-adb1-96cdc51c7a61 {{(pid=69183) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1190.629029] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Triggering sync for uuid 2999835d-6508-4a00-b929-9f7e3b7907b2 {{(pid=69183) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1190.629468] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "5599a8c9-58c6-40c3-97cc-b0eea581ad5b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.629691] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "5599a8c9-58c6-40c3-97cc-b0eea581ad5b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.629959] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.630157] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.630384] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "f3042ae2-18ad-4ecd-ad53-4ea9a1584aef" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.630560] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "f3042ae2-18ad-4ecd-ad53-4ea9a1584aef" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.630780] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "75156231-e8a2-406d-98d2-d5fa70f5408a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.630954] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "75156231-e8a2-406d-98d2-d5fa70f5408a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.631195] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "232e87c8-b953-49b2-844e-54c701e2e29b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.631373] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "232e87c8-b953-49b2-844e-54c701e2e29b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.631595] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "64e40350-ac36-4329-a9f9-a2c8c2996eee" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.631771] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "64e40350-ac36-4329-a9f9-a2c8c2996eee" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.631991] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "cc10ef03-da26-42a3-8a5d-f31606f782e6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.632186] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "cc10ef03-da26-42a3-8a5d-f31606f782e6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.632408] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "339d0f93-4ddf-426e-b29d-2d7aeedec0c6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.632615] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.632806] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.632978] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.633340] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "595f05fc-635b-416b-af11-a792e21b451b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.633566] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "595f05fc-635b-416b-af11-a792e21b451b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.633833] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "29b81f2f-bc53-47d9-a437-2850222390f0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.634027] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "29b81f2f-bc53-47d9-a437-2850222390f0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.634203] env[69183]: INFO nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] During sync_power_state the instance has a pending task (resize_finish). Skip. [ 1190.634363] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "29b81f2f-bc53-47d9-a437-2850222390f0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.634547] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "ee41efd6-b248-45c5-9cbe-081967dccfbd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.634718] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "ee41efd6-b248-45c5-9cbe-081967dccfbd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.634939] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "58b0840d-d4d9-46d3-adb1-96cdc51c7a61" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.635157] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "58b0840d-d4d9-46d3-adb1-96cdc51c7a61" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.635388] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "2999835d-6508-4a00-b929-9f7e3b7907b2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.635572] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.635705] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69183) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1190.636445] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5115675c-75bd-40eb-ae11-874bb489a769 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.640944] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec34bf0-16f4-4446-9305-228490b4f31d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.643695] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cc44ca-9122-4a7c-ad50-06c74248c548 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.646458] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4a7be2-7f93-4716-83a7-2af8c2abfaf2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.649034] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df40b63-0009-4624-b750-8c1a89db940f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.651720] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0541d6f-6cbc-410d-83d8-e1ca43edae0a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.655029] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21154074-dad1-49ec-8fac-74d5a075004a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.658319] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524952f5-a409-48e4-8c15-80f8888c8ef7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.661336] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa139e7-e951-40b6-9aa3-f2b6b98320a3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.664458] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbc067c-774a-4f04-8de0-28ae0d0da0dd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.667467] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9803991-6dd1-4b54-9dd1-f7dbaaa18096 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.670114] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.721228] env[69183]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1190.751177] env[69183]: DEBUG oslo_vmware.api [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790730, 'name': PowerOnVM_Task, 'duration_secs': 0.544979} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.751177] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.751177] env[69183]: INFO nova.compute.manager [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1190.751177] env[69183]: DEBUG nova.compute.manager [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.751482] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684bb122-1f13-4a91-8bcf-ed2e88affeed {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.774038] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790725, 'name': CloneVM_Task, 'duration_secs': 1.62094} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.774306] env[69183]: INFO nova.virt.vmwareapi.vmops [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Created linked-clone VM from snapshot [ 1190.776516] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2947b5ca-cab4-492f-990b-b2237865488b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.784242] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Uploading image abe010a5-6125-4513-b5fe-fddb1ad47ff5 {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1190.795785] env[69183]: DEBUG oslo_vmware.api [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790731, 'name': PowerOnVM_Task, 'duration_secs': 0.608287} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.795980] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.796199] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a050b8-480d-4e9a-92dd-b294a78c7cd6 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Updating instance '29b81f2f-bc53-47d9-a437-2850222390f0' progress to 100 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.822817] env[69183]: DEBUG oslo_vmware.rw_handles [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1190.822817] env[69183]: value = "vm-560940" [ 1190.822817] env[69183]: _type = "VirtualMachine" [ 1190.822817] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1190.823063] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0b0ca25f-c6ec-45cc-9994-3bada0d41490 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.833608] env[69183]: DEBUG oslo_vmware.rw_handles [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lease: (returnval){ [ 1190.833608] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52611be6-f745-c5f6-2030-dcfdeec299c4" [ 1190.833608] env[69183]: _type = "HttpNfcLease" [ 1190.833608] env[69183]: } obtained for exporting VM: (result){ [ 1190.833608] env[69183]: value = "vm-560940" [ 1190.833608] env[69183]: _type = "VirtualMachine" [ 1190.833608] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1190.833608] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the lease: (returnval){ [ 1190.833608] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52611be6-f745-c5f6-2030-dcfdeec299c4" [ 1190.833608] env[69183]: _type = "HttpNfcLease" [ 1190.833608] env[69183]: } to be ready. {{(pid=69183) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1190.841826] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1190.841826] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52611be6-f745-c5f6-2030-dcfdeec299c4" [ 1190.841826] env[69183]: _type = "HttpNfcLease" [ 1190.841826] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1190.931602] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ceecd172-429b-404a-8819-04518dae6168 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.966783] env[69183]: DEBUG nova.compute.manager [req-328ca168-04f4-4104-a87b-2b65a4021519 req-7e83f54d-f7cd-40f0-874b-ace0d5e18851 service nova] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Received event network-vif-deleted-0a80606e-420d-4f38-9fe3-27b0d4adfb52 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1190.967009] env[69183]: INFO nova.compute.manager [req-328ca168-04f4-4104-a87b-2b65a4021519 req-7e83f54d-f7cd-40f0-874b-ace0d5e18851 service nova] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Neutron deleted interface 0a80606e-420d-4f38-9fe3-27b0d4adfb52; detaching it from the instance and deleting it from the info cache [ 1190.967327] env[69183]: DEBUG nova.network.neutron [req-328ca168-04f4-4104-a87b-2b65a4021519 req-7e83f54d-f7cd-40f0-874b-ace0d5e18851 service nova] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.183010] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.183371] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.183458] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.183629] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69183) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1191.184636] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4789507-f06f-41cb-8b52-170e4b37cce6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.194172] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2ec57b-01dc-460f-95f6-62b2ac9437fb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.208892] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "232e87c8-b953-49b2-844e-54c701e2e29b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.577s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.209294] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.579s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.210051] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8bd5bf-0861-487d-a3dc-842e58fd1076 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.213142] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "5599a8c9-58c6-40c3-97cc-b0eea581ad5b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.583s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.213372] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "f3042ae2-18ad-4ecd-ad53-4ea9a1584aef" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.583s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.218177] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cded0d-7bb0-4417-8743-a44675528ffa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.221602] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "64e40350-ac36-4329-a9f9-a2c8c2996eee" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.590s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.221947] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.589s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.222187] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ceecd172-429b-404a-8819-04518dae6168 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.291s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.222374] env[69183]: DEBUG nova.compute.manager [None req-ceecd172-429b-404a-8819-04518dae6168 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Going to confirm migration 7 {{(pid=69183) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1191.225604] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "cc10ef03-da26-42a3-8a5d-f31606f782e6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.593s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.225919] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "595f05fc-635b-416b-af11-a792e21b451b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.592s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.226811] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "58b0840d-d4d9-46d3-adb1-96cdc51c7a61" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.592s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.227160] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "ee41efd6-b248-45c5-9cbe-081967dccfbd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.592s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.255615] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "75156231-e8a2-406d-98d2-d5fa70f5408a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.624s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.260023] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178947MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=69183) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1191.260023] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.260023] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.270367] env[69183]: INFO nova.compute.manager [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Took 19.87 seconds to build instance. [ 1191.341303] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1191.341303] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52611be6-f745-c5f6-2030-dcfdeec299c4" [ 1191.341303] env[69183]: _type = "HttpNfcLease" [ 1191.341303] env[69183]: } is ready. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1191.341609] env[69183]: DEBUG oslo_vmware.rw_handles [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1191.341609] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52611be6-f745-c5f6-2030-dcfdeec299c4" [ 1191.341609] env[69183]: _type = "HttpNfcLease" [ 1191.341609] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1191.342413] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0dd4de-1667-4d94-9474-0f357f028352 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.349964] env[69183]: DEBUG oslo_vmware.rw_handles [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0ebd4-5570-3294-c8b1-4df81643d5ff/disk-0.vmdk from lease info. {{(pid=69183) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1191.350172] env[69183]: DEBUG oslo_vmware.rw_handles [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0ebd4-5570-3294-c8b1-4df81643d5ff/disk-0.vmdk for reading. {{(pid=69183) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1191.436516] env[69183]: DEBUG nova.network.neutron [-] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.470481] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3415b633-d94d-4f49-94e9-d8fcdf18efc9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.483426] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bedd0ba-3b2d-4be7-bc5d-52519c585eff {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.522294] env[69183]: DEBUG nova.compute.manager [req-328ca168-04f4-4104-a87b-2b65a4021519 req-7e83f54d-f7cd-40f0-874b-ace0d5e18851 service nova] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Detach interface failed, port_id=0a80606e-420d-4f38-9fe3-27b0d4adfb52, reason: Instance 339d0f93-4ddf-426e-b29d-2d7aeedec0c6 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1191.525354] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c8a0d709-a923-4285-94b2-d88f77409d06 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.771854] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ad1b73be-7a2f-4a4e-876d-af8c9499d70d tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Lock "2999835d-6508-4a00-b929-9f7e3b7907b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.387s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.772192] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "2999835d-6508-4a00-b929-9f7e3b7907b2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.137s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.772517] env[69183]: INFO nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] During sync_power_state the instance has a pending task (spawning). Skip. [ 1191.772740] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "2999835d-6508-4a00-b929-9f7e3b7907b2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.791350] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ceecd172-429b-404a-8819-04518dae6168 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "refresh_cache-8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.791590] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ceecd172-429b-404a-8819-04518dae6168 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquired lock "refresh_cache-8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.791807] env[69183]: DEBUG nova.network.neutron [None req-ceecd172-429b-404a-8819-04518dae6168 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.792039] env[69183]: DEBUG nova.objects.instance [None req-ceecd172-429b-404a-8819-04518dae6168 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lazy-loading 'info_cache' on Instance uuid 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.940496] env[69183]: INFO nova.compute.manager [-] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Took 1.73 seconds to deallocate network for instance. [ 1192.017433] env[69183]: DEBUG oslo_concurrency.lockutils [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Acquiring lock "c68f602f-4846-49a9-bd28-486ae0579d56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.018772] env[69183]: DEBUG oslo_concurrency.lockutils [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Lock "c68f602f-4846-49a9-bd28-486ae0579d56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.163686] env[69183]: INFO nova.compute.manager [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Rebuilding instance [ 1192.225243] env[69183]: DEBUG nova.compute.manager [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.226589] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e141ffe-ceb8-4a97-808d-011f0513b6c4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.273821] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Applying migration context for instance 29b81f2f-bc53-47d9-a437-2850222390f0 as it has an incoming, in-progress migration dda378c3-2c27-4ff1-abdf-94aa1c2f5b27. Migration status is finished {{(pid=69183) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1192.273821] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Applying migration context for instance 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a as it has an incoming, in-progress migration d9bcbc0d-9889-4975-a523-f7efec3bcf29. Migration status is confirming {{(pid=69183) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1192.273821] env[69183]: INFO nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Updating resource usage from migration dda378c3-2c27-4ff1-abdf-94aa1c2f5b27 [ 1192.274826] env[69183]: INFO nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Updating resource usage from migration d9bcbc0d-9889-4975-a523-f7efec3bcf29 [ 1192.299173] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 5599a8c9-58c6-40c3-97cc-b0eea581ad5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.299818] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance de082184-d2e2-4020-b5dc-c0c2670f2f8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.300217] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance f3042ae2-18ad-4ecd-ad53-4ea9a1584aef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.300571] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 75156231-e8a2-406d-98d2-d5fa70f5408a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.300949] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 64e40350-ac36-4329-a9f9-a2c8c2996eee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.301255] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance cc10ef03-da26-42a3-8a5d-f31606f782e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.301531] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 339d0f93-4ddf-426e-b29d-2d7aeedec0c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.301776] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance ca3f9b2d-f86b-4a12-8174-f836f23a6dc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.302033] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 595f05fc-635b-416b-af11-a792e21b451b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.302295] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 232e87c8-b953-49b2-844e-54c701e2e29b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.302517] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance ee41efd6-b248-45c5-9cbe-081967dccfbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.302730] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Migration d9bcbc0d-9889-4975-a523-f7efec3bcf29 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1192.302969] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.303210] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Migration dda378c3-2c27-4ff1-abdf-94aa1c2f5b27 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1192.303423] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 29b81f2f-bc53-47d9-a437-2850222390f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.303640] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 58b0840d-d4d9-46d3-adb1-96cdc51c7a61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.303856] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 2999835d-6508-4a00-b929-9f7e3b7907b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.453036] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.520613] env[69183]: DEBUG nova.compute.manager [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1192.600236] env[69183]: DEBUG nova.network.neutron [None req-ceecd172-429b-404a-8819-04518dae6168 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Updating instance_info_cache with network_info: [{"id": "51d1a072-d058-4f01-a7ea-0e13cf3d8831", "address": "fa:16:3e:0f:88:fb", "network": {"id": "3c4f15f7-8472-4ea3-912b-f17e69e4453b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-205766861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a981345cfd7a46ef9fb2d4f5589c7460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d1a072-d0", "ovs_interfaceid": "51d1a072-d058-4f01-a7ea-0e13cf3d8831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.811434] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance c68f602f-4846-49a9-bd28-486ae0579d56 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1192.811689] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1192.811848] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1192.843433] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "232e87c8-b953-49b2-844e-54c701e2e29b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.843863] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "232e87c8-b953-49b2-844e-54c701e2e29b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.844349] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "232e87c8-b953-49b2-844e-54c701e2e29b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.844602] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "232e87c8-b953-49b2-844e-54c701e2e29b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.844853] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "232e87c8-b953-49b2-844e-54c701e2e29b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.848801] env[69183]: INFO nova.compute.manager [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Terminating instance [ 1193.045288] env[69183]: DEBUG oslo_concurrency.lockutils [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.102854] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279892b0-bdd0-4372-9a30-671010fc8247 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.106211] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ceecd172-429b-404a-8819-04518dae6168 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Releasing lock "refresh_cache-8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.106568] env[69183]: DEBUG nova.objects.instance [None req-ceecd172-429b-404a-8819-04518dae6168 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lazy-loading 'migration_context' on Instance uuid 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.112813] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e7bce7-754a-44e7-b8ce-f2b37402c74e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.147059] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc92635f-a4c1-4944-b8ea-b226962272cc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.152253] env[69183]: DEBUG oslo_concurrency.lockutils [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "29b81f2f-bc53-47d9-a437-2850222390f0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.152609] env[69183]: DEBUG oslo_concurrency.lockutils [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "29b81f2f-bc53-47d9-a437-2850222390f0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.152849] env[69183]: DEBUG nova.compute.manager [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Going to confirm migration 8 {{(pid=69183) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1193.157953] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf113340-b3fb-4316-ae92-5e1dcce6ac1c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.173316] env[69183]: DEBUG nova.compute.provider_tree [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.246205] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.247253] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a1b55ad-6422-4e46-96b1-aade2c9a5826 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.256228] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1193.256228] env[69183]: value = "task-2790733" [ 1193.256228] env[69183]: _type = "Task" [ 1193.256228] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.266663] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.353887] env[69183]: DEBUG nova.compute.manager [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.354327] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.355783] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f1e989-1d7a-4871-bfe9-572f6ecd5418 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.364166] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.364469] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dfcb8b6-2175-4352-ae25-816241eba340 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.370617] env[69183]: DEBUG oslo_vmware.api [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1193.370617] env[69183]: value = "task-2790734" [ 1193.370617] env[69183]: _type = "Task" [ 1193.370617] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.378608] env[69183]: DEBUG oslo_vmware.api [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.610263] env[69183]: DEBUG nova.objects.base [None req-ceecd172-429b-404a-8819-04518dae6168 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Object Instance<8988f164-f1ae-4b9c-a297-02b9c3ae0d9a> lazy-loaded attributes: info_cache,migration_context {{(pid=69183) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1193.611733] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c71653-69b4-4dca-a562-2c34cca70c76 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.632650] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd846fe1-5006-4a5e-862e-84a1ad871bfc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.638907] env[69183]: DEBUG oslo_vmware.api [None req-ceecd172-429b-404a-8819-04518dae6168 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1193.638907] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527cc942-c97e-0caf-acfc-43afdefba7e3" [ 1193.638907] env[69183]: _type = "Task" [ 1193.638907] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.647407] env[69183]: DEBUG oslo_vmware.api [None req-ceecd172-429b-404a-8819-04518dae6168 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527cc942-c97e-0caf-acfc-43afdefba7e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.677791] env[69183]: DEBUG nova.scheduler.client.report [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.721195] env[69183]: DEBUG oslo_concurrency.lockutils [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "refresh_cache-29b81f2f-bc53-47d9-a437-2850222390f0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.721546] env[69183]: DEBUG oslo_concurrency.lockutils [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquired lock "refresh_cache-29b81f2f-bc53-47d9-a437-2850222390f0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.721849] env[69183]: DEBUG nova.network.neutron [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.722126] env[69183]: DEBUG nova.objects.instance [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lazy-loading 'info_cache' on Instance uuid 29b81f2f-bc53-47d9-a437-2850222390f0 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.766596] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790733, 'name': PowerOffVM_Task, 'duration_secs': 0.350894} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.766876] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.767147] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.768019] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d734fe20-4445-47ba-a116-c6bbe83b8d19 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.775662] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.775871] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ec2c2d2-0b61-45e6-9a66-f60ceb786c63 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.804697] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.804963] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.805264] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Deleting the datastore file [datastore1] 2999835d-6508-4a00-b929-9f7e3b7907b2 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.805541] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16d54d9d-f105-4762-b689-a6ee20b08812 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.815270] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1193.815270] env[69183]: value = "task-2790736" [ 1193.815270] env[69183]: _type = "Task" [ 1193.815270] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.823204] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.881054] env[69183]: DEBUG oslo_vmware.api [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790734, 'name': PowerOffVM_Task, 'duration_secs': 0.247388} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.881397] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.881614] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.881916] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-114e047f-40d6-457a-99a3-3374f076f09b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.952417] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.952622] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.952784] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Deleting the datastore file [datastore2] 232e87c8-b953-49b2-844e-54c701e2e29b {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.953043] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a63979c-97b4-4104-a665-7123f29eb0b5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.960251] env[69183]: DEBUG oslo_vmware.api [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for the task: (returnval){ [ 1193.960251] env[69183]: value = "task-2790738" [ 1193.960251] env[69183]: _type = "Task" [ 1193.960251] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.969621] env[69183]: DEBUG oslo_vmware.api [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.150869] env[69183]: DEBUG oslo_vmware.api [None req-ceecd172-429b-404a-8819-04518dae6168 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527cc942-c97e-0caf-acfc-43afdefba7e3, 'name': SearchDatastore_Task, 'duration_secs': 0.008637} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.151327] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ceecd172-429b-404a-8819-04518dae6168 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.184350] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69183) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1194.184571] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.927s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.184842] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.735s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.185096] env[69183]: DEBUG nova.objects.instance [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lazy-loading 'resources' on Instance uuid 339d0f93-4ddf-426e-b29d-2d7aeedec0c6 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.325323] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16793} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.325633] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.325773] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.325967] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.472061] env[69183]: DEBUG oslo_vmware.api [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Task: {'id': task-2790738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217078} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.472061] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.472061] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.472061] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.472343] env[69183]: INFO nova.compute.manager [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1194.472487] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.472683] env[69183]: DEBUG nova.compute.manager [-] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.472777] env[69183]: DEBUG nova.network.neutron [-] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.827199] env[69183]: DEBUG nova.compute.manager [req-baa56430-2144-468b-a561-97d1a06b3fc7 req-6d4225e3-46f8-4ad9-b37e-7dae8c2f5379 service nova] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Received event network-vif-deleted-ce14ad5d-54a1-4bf8-89da-e3c21f903005 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1194.827458] env[69183]: INFO nova.compute.manager [req-baa56430-2144-468b-a561-97d1a06b3fc7 req-6d4225e3-46f8-4ad9-b37e-7dae8c2f5379 service nova] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Neutron deleted interface ce14ad5d-54a1-4bf8-89da-e3c21f903005; detaching it from the instance and deleting it from the info cache [ 1194.827674] env[69183]: DEBUG nova.network.neutron [req-baa56430-2144-468b-a561-97d1a06b3fc7 req-6d4225e3-46f8-4ad9-b37e-7dae8c2f5379 service nova] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.948519] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf178e4-4b89-49f0-bddb-595ab5b255a9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.956499] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc113714-0a10-442b-9e26-d4f4e2c782f2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.992194] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e909ea5-5465-456d-96ca-e16bc7890c55 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.999915] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560afef6-c59b-4bf4-95f8-b73db0132c3d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.014297] env[69183]: DEBUG nova.compute.provider_tree [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.055412] env[69183]: DEBUG nova.network.neutron [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Updating instance_info_cache with network_info: [{"id": "69c2a0d3-eb31-4783-bcda-86c6e9ac9b22", "address": "fa:16:3e:7a:dc:ef", "network": {"id": "fb8d0cb1-db67-46f8-b12f-c5b0b61f9bf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-851986354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ef83677521b4cb2b6d150bb6a3b8688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c2a0d3-eb", "ovs_interfaceid": "69c2a0d3-eb31-4783-bcda-86c6e9ac9b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.238370] env[69183]: DEBUG nova.network.neutron [-] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.341937] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01282b44-246d-43ae-868e-f94ffdc1e886 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.352322] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921decb5-83be-4ce6-b35b-2af55df68b26 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.371557] env[69183]: DEBUG nova.virt.hardware [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.371796] env[69183]: DEBUG nova.virt.hardware [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.371955] env[69183]: DEBUG nova.virt.hardware [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.372157] env[69183]: DEBUG nova.virt.hardware [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.372310] env[69183]: DEBUG nova.virt.hardware [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.372459] env[69183]: DEBUG nova.virt.hardware [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.372670] env[69183]: DEBUG nova.virt.hardware [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.372831] env[69183]: DEBUG nova.virt.hardware [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.373045] env[69183]: DEBUG nova.virt.hardware [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.373234] env[69183]: DEBUG nova.virt.hardware [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.373414] env[69183]: DEBUG nova.virt.hardware [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.374597] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf375cb-4ea0-4a49-9101-32e2a6b67434 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.389197] env[69183]: DEBUG nova.compute.manager [req-baa56430-2144-468b-a561-97d1a06b3fc7 req-6d4225e3-46f8-4ad9-b37e-7dae8c2f5379 service nova] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Detach interface failed, port_id=ce14ad5d-54a1-4bf8-89da-e3c21f903005, reason: Instance 232e87c8-b953-49b2-844e-54c701e2e29b could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1195.394596] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113d6576-4c25-4c6e-85fb-6966a014f552 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.409085] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Instance VIF info [] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.414594] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.414830] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.415067] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af4dcf7c-e2e5-4c7a-bc6b-e7b26f62f1f7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.431571] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.431571] env[69183]: value = "task-2790739" [ 1195.431571] env[69183]: _type = "Task" [ 1195.431571] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.439281] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790739, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.518714] env[69183]: DEBUG nova.scheduler.client.report [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.558433] env[69183]: DEBUG oslo_concurrency.lockutils [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Releasing lock "refresh_cache-29b81f2f-bc53-47d9-a437-2850222390f0" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.558704] env[69183]: DEBUG nova.objects.instance [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lazy-loading 'migration_context' on Instance uuid 29b81f2f-bc53-47d9-a437-2850222390f0 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.741163] env[69183]: INFO nova.compute.manager [-] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Took 1.27 seconds to deallocate network for instance. [ 1195.943190] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790739, 'name': CreateVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.024150] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.026995] env[69183]: DEBUG oslo_concurrency.lockutils [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.982s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.028934] env[69183]: INFO nova.compute.claims [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.050681] env[69183]: INFO nova.scheduler.client.report [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Deleted allocations for instance 339d0f93-4ddf-426e-b29d-2d7aeedec0c6 [ 1196.061489] env[69183]: DEBUG nova.objects.base [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Object Instance<29b81f2f-bc53-47d9-a437-2850222390f0> lazy-loaded attributes: info_cache,migration_context {{(pid=69183) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1196.062498] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2915bbe2-e93a-446b-8ab0-0fac84e89401 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.083318] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87434bc6-e474-43f7-bd02-a398b0c83ce1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.089989] env[69183]: DEBUG oslo_vmware.api [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1196.089989] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527355b7-5e77-b02e-15e7-1bdcd1564641" [ 1196.089989] env[69183]: _type = "Task" [ 1196.089989] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.098450] env[69183]: DEBUG oslo_vmware.api [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527355b7-5e77-b02e-15e7-1bdcd1564641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.247510] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.381116] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "595f05fc-635b-416b-af11-a792e21b451b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.381473] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "595f05fc-635b-416b-af11-a792e21b451b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.381473] env[69183]: INFO nova.compute.manager [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Shelving [ 1196.445300] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790739, 'name': CreateVM_Task, 'duration_secs': 0.618533} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.445503] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.446014] env[69183]: DEBUG oslo_concurrency.lockutils [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.446232] env[69183]: DEBUG oslo_concurrency.lockutils [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.446627] env[69183]: DEBUG oslo_concurrency.lockutils [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.446934] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ec8f9fc-f8b8-4378-9900-9959dfb70a91 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.452112] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1196.452112] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5244b2d9-8a27-a4f2-71ec-460f90205ac5" [ 1196.452112] env[69183]: _type = "Task" [ 1196.452112] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.460649] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5244b2d9-8a27-a4f2-71ec-460f90205ac5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.558837] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f908db83-18a9-4e14-b14b-dc6aceb27fa4 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "339d0f93-4ddf-426e-b29d-2d7aeedec0c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.998s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.560303] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "339d0f93-4ddf-426e-b29d-2d7aeedec0c6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.928s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.560466] env[69183]: INFO nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] During sync_power_state the instance has a pending task (deleting). Skip. [ 1196.561059] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "339d0f93-4ddf-426e-b29d-2d7aeedec0c6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.600468] env[69183]: DEBUG oslo_vmware.api [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527355b7-5e77-b02e-15e7-1bdcd1564641, 'name': SearchDatastore_Task, 'duration_secs': 0.010839} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.600804] env[69183]: DEBUG oslo_concurrency.lockutils [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.963269] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5244b2d9-8a27-a4f2-71ec-460f90205ac5, 'name': SearchDatastore_Task, 'duration_secs': 0.010872} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.963717] env[69183]: DEBUG oslo_concurrency.lockutils [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.963982] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.964331] env[69183]: DEBUG oslo_concurrency.lockutils [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.964617] env[69183]: DEBUG oslo_concurrency.lockutils [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.964804] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.965441] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4ab5da0-0131-44ef-92d7-422ac73bd5fd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.974533] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.974733] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.975560] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-485a5470-8558-4c36-b70f-ab0a7695d448 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.980976] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1196.980976] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52155261-1dfa-3143-d610-f78d972a8b35" [ 1196.980976] env[69183]: _type = "Task" [ 1196.980976] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.989492] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52155261-1dfa-3143-d610-f78d972a8b35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.293179] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cec2278-7ee5-438d-af12-44aa8d2d46e0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.300656] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edce0291-a245-4074-b705-c5b1d492cedc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.341336] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a261eea-2c0e-42c2-915d-2a72352e5685 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.350262] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f533b2a2-3cf6-4d31-b345-e374eb6b1d71 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.367121] env[69183]: DEBUG nova.compute.provider_tree [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.394018] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.394018] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb4d8c3f-ec9c-4439-bdc0-a3820f2b66e0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.400108] env[69183]: DEBUG oslo_vmware.api [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1197.400108] env[69183]: value = "task-2790740" [ 1197.400108] env[69183]: _type = "Task" [ 1197.400108] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.408670] env[69183]: DEBUG oslo_vmware.api [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.493963] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52155261-1dfa-3143-d610-f78d972a8b35, 'name': SearchDatastore_Task, 'duration_secs': 0.00927} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.494489] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56a723c2-2a10-4750-b29f-0b98b8887129 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.500271] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1197.500271] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]524fc421-53c1-3fdc-a5f9-3595986cbf53" [ 1197.500271] env[69183]: _type = "Task" [ 1197.500271] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.508636] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]524fc421-53c1-3fdc-a5f9-3595986cbf53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.870266] env[69183]: DEBUG nova.scheduler.client.report [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.910016] env[69183]: DEBUG oslo_vmware.api [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790740, 'name': PowerOffVM_Task, 'duration_secs': 0.269311} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.910329] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.911188] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb75566-2619-4374-8a9d-807c62c53d9b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.930261] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e520c5ca-80bc-4268-b12a-44e95c8f511d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.011406] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]524fc421-53c1-3fdc-a5f9-3595986cbf53, 'name': SearchDatastore_Task, 'duration_secs': 0.009836} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.011406] env[69183]: DEBUG oslo_concurrency.lockutils [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.011675] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 2999835d-6508-4a00-b929-9f7e3b7907b2/2999835d-6508-4a00-b929-9f7e3b7907b2.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.011936] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c39597f-5613-4f68-8d18-26a53e617525 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.018805] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1198.018805] env[69183]: value = "task-2790741" [ 1198.018805] env[69183]: _type = "Task" [ 1198.018805] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.026734] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.376080] env[69183]: DEBUG oslo_concurrency.lockutils [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.377146] env[69183]: DEBUG nova.compute.manager [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1198.380875] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ceecd172-429b-404a-8819-04518dae6168 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.229s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.444361] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Creating Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1198.444785] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9faf1421-9118-4a82-9875-566a6642367e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.453723] env[69183]: DEBUG oslo_vmware.api [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1198.453723] env[69183]: value = "task-2790742" [ 1198.453723] env[69183]: _type = "Task" [ 1198.453723] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.466628] env[69183]: DEBUG oslo_vmware.api [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790742, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.529031] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473553} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.529317] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] 2999835d-6508-4a00-b929-9f7e3b7907b2/2999835d-6508-4a00-b929-9f7e3b7907b2.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.529538] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.529791] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c977cab-5930-4dae-b155-5190a0418fcf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.537014] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1198.537014] env[69183]: value = "task-2790743" [ 1198.537014] env[69183]: _type = "Task" [ 1198.537014] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.544715] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.711041] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "ea0be357-0d24-4fcc-b9da-f540c57d06f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.711282] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "ea0be357-0d24-4fcc-b9da-f540c57d06f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.884826] env[69183]: DEBUG nova.compute.utils [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.890029] env[69183]: DEBUG nova.compute.manager [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1198.890029] env[69183]: DEBUG nova.network.neutron [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1198.964344] env[69183]: DEBUG oslo_vmware.api [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790742, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.003574] env[69183]: DEBUG nova.policy [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c9a25434c76456d83a5be699c577b98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2971262861948c19675c57a7621ff95', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1199.049652] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083116} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.049984] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.050915] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1dc89c-4137-4dfa-91d0-12c5d3a5cb1e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.073707] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 2999835d-6508-4a00-b929-9f7e3b7907b2/2999835d-6508-4a00-b929-9f7e3b7907b2.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.076873] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0674f9b-f439-4de6-aa0b-22f011720d9b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.097660] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1199.097660] env[69183]: value = "task-2790744" [ 1199.097660] env[69183]: _type = "Task" [ 1199.097660] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.109227] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.181070] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aebeb8b-62b9-4b06-81ed-991bea3d8ba3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.189617] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158337f0-0a9d-41d2-808f-aad553562cbf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.222142] env[69183]: DEBUG nova.compute.manager [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1199.226096] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096b1686-1c47-4635-ae92-94f66fab05b3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.235921] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430c6180-03fd-4eb5-bcf3-bea6d49d428e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.252984] env[69183]: DEBUG nova.compute.provider_tree [None req-ceecd172-429b-404a-8819-04518dae6168 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.318825] env[69183]: DEBUG nova.network.neutron [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Successfully created port: 4d15adb7-5b73-4777-a1de-e4bb0304e4b8 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1199.390663] env[69183]: DEBUG nova.compute.manager [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1199.464246] env[69183]: DEBUG oslo_vmware.api [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790742, 'name': CreateSnapshot_Task, 'duration_secs': 0.808721} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.464553] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Created Snapshot of the VM instance {{(pid=69183) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1199.465391] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f74206-80ad-4697-8a97-e81279cdd591 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.607694] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790744, 'name': ReconfigVM_Task, 'duration_secs': 0.350926} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.608012] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 2999835d-6508-4a00-b929-9f7e3b7907b2/2999835d-6508-4a00-b929-9f7e3b7907b2.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.608667] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0018170b-3f95-4c6d-b5f0-279bb06075ba {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.616098] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1199.616098] env[69183]: value = "task-2790745" [ 1199.616098] env[69183]: _type = "Task" [ 1199.616098] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.629008] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790745, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.742156] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.756707] env[69183]: DEBUG nova.scheduler.client.report [None req-ceecd172-429b-404a-8819-04518dae6168 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.983722] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Creating linked-clone VM from snapshot {{(pid=69183) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1199.984471] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0471abfc-52da-41b4-acd8-269a396e39b6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.994063] env[69183]: DEBUG oslo_vmware.api [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1199.994063] env[69183]: value = "task-2790746" [ 1199.994063] env[69183]: _type = "Task" [ 1199.994063] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.002617] env[69183]: DEBUG oslo_vmware.api [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790746, 'name': CloneVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.127320] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790745, 'name': Rename_Task, 'duration_secs': 0.171917} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.127636] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.127881] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00dfa850-7725-4b7a-a483-acffe7405a4c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.134031] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1200.134031] env[69183]: value = "task-2790747" [ 1200.134031] env[69183]: _type = "Task" [ 1200.134031] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.141637] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.225960] env[69183]: DEBUG oslo_vmware.rw_handles [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0ebd4-5570-3294-c8b1-4df81643d5ff/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1200.226914] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99a6384-9494-4ca7-8324-57cadcc34c7d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.232884] env[69183]: DEBUG oslo_vmware.rw_handles [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0ebd4-5570-3294-c8b1-4df81643d5ff/disk-0.vmdk is in state: ready. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1200.233094] env[69183]: ERROR oslo_vmware.rw_handles [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0ebd4-5570-3294-c8b1-4df81643d5ff/disk-0.vmdk due to incomplete transfer. [ 1200.233307] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-18c3e1c9-a24e-430c-9661-3517d5c86943 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.239757] env[69183]: DEBUG oslo_vmware.rw_handles [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0ebd4-5570-3294-c8b1-4df81643d5ff/disk-0.vmdk. {{(pid=69183) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1200.239949] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Uploaded image abe010a5-6125-4513-b5fe-fddb1ad47ff5 to the Glance image server {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1200.241984] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Destroying the VM {{(pid=69183) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1200.242220] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e995ada4-e59c-4d00-a1c3-f42343655ce6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.247614] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1200.247614] env[69183]: value = "task-2790748" [ 1200.247614] env[69183]: _type = "Task" [ 1200.247614] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.254798] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790748, 'name': Destroy_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.401484] env[69183]: DEBUG nova.compute.manager [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1200.424731] env[69183]: DEBUG nova.virt.hardware [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.424976] env[69183]: DEBUG nova.virt.hardware [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.425591] env[69183]: DEBUG nova.virt.hardware [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.425591] env[69183]: DEBUG nova.virt.hardware [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.425591] env[69183]: DEBUG nova.virt.hardware [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.425735] env[69183]: DEBUG nova.virt.hardware [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.425885] env[69183]: DEBUG nova.virt.hardware [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.426501] env[69183]: DEBUG nova.virt.hardware [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.426501] env[69183]: DEBUG nova.virt.hardware [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.426608] env[69183]: DEBUG nova.virt.hardware [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.426774] env[69183]: DEBUG nova.virt.hardware [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.427687] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9243369-4669-4578-b685-5007922247ad {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.436431] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3722eb58-5537-4370-bcce-cbe601a8a757 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.507135] env[69183]: DEBUG oslo_vmware.api [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790746, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.644320] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790747, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.738433] env[69183]: DEBUG nova.compute.manager [req-000bf144-1fe1-4f5c-b87f-b41d375c3c2b req-23fcf098-757e-469a-98c5-11673c369dc4 service nova] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Received event network-vif-plugged-4d15adb7-5b73-4777-a1de-e4bb0304e4b8 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1200.738663] env[69183]: DEBUG oslo_concurrency.lockutils [req-000bf144-1fe1-4f5c-b87f-b41d375c3c2b req-23fcf098-757e-469a-98c5-11673c369dc4 service nova] Acquiring lock "c68f602f-4846-49a9-bd28-486ae0579d56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.738887] env[69183]: DEBUG oslo_concurrency.lockutils [req-000bf144-1fe1-4f5c-b87f-b41d375c3c2b req-23fcf098-757e-469a-98c5-11673c369dc4 service nova] Lock "c68f602f-4846-49a9-bd28-486ae0579d56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.739150] env[69183]: DEBUG oslo_concurrency.lockutils [req-000bf144-1fe1-4f5c-b87f-b41d375c3c2b req-23fcf098-757e-469a-98c5-11673c369dc4 service nova] Lock "c68f602f-4846-49a9-bd28-486ae0579d56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.739456] env[69183]: DEBUG nova.compute.manager [req-000bf144-1fe1-4f5c-b87f-b41d375c3c2b req-23fcf098-757e-469a-98c5-11673c369dc4 service nova] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] No waiting events found dispatching network-vif-plugged-4d15adb7-5b73-4777-a1de-e4bb0304e4b8 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1200.739532] env[69183]: WARNING nova.compute.manager [req-000bf144-1fe1-4f5c-b87f-b41d375c3c2b req-23fcf098-757e-469a-98c5-11673c369dc4 service nova] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Received unexpected event network-vif-plugged-4d15adb7-5b73-4777-a1de-e4bb0304e4b8 for instance with vm_state building and task_state spawning. [ 1200.757760] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790748, 'name': Destroy_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.766186] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ceecd172-429b-404a-8819-04518dae6168 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.385s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.769017] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.522s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.769248] env[69183]: DEBUG nova.objects.instance [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lazy-loading 'resources' on Instance uuid 232e87c8-b953-49b2-844e-54c701e2e29b {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.877272] env[69183]: DEBUG nova.network.neutron [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Successfully updated port: 4d15adb7-5b73-4777-a1de-e4bb0304e4b8 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1201.005806] env[69183]: DEBUG oslo_vmware.api [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790746, 'name': CloneVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.144470] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790747, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.236918] env[69183]: INFO nova.compute.manager [None req-e36ab6ed-2c5a-4c36-8c27-9c9ef4e964f7 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Get console output [ 1201.237399] env[69183]: WARNING nova.virt.vmwareapi.driver [None req-e36ab6ed-2c5a-4c36-8c27-9c9ef4e964f7 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] The console log is missing. Check your VSPC configuration [ 1201.264404] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790748, 'name': Destroy_Task, 'duration_secs': 0.944293} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.264719] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Destroyed the VM [ 1201.264967] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Deleting Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1201.265262] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a1498886-6276-491e-bb99-ebd915f9d067 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.276108] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1201.276108] env[69183]: value = "task-2790749" [ 1201.276108] env[69183]: _type = "Task" [ 1201.276108] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.286387] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790749, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.329612] env[69183]: INFO nova.scheduler.client.report [None req-ceecd172-429b-404a-8819-04518dae6168 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Deleted allocation for migration d9bcbc0d-9889-4975-a523-f7efec3bcf29 [ 1201.379755] env[69183]: DEBUG oslo_concurrency.lockutils [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Acquiring lock "refresh_cache-c68f602f-4846-49a9-bd28-486ae0579d56" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.379910] env[69183]: DEBUG oslo_concurrency.lockutils [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Acquired lock "refresh_cache-c68f602f-4846-49a9-bd28-486ae0579d56" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.380023] env[69183]: DEBUG nova.network.neutron [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.501470] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fb340b-3076-4dfe-9bed-354d6e725c33 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.509672] env[69183]: DEBUG oslo_vmware.api [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790746, 'name': CloneVM_Task, 'duration_secs': 1.465945} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.511615] env[69183]: INFO nova.virt.vmwareapi.vmops [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Created linked-clone VM from snapshot [ 1201.512345] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c7388a-6090-4502-a4c4-04642b92210a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.515535] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b327057e-dc4c-4e46-867e-887721203eee {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.524311] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Uploading image 4f6a992b-1dc1-41c8-a910-c944c52001ca {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1201.552101] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ccf980-1cce-4311-88c8-364df1aeadfe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.559979] env[69183]: DEBUG oslo_vmware.rw_handles [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1201.559979] env[69183]: value = "vm-560943" [ 1201.559979] env[69183]: _type = "VirtualMachine" [ 1201.559979] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1201.561186] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14eb6b78-5010-4dbd-8445-401c6578904f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.564863] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7b399c24-7ccf-40b5-a7b6-0b2b384628b4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.575551] env[69183]: DEBUG nova.compute.provider_tree [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.578253] env[69183]: DEBUG oslo_vmware.rw_handles [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lease: (returnval){ [ 1201.578253] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52717bc0-4081-287a-7564-121d5504fd0f" [ 1201.578253] env[69183]: _type = "HttpNfcLease" [ 1201.578253] env[69183]: } obtained for exporting VM: (result){ [ 1201.578253] env[69183]: value = "vm-560943" [ 1201.578253] env[69183]: _type = "VirtualMachine" [ 1201.578253] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1201.578550] env[69183]: DEBUG oslo_vmware.api [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the lease: (returnval){ [ 1201.578550] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52717bc0-4081-287a-7564-121d5504fd0f" [ 1201.578550] env[69183]: _type = "HttpNfcLease" [ 1201.578550] env[69183]: } to be ready. {{(pid=69183) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1201.584605] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1201.584605] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52717bc0-4081-287a-7564-121d5504fd0f" [ 1201.584605] env[69183]: _type = "HttpNfcLease" [ 1201.584605] env[69183]: } is ready. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1201.585485] env[69183]: DEBUG oslo_vmware.rw_handles [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1201.585485] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52717bc0-4081-287a-7564-121d5504fd0f" [ 1201.585485] env[69183]: _type = "HttpNfcLease" [ 1201.585485] env[69183]: }. {{(pid=69183) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1201.586188] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c29c7f7-eb82-4ff5-96bb-4afaed3ad318 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.595677] env[69183]: DEBUG oslo_vmware.rw_handles [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257ef16-441b-240d-9100-aef9156c8a9b/disk-0.vmdk from lease info. {{(pid=69183) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1201.595881] env[69183]: DEBUG oslo_vmware.rw_handles [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257ef16-441b-240d-9100-aef9156c8a9b/disk-0.vmdk for reading. {{(pid=69183) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1201.663248] env[69183]: DEBUG oslo_vmware.api [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790747, 'name': PowerOnVM_Task, 'duration_secs': 1.277516} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.663561] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.663779] env[69183]: DEBUG nova.compute.manager [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.664615] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4655af5a-b592-4d8c-87f7-e9c1e4eb4f66 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.689522] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4aef36de-a583-47fe-a60f-9966385abe93 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.787457] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790749, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.834881] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ceecd172-429b-404a-8819-04518dae6168 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.612s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.958091] env[69183]: DEBUG nova.network.neutron [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1202.080525] env[69183]: DEBUG nova.scheduler.client.report [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.179174] env[69183]: DEBUG nova.network.neutron [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Updating instance_info_cache with network_info: [{"id": "4d15adb7-5b73-4777-a1de-e4bb0304e4b8", "address": "fa:16:3e:e3:ca:ef", "network": {"id": "ada887e2-998f-416f-b9ca-30818aa9d40f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1717768776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2971262861948c19675c57a7621ff95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d15adb7-5b", "ovs_interfaceid": "4d15adb7-5b73-4777-a1de-e4bb0304e4b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.184435] env[69183]: DEBUG oslo_concurrency.lockutils [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.288549] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790749, 'name': RemoveSnapshot_Task, 'duration_secs': 0.819995} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.288956] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Deleted Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1202.290263] env[69183]: DEBUG nova.compute.manager [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.290263] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3ecc3f-f28a-46a8-8337-3587720a9dd2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.586544] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.589322] env[69183]: DEBUG oslo_concurrency.lockutils [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.988s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.625539] env[69183]: INFO nova.scheduler.client.report [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Deleted allocations for instance 232e87c8-b953-49b2-844e-54c701e2e29b [ 1202.684811] env[69183]: DEBUG oslo_concurrency.lockutils [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Releasing lock "refresh_cache-c68f602f-4846-49a9-bd28-486ae0579d56" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.685242] env[69183]: DEBUG nova.compute.manager [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Instance network_info: |[{"id": "4d15adb7-5b73-4777-a1de-e4bb0304e4b8", "address": "fa:16:3e:e3:ca:ef", "network": {"id": "ada887e2-998f-416f-b9ca-30818aa9d40f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1717768776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2971262861948c19675c57a7621ff95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d15adb7-5b", "ovs_interfaceid": "4d15adb7-5b73-4777-a1de-e4bb0304e4b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1202.685789] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:ca:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d15adb7-5b73-4777-a1de-e4bb0304e4b8', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.695626] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Creating folder: Project (d2971262861948c19675c57a7621ff95). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1202.696776] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96c56b13-2b25-4c22-917a-d0d3ad846927 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.708424] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Created folder: Project (d2971262861948c19675c57a7621ff95) in parent group-v560622. [ 1202.708522] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Creating folder: Instances. Parent ref: group-v560944. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1202.708744] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef9f721c-5a1f-4b54-a6ca-8609f1cdcc03 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.717880] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Created folder: Instances in parent group-v560944. [ 1202.718116] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.718310] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.718518] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d7a7500-78b2-46a8-8c5b-a28f6149d7cb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.737791] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.737791] env[69183]: value = "task-2790753" [ 1202.737791] env[69183]: _type = "Task" [ 1202.737791] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.747668] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790753, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.765598] env[69183]: DEBUG nova.compute.manager [req-a4e081aa-9333-4a00-9348-dadd21463b64 req-692060c0-6eef-4505-9b37-05479d6e009c service nova] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Received event network-changed-4d15adb7-5b73-4777-a1de-e4bb0304e4b8 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1202.765895] env[69183]: DEBUG nova.compute.manager [req-a4e081aa-9333-4a00-9348-dadd21463b64 req-692060c0-6eef-4505-9b37-05479d6e009c service nova] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Refreshing instance network info cache due to event network-changed-4d15adb7-5b73-4777-a1de-e4bb0304e4b8. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1202.766182] env[69183]: DEBUG oslo_concurrency.lockutils [req-a4e081aa-9333-4a00-9348-dadd21463b64 req-692060c0-6eef-4505-9b37-05479d6e009c service nova] Acquiring lock "refresh_cache-c68f602f-4846-49a9-bd28-486ae0579d56" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.766425] env[69183]: DEBUG oslo_concurrency.lockutils [req-a4e081aa-9333-4a00-9348-dadd21463b64 req-692060c0-6eef-4505-9b37-05479d6e009c service nova] Acquired lock "refresh_cache-c68f602f-4846-49a9-bd28-486ae0579d56" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.766605] env[69183]: DEBUG nova.network.neutron [req-a4e081aa-9333-4a00-9348-dadd21463b64 req-692060c0-6eef-4505-9b37-05479d6e009c service nova] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Refreshing network info cache for port 4d15adb7-5b73-4777-a1de-e4bb0304e4b8 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.802877] env[69183]: INFO nova.compute.manager [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Shelve offloading [ 1203.064408] env[69183]: DEBUG oslo_concurrency.lockutils [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquiring lock "2999835d-6508-4a00-b929-9f7e3b7907b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.064684] env[69183]: DEBUG oslo_concurrency.lockutils [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Lock "2999835d-6508-4a00-b929-9f7e3b7907b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.064907] env[69183]: DEBUG oslo_concurrency.lockutils [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquiring lock "2999835d-6508-4a00-b929-9f7e3b7907b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.065140] env[69183]: DEBUG oslo_concurrency.lockutils [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Lock "2999835d-6508-4a00-b929-9f7e3b7907b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.065328] env[69183]: DEBUG oslo_concurrency.lockutils [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Lock "2999835d-6508-4a00-b929-9f7e3b7907b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.067636] env[69183]: INFO nova.compute.manager [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Terminating instance [ 1203.133907] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a729aaf8-d4aa-4d6c-9d8a-2d1e237c7342 tempest-ServersNegativeTestJSON-1021762781 tempest-ServersNegativeTestJSON-1021762781-project-member] Lock "232e87c8-b953-49b2-844e-54c701e2e29b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.290s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.248345] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790753, 'name': CreateVM_Task, 'duration_secs': 0.478365} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.248777] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.252164] env[69183]: DEBUG oslo_concurrency.lockutils [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.252164] env[69183]: DEBUG oslo_concurrency.lockutils [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.252164] env[69183]: DEBUG oslo_concurrency.lockutils [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.252164] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3ec4a1f-bc23-4556-ba08-e0dbcf104f8b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.258618] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Waiting for the task: (returnval){ [ 1203.258618] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52be3d31-3a8b-8c85-85b0-aae7a876aa29" [ 1203.258618] env[69183]: _type = "Task" [ 1203.258618] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.267470] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52be3d31-3a8b-8c85-85b0-aae7a876aa29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.308519] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.311184] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97e4e56d-e1e6-47bb-b105-ba1ce07fc473 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.318844] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1203.318844] env[69183]: value = "task-2790754" [ 1203.318844] env[69183]: _type = "Task" [ 1203.318844] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.330848] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] VM already powered off {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1203.331181] env[69183]: DEBUG nova.compute.manager [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.332245] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd7874c-6dbc-4779-926b-0b5c5fcdd03a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.338085] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "refresh_cache-ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.338259] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired lock "refresh_cache-ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.338444] env[69183]: DEBUG nova.network.neutron [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.356318] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e35aa3-2382-4b3f-99b9-9874e8f54a53 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.364372] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7407b1-e92e-4c7d-b211-515e3ca834cf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.402513] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c511e38c-3c6d-4056-9c55-eba080454cf6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.411430] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39d7470-d5b8-44d0-9d6c-906d84db953d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.425684] env[69183]: DEBUG nova.compute.provider_tree [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.546798] env[69183]: DEBUG nova.network.neutron [req-a4e081aa-9333-4a00-9348-dadd21463b64 req-692060c0-6eef-4505-9b37-05479d6e009c service nova] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Updated VIF entry in instance network info cache for port 4d15adb7-5b73-4777-a1de-e4bb0304e4b8. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.547333] env[69183]: DEBUG nova.network.neutron [req-a4e081aa-9333-4a00-9348-dadd21463b64 req-692060c0-6eef-4505-9b37-05479d6e009c service nova] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Updating instance_info_cache with network_info: [{"id": "4d15adb7-5b73-4777-a1de-e4bb0304e4b8", "address": "fa:16:3e:e3:ca:ef", "network": {"id": "ada887e2-998f-416f-b9ca-30818aa9d40f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1717768776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2971262861948c19675c57a7621ff95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d15adb7-5b", "ovs_interfaceid": "4d15adb7-5b73-4777-a1de-e4bb0304e4b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.572801] env[69183]: DEBUG oslo_concurrency.lockutils [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquiring lock "refresh_cache-2999835d-6508-4a00-b929-9f7e3b7907b2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.572801] env[69183]: DEBUG oslo_concurrency.lockutils [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquired lock "refresh_cache-2999835d-6508-4a00-b929-9f7e3b7907b2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.572801] env[69183]: DEBUG nova.network.neutron [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.769767] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52be3d31-3a8b-8c85-85b0-aae7a876aa29, 'name': SearchDatastore_Task, 'duration_secs': 0.016477} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.770405] env[69183]: DEBUG oslo_concurrency.lockutils [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.771011] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.771293] env[69183]: DEBUG oslo_concurrency.lockutils [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.771442] env[69183]: DEBUG oslo_concurrency.lockutils [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.771625] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.771903] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7409892b-390f-4689-92bb-004d02cd78af {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.780694] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.781139] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.781910] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-695ab1af-e903-4aac-a74d-6f0f1ee4e813 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.787323] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Waiting for the task: (returnval){ [ 1203.787323] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52f01049-e6ed-3f5a-9a7e-dea024690c31" [ 1203.787323] env[69183]: _type = "Task" [ 1203.787323] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.795302] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f01049-e6ed-3f5a-9a7e-dea024690c31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.930654] env[69183]: DEBUG nova.scheduler.client.report [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.052243] env[69183]: DEBUG oslo_concurrency.lockutils [req-a4e081aa-9333-4a00-9348-dadd21463b64 req-692060c0-6eef-4505-9b37-05479d6e009c service nova] Releasing lock "refresh_cache-c68f602f-4846-49a9-bd28-486ae0579d56" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.085499] env[69183]: DEBUG nova.network.neutron [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Updating instance_info_cache with network_info: [{"id": "63faa09f-0886-4df2-a410-06164f2fd5c9", "address": "fa:16:3e:49:e3:4e", "network": {"id": "dd86d277-8747-4c50-a305-9b46298b69c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619207239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b95c9dfa9d48df99b1364995883c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63faa09f-08", "ovs_interfaceid": "63faa09f-0886-4df2-a410-06164f2fd5c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.097533] env[69183]: DEBUG nova.network.neutron [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1204.179572] env[69183]: DEBUG nova.network.neutron [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.303473] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f01049-e6ed-3f5a-9a7e-dea024690c31, 'name': SearchDatastore_Task, 'duration_secs': 0.012408} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.306773] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a34a8aee-039e-4182-93df-6cbab03d8fef {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.313724] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Waiting for the task: (returnval){ [ 1204.313724] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]524134db-fdf0-db48-96c3-9f3078984529" [ 1204.313724] env[69183]: _type = "Task" [ 1204.313724] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.322800] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]524134db-fdf0-db48-96c3-9f3078984529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.587042] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Releasing lock "refresh_cache-ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.682770] env[69183]: DEBUG oslo_concurrency.lockutils [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Releasing lock "refresh_cache-2999835d-6508-4a00-b929-9f7e3b7907b2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.683360] env[69183]: DEBUG nova.compute.manager [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.683711] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.687540] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad36255-34d0-4134-a078-73f1c2d6686d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.695636] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.696443] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5aab18ae-ea1b-428a-aaa3-0fbd90ecc48f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.702964] env[69183]: DEBUG oslo_vmware.api [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1204.702964] env[69183]: value = "task-2790755" [ 1204.702964] env[69183]: _type = "Task" [ 1204.702964] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.712434] env[69183]: DEBUG oslo_vmware.api [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.828023] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]524134db-fdf0-db48-96c3-9f3078984529, 'name': SearchDatastore_Task, 'duration_secs': 0.0128} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.828023] env[69183]: DEBUG oslo_concurrency.lockutils [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.828023] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] c68f602f-4846-49a9-bd28-486ae0579d56/c68f602f-4846-49a9-bd28-486ae0579d56.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.828023] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34f642e5-6283-4c5d-bf35-2c58e5825e4c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.838344] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Waiting for the task: (returnval){ [ 1204.838344] env[69183]: value = "task-2790756" [ 1204.838344] env[69183]: _type = "Task" [ 1204.838344] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.847358] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Task: {'id': task-2790756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.859427] env[69183]: DEBUG nova.compute.manager [req-e042b489-8017-4cb9-b78d-75760b004c1b req-e6215d48-ef3b-4c53-a8d3-bb9153c8a9ec service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Received event network-vif-unplugged-63faa09f-0886-4df2-a410-06164f2fd5c9 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1204.859427] env[69183]: DEBUG oslo_concurrency.lockutils [req-e042b489-8017-4cb9-b78d-75760b004c1b req-e6215d48-ef3b-4c53-a8d3-bb9153c8a9ec service nova] Acquiring lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.860816] env[69183]: DEBUG oslo_concurrency.lockutils [req-e042b489-8017-4cb9-b78d-75760b004c1b req-e6215d48-ef3b-4c53-a8d3-bb9153c8a9ec service nova] Lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.860816] env[69183]: DEBUG oslo_concurrency.lockutils [req-e042b489-8017-4cb9-b78d-75760b004c1b req-e6215d48-ef3b-4c53-a8d3-bb9153c8a9ec service nova] Lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.860816] env[69183]: DEBUG nova.compute.manager [req-e042b489-8017-4cb9-b78d-75760b004c1b req-e6215d48-ef3b-4c53-a8d3-bb9153c8a9ec service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] No waiting events found dispatching network-vif-unplugged-63faa09f-0886-4df2-a410-06164f2fd5c9 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1204.860816] env[69183]: WARNING nova.compute.manager [req-e042b489-8017-4cb9-b78d-75760b004c1b req-e6215d48-ef3b-4c53-a8d3-bb9153c8a9ec service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Received unexpected event network-vif-unplugged-63faa09f-0886-4df2-a410-06164f2fd5c9 for instance with vm_state shelved and task_state shelving_offloading. [ 1204.947810] env[69183]: DEBUG oslo_concurrency.lockutils [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.356s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.949657] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.208s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.952064] env[69183]: INFO nova.compute.claims [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.960065] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.961335] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44b77b6-06d3-4426-a896-17a36bedb0a3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.969755] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.970070] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1764a838-6ecf-4632-8c82-b3074db55e48 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.056136] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.056407] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.056615] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Deleting the datastore file [datastore2] ca3f9b2d-f86b-4a12-8174-f836f23a6dc7 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.056875] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57fa13b0-0b1c-49a4-ba53-a0c515e234ef {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.064049] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1205.064049] env[69183]: value = "task-2790758" [ 1205.064049] env[69183]: _type = "Task" [ 1205.064049] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.073813] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.214196] env[69183]: DEBUG oslo_vmware.api [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790755, 'name': PowerOffVM_Task, 'duration_secs': 0.14246} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.214456] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.214635] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.214922] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66e10c18-311c-4287-b758-ae0b4a96132c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.240165] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.240558] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.240765] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Deleting the datastore file [datastore1] 2999835d-6508-4a00-b929-9f7e3b7907b2 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.241127] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5e3ffad-de78-4a5a-b144-2b307b481d25 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.247843] env[69183]: DEBUG oslo_vmware.api [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1205.247843] env[69183]: value = "task-2790760" [ 1205.247843] env[69183]: _type = "Task" [ 1205.247843] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.257018] env[69183]: DEBUG oslo_vmware.api [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.345828] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Task: {'id': task-2790756, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.521760] env[69183]: INFO nova.scheduler.client.report [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Deleted allocation for migration dda378c3-2c27-4ff1-abdf-94aa1c2f5b27 [ 1205.575578] env[69183]: DEBUG oslo_vmware.api [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336772} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.576027] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.576389] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.576713] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.595157] env[69183]: INFO nova.scheduler.client.report [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Deleted allocations for instance ca3f9b2d-f86b-4a12-8174-f836f23a6dc7 [ 1205.758190] env[69183]: DEBUG oslo_vmware.api [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197574} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.758538] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.758763] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.758984] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.759240] env[69183]: INFO nova.compute.manager [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1205.759535] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.760116] env[69183]: DEBUG nova.compute.manager [-] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1205.760239] env[69183]: DEBUG nova.network.neutron [-] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.778153] env[69183]: DEBUG nova.network.neutron [-] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.848438] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Task: {'id': task-2790756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509978} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.848804] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore1] c68f602f-4846-49a9-bd28-486ae0579d56/c68f602f-4846-49a9-bd28-486ae0579d56.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.848971] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.849309] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5ba454d-89d8-415f-a8db-51ef7f5ed0de {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.857083] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Waiting for the task: (returnval){ [ 1205.857083] env[69183]: value = "task-2790761" [ 1205.857083] env[69183]: _type = "Task" [ 1205.857083] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.865013] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Task: {'id': task-2790761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.027988] env[69183]: DEBUG oslo_concurrency.lockutils [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "29b81f2f-bc53-47d9-a437-2850222390f0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.875s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.100762] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.147699] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd5f3a9-1f2d-4e98-9acc-b478c7aa9583 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.154636] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51da822b-1e52-4a2c-88b1-ad2d8e1d2110 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.184767] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5bf139-51ec-4a23-9629-3d3cea7e2f2d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.192013] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d79b959-cb42-4fd2-b2c0-2c71089d40e4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.205148] env[69183]: DEBUG nova.compute.provider_tree [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.281197] env[69183]: DEBUG nova.network.neutron [-] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.368023] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Task: {'id': task-2790761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066617} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.368238] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.369067] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9554ebdd-8e90-4bce-97e1-d6ced8d80a90 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.392160] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] c68f602f-4846-49a9-bd28-486ae0579d56/c68f602f-4846-49a9-bd28-486ae0579d56.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.392464] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6b3e119-f6fc-4237-9d8f-b0cd252fddc6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.412087] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Waiting for the task: (returnval){ [ 1206.412087] env[69183]: value = "task-2790762" [ 1206.412087] env[69183]: _type = "Task" [ 1206.412087] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.420356] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Task: {'id': task-2790762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.708925] env[69183]: DEBUG nova.scheduler.client.report [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.783734] env[69183]: INFO nova.compute.manager [-] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Took 1.02 seconds to deallocate network for instance. [ 1206.804753] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.805266] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.805266] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69183) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1206.805389] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.922835] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Task: {'id': task-2790762, 'name': ReconfigVM_Task, 'duration_secs': 0.331416} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.923361] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Reconfigured VM instance instance-00000077 to attach disk [datastore1] c68f602f-4846-49a9-bd28-486ae0579d56/c68f602f-4846-49a9-bd28-486ae0579d56.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.924069] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fd6e213-1231-44e6-a6ed-c5d19bbd9790 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.931461] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Waiting for the task: (returnval){ [ 1206.931461] env[69183]: value = "task-2790763" [ 1206.931461] env[69183]: _type = "Task" [ 1206.931461] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.941018] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Task: {'id': task-2790763, 'name': Rename_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.021110] env[69183]: DEBUG nova.compute.manager [req-e760c217-ba0e-47b8-8dad-8ca6d2f37c40 req-854ae07f-b0ad-4132-91cb-30213be4f0e7 service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Received event network-changed-63faa09f-0886-4df2-a410-06164f2fd5c9 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1207.021328] env[69183]: DEBUG nova.compute.manager [req-e760c217-ba0e-47b8-8dad-8ca6d2f37c40 req-854ae07f-b0ad-4132-91cb-30213be4f0e7 service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Refreshing instance network info cache due to event network-changed-63faa09f-0886-4df2-a410-06164f2fd5c9. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1207.021558] env[69183]: DEBUG oslo_concurrency.lockutils [req-e760c217-ba0e-47b8-8dad-8ca6d2f37c40 req-854ae07f-b0ad-4132-91cb-30213be4f0e7 service nova] Acquiring lock "refresh_cache-ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.021682] env[69183]: DEBUG oslo_concurrency.lockutils [req-e760c217-ba0e-47b8-8dad-8ca6d2f37c40 req-854ae07f-b0ad-4132-91cb-30213be4f0e7 service nova] Acquired lock "refresh_cache-ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.021846] env[69183]: DEBUG nova.network.neutron [req-e760c217-ba0e-47b8-8dad-8ca6d2f37c40 req-854ae07f-b0ad-4132-91cb-30213be4f0e7 service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Refreshing network info cache for port 63faa09f-0886-4df2-a410-06164f2fd5c9 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.191222] env[69183]: DEBUG oslo_concurrency.lockutils [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "29b81f2f-bc53-47d9-a437-2850222390f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.191549] env[69183]: DEBUG oslo_concurrency.lockutils [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "29b81f2f-bc53-47d9-a437-2850222390f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.191831] env[69183]: DEBUG oslo_concurrency.lockutils [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "29b81f2f-bc53-47d9-a437-2850222390f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.191998] env[69183]: DEBUG oslo_concurrency.lockutils [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "29b81f2f-bc53-47d9-a437-2850222390f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.192251] env[69183]: DEBUG oslo_concurrency.lockutils [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "29b81f2f-bc53-47d9-a437-2850222390f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.194459] env[69183]: INFO nova.compute.manager [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Terminating instance [ 1207.213697] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.214294] env[69183]: DEBUG nova.compute.manager [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1207.217340] env[69183]: DEBUG oslo_concurrency.lockutils [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.033s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.217562] env[69183]: DEBUG nova.objects.instance [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69183) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1207.291227] env[69183]: DEBUG oslo_concurrency.lockutils [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.308527] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.441697] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Task: {'id': task-2790763, 'name': Rename_Task, 'duration_secs': 0.147211} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.442011] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.442263] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fad5f5a2-340b-4ec4-96f9-d78248f77b83 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.449475] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Waiting for the task: (returnval){ [ 1207.449475] env[69183]: value = "task-2790764" [ 1207.449475] env[69183]: _type = "Task" [ 1207.449475] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.457378] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Task: {'id': task-2790764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.698735] env[69183]: DEBUG nova.compute.manager [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1207.698735] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.700179] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3289be28-b911-4a3c-b46c-7375f004adf4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.707653] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.707912] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c11b8c4b-a5a2-4505-bf24-0916d7dd4b6e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.714281] env[69183]: DEBUG oslo_vmware.api [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1207.714281] env[69183]: value = "task-2790765" [ 1207.714281] env[69183]: _type = "Task" [ 1207.714281] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.723214] env[69183]: DEBUG nova.compute.utils [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.727971] env[69183]: DEBUG oslo_vmware.api [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.730446] env[69183]: DEBUG nova.compute.manager [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1207.730719] env[69183]: DEBUG nova.network.neutron [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1207.766707] env[69183]: DEBUG nova.policy [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '606a0a806a21448eae45f49aa6834727', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b9061f0d97b40d29cad71e119357270', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.769007] env[69183]: DEBUG nova.network.neutron [req-e760c217-ba0e-47b8-8dad-8ca6d2f37c40 req-854ae07f-b0ad-4132-91cb-30213be4f0e7 service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Updated VIF entry in instance network info cache for port 63faa09f-0886-4df2-a410-06164f2fd5c9. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.769381] env[69183]: DEBUG nova.network.neutron [req-e760c217-ba0e-47b8-8dad-8ca6d2f37c40 req-854ae07f-b0ad-4132-91cb-30213be4f0e7 service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Updating instance_info_cache with network_info: [{"id": "63faa09f-0886-4df2-a410-06164f2fd5c9", "address": "fa:16:3e:49:e3:4e", "network": {"id": "dd86d277-8747-4c50-a305-9b46298b69c0", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1619207239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b95c9dfa9d48df99b1364995883c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap63faa09f-08", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.967975] env[69183]: DEBUG oslo_vmware.api [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Task: {'id': task-2790764, 'name': PowerOnVM_Task, 'duration_secs': 0.495631} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.968442] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.968607] env[69183]: INFO nova.compute.manager [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Took 7.57 seconds to spawn the instance on the hypervisor. [ 1207.968692] env[69183]: DEBUG nova.compute.manager [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.969535] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f862f7cb-2b7c-427c-80ea-09ef93161dd0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.078122] env[69183]: DEBUG oslo_concurrency.lockutils [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.181024] env[69183]: DEBUG nova.network.neutron [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Successfully created port: 42f59967-9dba-4a2b-89bf-24ab8be0ee68 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1208.225561] env[69183]: DEBUG oslo_vmware.api [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790765, 'name': PowerOffVM_Task, 'duration_secs': 0.243506} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.225946] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.226148] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.226470] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbb4c9ac-f839-4f98-91f4-2ae9ace8b7f9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.229492] env[69183]: DEBUG oslo_concurrency.lockutils [None req-91cdd0af-3a87-4400-ae37-62378d1af1fa tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.230821] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.130s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.231087] env[69183]: DEBUG nova.objects.instance [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lazy-loading 'resources' on Instance uuid ca3f9b2d-f86b-4a12-8174-f836f23a6dc7 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.232342] env[69183]: DEBUG nova.compute.manager [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1208.271512] env[69183]: DEBUG oslo_concurrency.lockutils [req-e760c217-ba0e-47b8-8dad-8ca6d2f37c40 req-854ae07f-b0ad-4132-91cb-30213be4f0e7 service nova] Releasing lock "refresh_cache-ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.304094] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.304331] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.304512] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Deleting the datastore file [datastore2] 29b81f2f-bc53-47d9-a437-2850222390f0 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.305190] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-269e39b1-82f0-43b4-b6f8-00031f6d363a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.311665] env[69183]: DEBUG oslo_vmware.api [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for the task: (returnval){ [ 1208.311665] env[69183]: value = "task-2790767" [ 1208.311665] env[69183]: _type = "Task" [ 1208.311665] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.320079] env[69183]: DEBUG oslo_vmware.api [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.489785] env[69183]: INFO nova.compute.manager [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Took 15.46 seconds to build instance. [ 1208.737794] env[69183]: DEBUG nova.objects.instance [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lazy-loading 'numa_topology' on Instance uuid ca3f9b2d-f86b-4a12-8174-f836f23a6dc7 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.824194] env[69183]: DEBUG oslo_vmware.api [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Task: {'id': task-2790767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324523} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.824672] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.825030] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.825319] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.825572] env[69183]: INFO nova.compute.manager [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1208.825864] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.826146] env[69183]: DEBUG nova.compute.manager [-] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1208.826341] env[69183]: DEBUG nova.network.neutron [-] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1208.851966] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9a407ff9-ecfe-4930-adc6-8ee2545d063a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "64e40350-ac36-4329-a9f9-a2c8c2996eee" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.852365] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9a407ff9-ecfe-4930-adc6-8ee2545d063a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "64e40350-ac36-4329-a9f9-a2c8c2996eee" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.992143] env[69183]: DEBUG oslo_concurrency.lockutils [None req-351dd84b-4cd3-44e0-91ce-58a72cdcab67 tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Lock "c68f602f-4846-49a9-bd28-486ae0579d56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.973s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.246759] env[69183]: DEBUG nova.objects.base [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69183) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1209.250773] env[69183]: DEBUG nova.compute.manager [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1209.277081] env[69183]: DEBUG nova.virt.hardware [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.277367] env[69183]: DEBUG nova.virt.hardware [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.277649] env[69183]: DEBUG nova.virt.hardware [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.277799] env[69183]: DEBUG nova.virt.hardware [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.277984] env[69183]: DEBUG nova.virt.hardware [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.278199] env[69183]: DEBUG nova.virt.hardware [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.278467] env[69183]: DEBUG nova.virt.hardware [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.278792] env[69183]: DEBUG nova.virt.hardware [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.278866] env[69183]: DEBUG nova.virt.hardware [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.279088] env[69183]: DEBUG nova.virt.hardware [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.279310] env[69183]: DEBUG nova.virt.hardware [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.280288] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d5738b-af12-4fca-ba47-049523bba7e8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.292456] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b650bb8f-1870-4746-9f03-02d36f96cf14 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.351445] env[69183]: DEBUG nova.compute.manager [req-8acf8f16-757f-481e-8473-3b421fefd04b req-7bb0db49-4c31-4ccd-8501-2a303ca15cdd service nova] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Received event network-vif-deleted-69c2a0d3-eb31-4783-bcda-86c6e9ac9b22 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1209.351750] env[69183]: INFO nova.compute.manager [req-8acf8f16-757f-481e-8473-3b421fefd04b req-7bb0db49-4c31-4ccd-8501-2a303ca15cdd service nova] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Neutron deleted interface 69c2a0d3-eb31-4783-bcda-86c6e9ac9b22; detaching it from the instance and deleting it from the info cache [ 1209.351864] env[69183]: DEBUG nova.network.neutron [req-8acf8f16-757f-481e-8473-3b421fefd04b req-7bb0db49-4c31-4ccd-8501-2a303ca15cdd service nova] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.356068] env[69183]: INFO nova.compute.manager [None req-9a407ff9-ecfe-4930-adc6-8ee2545d063a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Detaching volume ebc10b13-fe84-48fb-952f-c3b05350c387 [ 1209.396630] env[69183]: INFO nova.virt.block_device [None req-9a407ff9-ecfe-4930-adc6-8ee2545d063a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Attempting to driver detach volume ebc10b13-fe84-48fb-952f-c3b05350c387 from mountpoint /dev/sdb [ 1209.396867] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a407ff9-ecfe-4930-adc6-8ee2545d063a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Volume detach. Driver type: vmdk {{(pid=69183) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1209.397154] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a407ff9-ecfe-4930-adc6-8ee2545d063a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560927', 'volume_id': 'ebc10b13-fe84-48fb-952f-c3b05350c387', 'name': 'volume-ebc10b13-fe84-48fb-952f-c3b05350c387', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64e40350-ac36-4329-a9f9-a2c8c2996eee', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebc10b13-fe84-48fb-952f-c3b05350c387', 'serial': 'ebc10b13-fe84-48fb-952f-c3b05350c387'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1209.398043] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c76740-7f31-4f0d-bb18-662774b44a6b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.422475] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42e2d85-4511-4aab-8beb-2611f1b00dcd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.431583] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbf00b6-bbef-4e9b-870e-89b12b9b1ad9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.455664] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9ef724-bd93-4d07-be68-9ea1e38c294f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.471219] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a407ff9-ecfe-4930-adc6-8ee2545d063a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] The volume has not been displaced from its original location: [datastore2] volume-ebc10b13-fe84-48fb-952f-c3b05350c387/volume-ebc10b13-fe84-48fb-952f-c3b05350c387.vmdk. No consolidation needed. {{(pid=69183) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1209.477942] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a407ff9-ecfe-4930-adc6-8ee2545d063a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1209.481829] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe89d90e-5e3c-488e-aa30-3db21ce5bc27 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.501590] env[69183]: DEBUG oslo_vmware.api [None req-9a407ff9-ecfe-4930-adc6-8ee2545d063a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1209.501590] env[69183]: value = "task-2790768" [ 1209.501590] env[69183]: _type = "Task" [ 1209.501590] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.515037] env[69183]: DEBUG oslo_vmware.api [None req-9a407ff9-ecfe-4930-adc6-8ee2545d063a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790768, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.531624] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7eff947-3803-49e0-8a57-5abf0685b8f9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.539812] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb01366c-1c18-4faf-ad7c-63e926c7de88 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.569582] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807399d2-8aaa-4226-b6c5-92c5b346754a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.577578] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645bd19b-3fb5-413e-bdc0-b5e8b99e8ad6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.594073] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Acquiring lock "c68f602f-4846-49a9-bd28-486ae0579d56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.594347] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Lock "c68f602f-4846-49a9-bd28-486ae0579d56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.594555] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Acquiring lock "c68f602f-4846-49a9-bd28-486ae0579d56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.594740] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Lock "c68f602f-4846-49a9-bd28-486ae0579d56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.594915] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Lock "c68f602f-4846-49a9-bd28-486ae0579d56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.597108] env[69183]: DEBUG nova.compute.provider_tree [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.600787] env[69183]: INFO nova.compute.manager [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Terminating instance [ 1209.610426] env[69183]: DEBUG oslo_vmware.rw_handles [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257ef16-441b-240d-9100-aef9156c8a9b/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1209.611894] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14088f8-5ac8-413f-a90b-f76f2170a7cc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.618411] env[69183]: DEBUG oslo_vmware.rw_handles [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257ef16-441b-240d-9100-aef9156c8a9b/disk-0.vmdk is in state: ready. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1209.618579] env[69183]: ERROR oslo_vmware.rw_handles [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257ef16-441b-240d-9100-aef9156c8a9b/disk-0.vmdk due to incomplete transfer. [ 1209.619021] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e29df8f4-0e7a-49e5-8b40-f667221eb9a6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.626483] env[69183]: DEBUG oslo_vmware.rw_handles [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257ef16-441b-240d-9100-aef9156c8a9b/disk-0.vmdk. {{(pid=69183) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1209.626679] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Uploaded image 4f6a992b-1dc1-41c8-a910-c944c52001ca to the Glance image server {{(pid=69183) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1209.628848] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Destroying the VM {{(pid=69183) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1209.630040] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a92518d1-cc7a-4e04-a869-b80c769d01ce {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.632329] env[69183]: DEBUG nova.compute.manager [req-89ed1351-2380-46d0-954e-5fb235f00ac4 req-38294081-9329-4b73-b4c2-4975e82df0df service nova] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Received event network-vif-plugged-42f59967-9dba-4a2b-89bf-24ab8be0ee68 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1209.632524] env[69183]: DEBUG oslo_concurrency.lockutils [req-89ed1351-2380-46d0-954e-5fb235f00ac4 req-38294081-9329-4b73-b4c2-4975e82df0df service nova] Acquiring lock "ea0be357-0d24-4fcc-b9da-f540c57d06f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.632720] env[69183]: DEBUG oslo_concurrency.lockutils [req-89ed1351-2380-46d0-954e-5fb235f00ac4 req-38294081-9329-4b73-b4c2-4975e82df0df service nova] Lock "ea0be357-0d24-4fcc-b9da-f540c57d06f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.632883] env[69183]: DEBUG oslo_concurrency.lockutils [req-89ed1351-2380-46d0-954e-5fb235f00ac4 req-38294081-9329-4b73-b4c2-4975e82df0df service nova] Lock "ea0be357-0d24-4fcc-b9da-f540c57d06f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.633060] env[69183]: DEBUG nova.compute.manager [req-89ed1351-2380-46d0-954e-5fb235f00ac4 req-38294081-9329-4b73-b4c2-4975e82df0df service nova] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] No waiting events found dispatching network-vif-plugged-42f59967-9dba-4a2b-89bf-24ab8be0ee68 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.633264] env[69183]: WARNING nova.compute.manager [req-89ed1351-2380-46d0-954e-5fb235f00ac4 req-38294081-9329-4b73-b4c2-4975e82df0df service nova] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Received unexpected event network-vif-plugged-42f59967-9dba-4a2b-89bf-24ab8be0ee68 for instance with vm_state building and task_state spawning. [ 1209.638116] env[69183]: DEBUG oslo_vmware.api [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1209.638116] env[69183]: value = "task-2790769" [ 1209.638116] env[69183]: _type = "Task" [ 1209.638116] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.647209] env[69183]: DEBUG oslo_vmware.api [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790769, 'name': Destroy_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.676568] env[69183]: DEBUG nova.network.neutron [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Successfully updated port: 42f59967-9dba-4a2b-89bf-24ab8be0ee68 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.834448] env[69183]: DEBUG nova.network.neutron [-] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.853963] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0acef8fc-74a8-4840-9890-10862ed51909 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.864712] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5dd3cb8-4a67-4075-b0fd-c2bbeb73fbaf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.898594] env[69183]: DEBUG nova.compute.manager [req-8acf8f16-757f-481e-8473-3b421fefd04b req-7bb0db49-4c31-4ccd-8501-2a303ca15cdd service nova] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Detach interface failed, port_id=69c2a0d3-eb31-4783-bcda-86c6e9ac9b22, reason: Instance 29b81f2f-bc53-47d9-a437-2850222390f0 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1210.011257] env[69183]: DEBUG oslo_vmware.api [None req-9a407ff9-ecfe-4930-adc6-8ee2545d063a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790768, 'name': ReconfigVM_Task, 'duration_secs': 0.241443} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.011532] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a407ff9-ecfe-4930-adc6-8ee2545d063a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1210.016377] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99b23116-7b90-425b-9308-56f59a5b3ee6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.031152] env[69183]: DEBUG oslo_vmware.api [None req-9a407ff9-ecfe-4930-adc6-8ee2545d063a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1210.031152] env[69183]: value = "task-2790770" [ 1210.031152] env[69183]: _type = "Task" [ 1210.031152] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.038984] env[69183]: DEBUG oslo_vmware.api [None req-9a407ff9-ecfe-4930-adc6-8ee2545d063a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.100252] env[69183]: DEBUG nova.scheduler.client.report [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.104104] env[69183]: DEBUG nova.compute.manager [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.104349] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.105710] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f671e7-1430-4e77-88bc-b7c12d4a9f42 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.114128] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.114128] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b4df527-cacd-46de-93a0-286055075812 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.121078] env[69183]: DEBUG oslo_vmware.api [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Waiting for the task: (returnval){ [ 1210.121078] env[69183]: value = "task-2790771" [ 1210.121078] env[69183]: _type = "Task" [ 1210.121078] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.130875] env[69183]: DEBUG oslo_vmware.api [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Task: {'id': task-2790771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.146496] env[69183]: DEBUG oslo_vmware.api [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790769, 'name': Destroy_Task, 'duration_secs': 0.35651} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.146778] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Destroyed the VM [ 1210.147000] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Deleting Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1210.147270] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dc10c788-49c9-479c-aa89-4dcd7fc7f281 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.152905] env[69183]: DEBUG oslo_vmware.api [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1210.152905] env[69183]: value = "task-2790772" [ 1210.152905] env[69183]: _type = "Task" [ 1210.152905] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.161367] env[69183]: DEBUG oslo_vmware.api [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790772, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.179120] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "refresh_cache-ea0be357-0d24-4fcc-b9da-f540c57d06f2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.179280] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquired lock "refresh_cache-ea0be357-0d24-4fcc-b9da-f540c57d06f2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.179430] env[69183]: DEBUG nova.network.neutron [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.336887] env[69183]: INFO nova.compute.manager [-] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Took 1.51 seconds to deallocate network for instance. [ 1210.541466] env[69183]: DEBUG oslo_vmware.api [None req-9a407ff9-ecfe-4930-adc6-8ee2545d063a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790770, 'name': ReconfigVM_Task, 'duration_secs': 0.136787} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.541868] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a407ff9-ecfe-4930-adc6-8ee2545d063a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560927', 'volume_id': 'ebc10b13-fe84-48fb-952f-c3b05350c387', 'name': 'volume-ebc10b13-fe84-48fb-952f-c3b05350c387', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64e40350-ac36-4329-a9f9-a2c8c2996eee', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebc10b13-fe84-48fb-952f-c3b05350c387', 'serial': 'ebc10b13-fe84-48fb-952f-c3b05350c387'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1210.605941] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.375s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.609077] env[69183]: DEBUG oslo_concurrency.lockutils [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.317s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.609077] env[69183]: DEBUG nova.objects.instance [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Lazy-loading 'resources' on Instance uuid 2999835d-6508-4a00-b929-9f7e3b7907b2 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.632023] env[69183]: DEBUG oslo_vmware.api [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Task: {'id': task-2790771, 'name': PowerOffVM_Task, 'duration_secs': 0.179391} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.632023] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.632023] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1210.632290] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e793d16-fb02-49b7-bc9b-fb98a4a20915 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.662550] env[69183]: DEBUG oslo_vmware.api [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790772, 'name': RemoveSnapshot_Task, 'duration_secs': 0.39046} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.662910] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Deleted Snapshot of the VM instance {{(pid=69183) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1210.663105] env[69183]: DEBUG nova.compute.manager [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.663896] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cd884b-a764-4cb3-8be9-de203937c047 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.703511] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.703730] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.703914] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Deleting the datastore file [datastore1] c68f602f-4846-49a9-bd28-486ae0579d56 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.704188] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ee5dfc2-6426-497f-ab10-aefdc939b6a9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.710463] env[69183]: DEBUG nova.network.neutron [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.713931] env[69183]: DEBUG oslo_vmware.api [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Waiting for the task: (returnval){ [ 1210.713931] env[69183]: value = "task-2790774" [ 1210.713931] env[69183]: _type = "Task" [ 1210.713931] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.722102] env[69183]: DEBUG oslo_vmware.api [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Task: {'id': task-2790774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.830567] env[69183]: DEBUG nova.network.neutron [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Updating instance_info_cache with network_info: [{"id": "42f59967-9dba-4a2b-89bf-24ab8be0ee68", "address": "fa:16:3e:34:91:7d", "network": {"id": "63aa2803-3c79-4d3f-b3e5-aa94c85e6a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046047333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9061f0d97b40d29cad71e119357270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42f59967-9d", "ovs_interfaceid": "42f59967-9dba-4a2b-89bf-24ab8be0ee68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.843781] env[69183]: DEBUG oslo_concurrency.lockutils [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.084473] env[69183]: DEBUG nova.objects.instance [None req-9a407ff9-ecfe-4930-adc6-8ee2545d063a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lazy-loading 'flavor' on Instance uuid 64e40350-ac36-4329-a9f9-a2c8c2996eee {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.117141] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a7457e98-5a0b-42ef-93be-e1f3e10e5e9d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.469s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.117439] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 20.485s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.117657] env[69183]: INFO nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1211.117834] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.118243] env[69183]: DEBUG oslo_concurrency.lockutils [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.041s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.118412] env[69183]: INFO nova.compute.manager [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Unshelving [ 1211.177920] env[69183]: INFO nova.compute.manager [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Shelve offloading [ 1211.225942] env[69183]: DEBUG oslo_vmware.api [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Task: {'id': task-2790774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159365} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.228480] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.228657] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.229370] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.229370] env[69183]: INFO nova.compute.manager [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1211.229370] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.229621] env[69183]: DEBUG nova.compute.manager [-] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.229719] env[69183]: DEBUG nova.network.neutron [-] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1211.306065] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8761a0c3-b4c0-43fc-ba3e-023d1b6c5629 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.315830] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a695c426-1c6d-41a5-8431-3578065fa75f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.345563] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Releasing lock "refresh_cache-ea0be357-0d24-4fcc-b9da-f540c57d06f2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.345932] env[69183]: DEBUG nova.compute.manager [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Instance network_info: |[{"id": "42f59967-9dba-4a2b-89bf-24ab8be0ee68", "address": "fa:16:3e:34:91:7d", "network": {"id": "63aa2803-3c79-4d3f-b3e5-aa94c85e6a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046047333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9061f0d97b40d29cad71e119357270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42f59967-9d", "ovs_interfaceid": "42f59967-9dba-4a2b-89bf-24ab8be0ee68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1211.346504] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:91:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42f59967-9dba-4a2b-89bf-24ab8be0ee68', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.353889] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.354552] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31556a12-a5bb-4c5b-80fc-1f94ecf193be {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.357620] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.357761] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c969a8de-3340-4520-ad28-12517ccf41cc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.377654] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebff0a9-0cc6-49ef-bb06-b806536ab306 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.382337] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.382337] env[69183]: value = "task-2790775" [ 1211.382337] env[69183]: _type = "Task" [ 1211.382337] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.393249] env[69183]: DEBUG nova.compute.provider_tree [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.399367] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790775, 'name': CreateVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.658279] env[69183]: DEBUG nova.compute.manager [req-e42273b3-9fa2-431e-bf3b-ab4ee75a7dcd req-82445f8a-b17c-412f-a940-e13a29395c72 service nova] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Received event network-changed-42f59967-9dba-4a2b-89bf-24ab8be0ee68 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1211.658487] env[69183]: DEBUG nova.compute.manager [req-e42273b3-9fa2-431e-bf3b-ab4ee75a7dcd req-82445f8a-b17c-412f-a940-e13a29395c72 service nova] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Refreshing instance network info cache due to event network-changed-42f59967-9dba-4a2b-89bf-24ab8be0ee68. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1211.658703] env[69183]: DEBUG oslo_concurrency.lockutils [req-e42273b3-9fa2-431e-bf3b-ab4ee75a7dcd req-82445f8a-b17c-412f-a940-e13a29395c72 service nova] Acquiring lock "refresh_cache-ea0be357-0d24-4fcc-b9da-f540c57d06f2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.658848] env[69183]: DEBUG oslo_concurrency.lockutils [req-e42273b3-9fa2-431e-bf3b-ab4ee75a7dcd req-82445f8a-b17c-412f-a940-e13a29395c72 service nova] Acquired lock "refresh_cache-ea0be357-0d24-4fcc-b9da-f540c57d06f2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.659022] env[69183]: DEBUG nova.network.neutron [req-e42273b3-9fa2-431e-bf3b-ab4ee75a7dcd req-82445f8a-b17c-412f-a940-e13a29395c72 service nova] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Refreshing network info cache for port 42f59967-9dba-4a2b-89bf-24ab8be0ee68 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.683686] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.683930] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c311fb15-2f95-4298-9ec3-d95605faed5e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.690771] env[69183]: DEBUG oslo_vmware.api [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1211.690771] env[69183]: value = "task-2790776" [ 1211.690771] env[69183]: _type = "Task" [ 1211.690771] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.700449] env[69183]: DEBUG oslo_vmware.api [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.892586] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790775, 'name': CreateVM_Task, 'duration_secs': 0.372073} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.892762] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.896321] env[69183]: DEBUG nova.scheduler.client.report [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.900061] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.900232] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.900618] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.900843] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fcd6887-0bf5-4f67-9d04-30916eb0a53f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.906240] env[69183]: DEBUG oslo_vmware.api [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1211.906240] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5204197f-263a-cd5e-7821-231fd995a07f" [ 1211.906240] env[69183]: _type = "Task" [ 1211.906240] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.913513] env[69183]: DEBUG oslo_vmware.api [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5204197f-263a-cd5e-7821-231fd995a07f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.962583] env[69183]: DEBUG nova.network.neutron [-] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.092672] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9a407ff9-ecfe-4930-adc6-8ee2545d063a tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "64e40350-ac36-4329-a9f9-a2c8c2996eee" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.240s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.140045] env[69183]: DEBUG oslo_concurrency.lockutils [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.201091] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] VM already powered off {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1212.201314] env[69183]: DEBUG nova.compute.manager [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.202083] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b51bd6-8285-464c-ad28-a49831b606eb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.208117] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "refresh_cache-595f05fc-635b-416b-af11-a792e21b451b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.208319] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquired lock "refresh_cache-595f05fc-635b-416b-af11-a792e21b451b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.208456] env[69183]: DEBUG nova.network.neutron [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.404110] env[69183]: DEBUG oslo_concurrency.lockutils [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.407550] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.099s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.407688] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.407884] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69183) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1212.408261] env[69183]: DEBUG oslo_concurrency.lockutils [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.565s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.408501] env[69183]: DEBUG oslo_concurrency.lockutils [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.410560] env[69183]: DEBUG oslo_concurrency.lockutils [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.271s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.410819] env[69183]: DEBUG nova.objects.instance [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lazy-loading 'pci_requests' on Instance uuid ca3f9b2d-f86b-4a12-8174-f836f23a6dc7 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.415082] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f63afc4-484d-4a71-8f92-7d00ffd4b08e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.425526] env[69183]: DEBUG oslo_vmware.api [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5204197f-263a-cd5e-7821-231fd995a07f, 'name': SearchDatastore_Task, 'duration_secs': 0.009257} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.428475] env[69183]: INFO nova.scheduler.client.report [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Deleted allocations for instance 2999835d-6508-4a00-b929-9f7e3b7907b2 [ 1212.429475] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.429706] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.429937] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.430116] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.430346] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.433507] env[69183]: INFO nova.scheduler.client.report [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Deleted allocations for instance 29b81f2f-bc53-47d9-a437-2850222390f0 [ 1212.434298] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26a11b8b-b0ab-4322-a9bd-fa60dd86e31f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.437540] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17911ac0-4ebc-4896-8d67-31bce48e89b9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.442069] env[69183]: DEBUG nova.network.neutron [req-e42273b3-9fa2-431e-bf3b-ab4ee75a7dcd req-82445f8a-b17c-412f-a940-e13a29395c72 service nova] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Updated VIF entry in instance network info cache for port 42f59967-9dba-4a2b-89bf-24ab8be0ee68. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.442388] env[69183]: DEBUG nova.network.neutron [req-e42273b3-9fa2-431e-bf3b-ab4ee75a7dcd req-82445f8a-b17c-412f-a940-e13a29395c72 service nova] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Updating instance_info_cache with network_info: [{"id": "42f59967-9dba-4a2b-89bf-24ab8be0ee68", "address": "fa:16:3e:34:91:7d", "network": {"id": "63aa2803-3c79-4d3f-b3e5-aa94c85e6a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046047333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9061f0d97b40d29cad71e119357270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42f59967-9d", "ovs_interfaceid": "42f59967-9dba-4a2b-89bf-24ab8be0ee68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.459740] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec08ce8-0006-4b20-a45e-b221d2718806 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.462680] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.462861] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.463567] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cac8ccd3-dbd5-42d2-8aa2-60d822fe6220 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.466523] env[69183]: INFO nova.compute.manager [-] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Took 1.24 seconds to deallocate network for instance. [ 1212.474608] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d9110a-b598-4fd5-8c07-d4a40e2d7ab2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.478428] env[69183]: DEBUG oslo_vmware.api [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1212.478428] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5216016b-e15b-f152-effc-4b6ecd62b51b" [ 1212.478428] env[69183]: _type = "Task" [ 1212.478428] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.510734] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179138MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=69183) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1212.511047] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.518335] env[69183]: DEBUG oslo_vmware.api [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5216016b-e15b-f152-effc-4b6ecd62b51b, 'name': SearchDatastore_Task, 'duration_secs': 0.009135} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.519268] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca27e208-47c4-4720-b0cd-afba4588d517 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.524559] env[69183]: DEBUG oslo_vmware.api [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1212.524559] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52c2748a-7b87-aca3-8463-e422a39eeb74" [ 1212.524559] env[69183]: _type = "Task" [ 1212.524559] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.532491] env[69183]: DEBUG oslo_vmware.api [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c2748a-7b87-aca3-8463-e422a39eeb74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.920784] env[69183]: DEBUG nova.objects.instance [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lazy-loading 'numa_topology' on Instance uuid ca3f9b2d-f86b-4a12-8174-f836f23a6dc7 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.946647] env[69183]: DEBUG oslo_concurrency.lockutils [None req-385a953b-0cfd-4b44-a8ba-2bac44a56f1a tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Lock "2999835d-6508-4a00-b929-9f7e3b7907b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.882s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.947683] env[69183]: DEBUG oslo_concurrency.lockutils [req-e42273b3-9fa2-431e-bf3b-ab4ee75a7dcd req-82445f8a-b17c-412f-a940-e13a29395c72 service nova] Releasing lock "refresh_cache-ea0be357-0d24-4fcc-b9da-f540c57d06f2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.947907] env[69183]: DEBUG nova.compute.manager [req-e42273b3-9fa2-431e-bf3b-ab4ee75a7dcd req-82445f8a-b17c-412f-a940-e13a29395c72 service nova] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Received event network-vif-deleted-4d15adb7-5b73-4777-a1de-e4bb0304e4b8 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1212.948097] env[69183]: INFO nova.compute.manager [req-e42273b3-9fa2-431e-bf3b-ab4ee75a7dcd req-82445f8a-b17c-412f-a940-e13a29395c72 service nova] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Neutron deleted interface 4d15adb7-5b73-4777-a1de-e4bb0304e4b8; detaching it from the instance and deleting it from the info cache [ 1212.948273] env[69183]: DEBUG nova.network.neutron [req-e42273b3-9fa2-431e-bf3b-ab4ee75a7dcd req-82445f8a-b17c-412f-a940-e13a29395c72 service nova] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.952187] env[69183]: DEBUG oslo_concurrency.lockutils [None req-08716917-cb7b-44c1-82ba-6e741fb2f592 tempest-DeleteServersTestJSON-1002957283 tempest-DeleteServersTestJSON-1002957283-project-member] Lock "29b81f2f-bc53-47d9-a437-2850222390f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.761s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.971018] env[69183]: DEBUG nova.network.neutron [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Updating instance_info_cache with network_info: [{"id": "5f561509-92d9-4ab7-ac41-d7cd667c7690", "address": "fa:16:3e:88:1b:25", "network": {"id": "584e8228-b304-41cb-8dbc-cb4150d388eb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051336374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757cee5ffa0741f9944dd410262b9ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f561509-92", "ovs_interfaceid": "5f561509-92d9-4ab7-ac41-d7cd667c7690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.975617] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.034392] env[69183]: DEBUG oslo_vmware.api [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c2748a-7b87-aca3-8463-e422a39eeb74, 'name': SearchDatastore_Task, 'duration_secs': 0.009292} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.034614] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.034847] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] ea0be357-0d24-4fcc-b9da-f540c57d06f2/ea0be357-0d24-4fcc-b9da-f540c57d06f2.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.035096] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a11dbd07-8184-4486-b5d3-7e54a6644cb8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.041289] env[69183]: DEBUG oslo_vmware.api [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1213.041289] env[69183]: value = "task-2790777" [ 1213.041289] env[69183]: _type = "Task" [ 1213.041289] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.049237] env[69183]: DEBUG oslo_vmware.api [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.178062] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "64e40350-ac36-4329-a9f9-a2c8c2996eee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.178062] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "64e40350-ac36-4329-a9f9-a2c8c2996eee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.178062] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "64e40350-ac36-4329-a9f9-a2c8c2996eee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.178543] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "64e40350-ac36-4329-a9f9-a2c8c2996eee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.178543] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "64e40350-ac36-4329-a9f9-a2c8c2996eee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.180906] env[69183]: INFO nova.compute.manager [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Terminating instance [ 1213.423605] env[69183]: INFO nova.compute.claims [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1213.453443] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-025863bc-6f21-416a-9023-213ab531c81c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.465154] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fd1d5b-cf66-4590-9988-28a1d0652afb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.477082] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Releasing lock "refresh_cache-595f05fc-635b-416b-af11-a792e21b451b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.502650] env[69183]: DEBUG nova.compute.manager [req-e42273b3-9fa2-431e-bf3b-ab4ee75a7dcd req-82445f8a-b17c-412f-a940-e13a29395c72 service nova] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Detach interface failed, port_id=4d15adb7-5b73-4777-a1de-e4bb0304e4b8, reason: Instance c68f602f-4846-49a9-bd28-486ae0579d56 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1213.554671] env[69183]: DEBUG oslo_vmware.api [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438766} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.555061] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] ea0be357-0d24-4fcc-b9da-f540c57d06f2/ea0be357-0d24-4fcc-b9da-f540c57d06f2.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.555257] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.555450] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72367000-5fc3-43df-9bd9-89b42f57f5a3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.566017] env[69183]: DEBUG oslo_vmware.api [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1213.566017] env[69183]: value = "task-2790778" [ 1213.566017] env[69183]: _type = "Task" [ 1213.566017] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.575512] env[69183]: DEBUG oslo_vmware.api [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.685577] env[69183]: DEBUG nova.compute.manager [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.685808] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.686773] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315aa8da-7778-437b-9f3e-b560faf37bcd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.694905] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.695193] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6e01cc1-65fc-4d7d-94b8-052b8cc521e1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.701658] env[69183]: DEBUG oslo_vmware.api [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1213.701658] env[69183]: value = "task-2790779" [ 1213.701658] env[69183]: _type = "Task" [ 1213.701658] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.711076] env[69183]: DEBUG oslo_vmware.api [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.750801] env[69183]: DEBUG nova.compute.manager [req-72c03729-9bf4-469f-83d2-fa4c798d9fff req-6e02d50c-f93f-4ca3-90f0-b2f83bad750d service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Received event network-vif-unplugged-5f561509-92d9-4ab7-ac41-d7cd667c7690 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1213.751070] env[69183]: DEBUG oslo_concurrency.lockutils [req-72c03729-9bf4-469f-83d2-fa4c798d9fff req-6e02d50c-f93f-4ca3-90f0-b2f83bad750d service nova] Acquiring lock "595f05fc-635b-416b-af11-a792e21b451b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.751292] env[69183]: DEBUG oslo_concurrency.lockutils [req-72c03729-9bf4-469f-83d2-fa4c798d9fff req-6e02d50c-f93f-4ca3-90f0-b2f83bad750d service nova] Lock "595f05fc-635b-416b-af11-a792e21b451b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.751482] env[69183]: DEBUG oslo_concurrency.lockutils [req-72c03729-9bf4-469f-83d2-fa4c798d9fff req-6e02d50c-f93f-4ca3-90f0-b2f83bad750d service nova] Lock "595f05fc-635b-416b-af11-a792e21b451b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.751673] env[69183]: DEBUG nova.compute.manager [req-72c03729-9bf4-469f-83d2-fa4c798d9fff req-6e02d50c-f93f-4ca3-90f0-b2f83bad750d service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] No waiting events found dispatching network-vif-unplugged-5f561509-92d9-4ab7-ac41-d7cd667c7690 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1213.751864] env[69183]: WARNING nova.compute.manager [req-72c03729-9bf4-469f-83d2-fa4c798d9fff req-6e02d50c-f93f-4ca3-90f0-b2f83bad750d service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Received unexpected event network-vif-unplugged-5f561509-92d9-4ab7-ac41-d7cd667c7690 for instance with vm_state shelved and task_state shelving_offloading. [ 1213.881822] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.883219] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2729b6-eb78-4bea-8b68-d3a2c3d8974a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.890572] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.890821] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b2db58b-9323-4bf8-a0a0-004c2a2c3385 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.915103] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquiring lock "58b0840d-d4d9-46d3-adb1-96cdc51c7a61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.915526] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Lock "58b0840d-d4d9-46d3-adb1-96cdc51c7a61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.915760] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquiring lock "58b0840d-d4d9-46d3-adb1-96cdc51c7a61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.915948] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Lock "58b0840d-d4d9-46d3-adb1-96cdc51c7a61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.916183] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Lock "58b0840d-d4d9-46d3-adb1-96cdc51c7a61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.918222] env[69183]: INFO nova.compute.manager [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Terminating instance [ 1213.967786] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.968040] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.968233] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Deleting the datastore file [datastore2] 595f05fc-635b-416b-af11-a792e21b451b {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.968499] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a93566b-8a85-46db-a5dc-e0f598472eb1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.977119] env[69183]: DEBUG oslo_vmware.api [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1213.977119] env[69183]: value = "task-2790782" [ 1213.977119] env[69183]: _type = "Task" [ 1213.977119] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.984902] env[69183]: DEBUG oslo_vmware.api [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.073908] env[69183]: DEBUG oslo_vmware.api [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066455} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.074071] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.074820] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec238b1-5d62-4105-93dd-ea10e664fd20 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.096875] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] ea0be357-0d24-4fcc-b9da-f540c57d06f2/ea0be357-0d24-4fcc-b9da-f540c57d06f2.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.097104] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6c047fd-9796-4dff-8243-b09ba87cdaf4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.116067] env[69183]: DEBUG oslo_vmware.api [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1214.116067] env[69183]: value = "task-2790783" [ 1214.116067] env[69183]: _type = "Task" [ 1214.116067] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.123629] env[69183]: DEBUG oslo_vmware.api [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.211320] env[69183]: DEBUG oslo_vmware.api [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790779, 'name': PowerOffVM_Task, 'duration_secs': 0.191506} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.211684] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.211751] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.211971] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-055a7c35-1f47-45b6-bc24-c57de140e177 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.298459] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.298685] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.298868] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Deleting the datastore file [datastore2] 64e40350-ac36-4329-a9f9-a2c8c2996eee {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.299142] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e7969ae-10f7-40a0-beef-9e0da8d9c66f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.306126] env[69183]: DEBUG oslo_vmware.api [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1214.306126] env[69183]: value = "task-2790785" [ 1214.306126] env[69183]: _type = "Task" [ 1214.306126] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.313594] env[69183]: DEBUG oslo_vmware.api [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.421724] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquiring lock "refresh_cache-58b0840d-d4d9-46d3-adb1-96cdc51c7a61" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.421982] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquired lock "refresh_cache-58b0840d-d4d9-46d3-adb1-96cdc51c7a61" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.422221] env[69183]: DEBUG nova.network.neutron [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.489115] env[69183]: DEBUG oslo_vmware.api [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130166} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.489390] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.489580] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.489757] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.507178] env[69183]: INFO nova.scheduler.client.report [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Deleted allocations for instance 595f05fc-635b-416b-af11-a792e21b451b [ 1214.590090] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67927f93-f6d0-43bd-bafd-ade7cc6eff5a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.597918] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386135f9-1bd8-4806-be7a-45bf2ce0264b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.632988] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1dc1fe-cdd0-49d4-9e35-951b990aa5cc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.642879] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be0eddd-1969-4f45-96ca-d24c9c6ceece {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.646605] env[69183]: DEBUG oslo_vmware.api [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790783, 'name': ReconfigVM_Task, 'duration_secs': 0.305997} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.646877] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Reconfigured VM instance instance-00000078 to attach disk [datastore2] ea0be357-0d24-4fcc-b9da-f540c57d06f2/ea0be357-0d24-4fcc-b9da-f540c57d06f2.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.647813] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e11a82b4-7fa6-4bf9-85a4-a012b5c9d78f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.657458] env[69183]: DEBUG nova.compute.provider_tree [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.659725] env[69183]: DEBUG oslo_vmware.api [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1214.659725] env[69183]: value = "task-2790786" [ 1214.659725] env[69183]: _type = "Task" [ 1214.659725] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.667444] env[69183]: DEBUG oslo_vmware.api [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790786, 'name': Rename_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.819869] env[69183]: DEBUG oslo_vmware.api [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141597} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.820328] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.820630] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.820943] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.821261] env[69183]: INFO nova.compute.manager [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1214.821632] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.822653] env[69183]: DEBUG nova.compute.manager [-] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.822749] env[69183]: DEBUG nova.network.neutron [-] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.943509] env[69183]: DEBUG nova.network.neutron [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.993884] env[69183]: DEBUG nova.network.neutron [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.013420] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.161575] env[69183]: DEBUG nova.scheduler.client.report [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.174444] env[69183]: DEBUG oslo_vmware.api [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790786, 'name': Rename_Task, 'duration_secs': 0.232253} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.174705] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.174944] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e1fe302-c53a-4561-a206-b5555983abb2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.181150] env[69183]: DEBUG oslo_vmware.api [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1215.181150] env[69183]: value = "task-2790787" [ 1215.181150] env[69183]: _type = "Task" [ 1215.181150] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.192604] env[69183]: DEBUG oslo_vmware.api [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.498907] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Releasing lock "refresh_cache-58b0840d-d4d9-46d3-adb1-96cdc51c7a61" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.499381] env[69183]: DEBUG nova.compute.manager [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1215.499584] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.500483] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c4df0a-8d95-4196-9594-6428296242e7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.509024] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.509024] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4427429f-321c-41fb-a8a7-85a30d187b1c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.520233] env[69183]: DEBUG oslo_vmware.api [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1215.520233] env[69183]: value = "task-2790788" [ 1215.520233] env[69183]: _type = "Task" [ 1215.520233] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.531520] env[69183]: DEBUG oslo_vmware.api [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.670500] env[69183]: DEBUG oslo_concurrency.lockutils [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.260s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.672820] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.162s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.693052] env[69183]: DEBUG oslo_vmware.api [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790787, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.715369] env[69183]: INFO nova.network.neutron [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Updating port 63faa09f-0886-4df2-a410-06164f2fd5c9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1215.792384] env[69183]: DEBUG nova.compute.manager [req-dfdbb5a6-b8dd-46e3-98f2-c3e0060cab48 req-c48f0ea7-2a96-439f-99be-1a240377a27a service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Received event network-changed-5f561509-92d9-4ab7-ac41-d7cd667c7690 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1215.792756] env[69183]: DEBUG nova.compute.manager [req-dfdbb5a6-b8dd-46e3-98f2-c3e0060cab48 req-c48f0ea7-2a96-439f-99be-1a240377a27a service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Refreshing instance network info cache due to event network-changed-5f561509-92d9-4ab7-ac41-d7cd667c7690. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1215.793107] env[69183]: DEBUG oslo_concurrency.lockutils [req-dfdbb5a6-b8dd-46e3-98f2-c3e0060cab48 req-c48f0ea7-2a96-439f-99be-1a240377a27a service nova] Acquiring lock "refresh_cache-595f05fc-635b-416b-af11-a792e21b451b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.793390] env[69183]: DEBUG oslo_concurrency.lockutils [req-dfdbb5a6-b8dd-46e3-98f2-c3e0060cab48 req-c48f0ea7-2a96-439f-99be-1a240377a27a service nova] Acquired lock "refresh_cache-595f05fc-635b-416b-af11-a792e21b451b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.793720] env[69183]: DEBUG nova.network.neutron [req-dfdbb5a6-b8dd-46e3-98f2-c3e0060cab48 req-c48f0ea7-2a96-439f-99be-1a240377a27a service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Refreshing network info cache for port 5f561509-92d9-4ab7-ac41-d7cd667c7690 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.805718] env[69183]: DEBUG nova.network.neutron [-] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.031015] env[69183]: DEBUG oslo_vmware.api [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790788, 'name': PowerOffVM_Task, 'duration_secs': 0.125638} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.031468] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.031746] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1216.032052] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa53c05c-cd9b-48d3-885f-8f4cd489810a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.055902] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1216.056701] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1216.056963] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Deleting the datastore file [datastore2] 58b0840d-d4d9-46d3-adb1-96cdc51c7a61 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.057624] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f87dd833-454d-4217-9a96-880611c09ff7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.063489] env[69183]: DEBUG oslo_vmware.api [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for the task: (returnval){ [ 1216.063489] env[69183]: value = "task-2790790" [ 1216.063489] env[69183]: _type = "Task" [ 1216.063489] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.071170] env[69183]: DEBUG oslo_vmware.api [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.192067] env[69183]: DEBUG oslo_vmware.api [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790787, 'name': PowerOnVM_Task, 'duration_secs': 0.549549} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.192346] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.192549] env[69183]: INFO nova.compute.manager [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Took 6.94 seconds to spawn the instance on the hypervisor. [ 1216.192846] env[69183]: DEBUG nova.compute.manager [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.193493] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea068a3e-7398-4a34-9a49-b9e9dd9c6a9b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.307519] env[69183]: INFO nova.compute.manager [-] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Took 1.48 seconds to deallocate network for instance. [ 1216.482616] env[69183]: DEBUG nova.network.neutron [req-dfdbb5a6-b8dd-46e3-98f2-c3e0060cab48 req-c48f0ea7-2a96-439f-99be-1a240377a27a service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Updated VIF entry in instance network info cache for port 5f561509-92d9-4ab7-ac41-d7cd667c7690. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.482999] env[69183]: DEBUG nova.network.neutron [req-dfdbb5a6-b8dd-46e3-98f2-c3e0060cab48 req-c48f0ea7-2a96-439f-99be-1a240377a27a service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Updating instance_info_cache with network_info: [{"id": "5f561509-92d9-4ab7-ac41-d7cd667c7690", "address": "fa:16:3e:88:1b:25", "network": {"id": "584e8228-b304-41cb-8dbc-cb4150d388eb", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2051336374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757cee5ffa0741f9944dd410262b9ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5f561509-92", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.573740] env[69183]: DEBUG oslo_vmware.api [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Task: {'id': task-2790790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088634} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.574112] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.574202] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.574383] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.574553] env[69183]: INFO nova.compute.manager [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1216.574804] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.574986] env[69183]: DEBUG nova.compute.manager [-] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1216.575101] env[69183]: DEBUG nova.network.neutron [-] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1216.591011] env[69183]: DEBUG nova.network.neutron [-] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.703374] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 5599a8c9-58c6-40c3-97cc-b0eea581ad5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.703545] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance de082184-d2e2-4020-b5dc-c0c2670f2f8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.703664] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance f3042ae2-18ad-4ecd-ad53-4ea9a1584aef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.703783] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 75156231-e8a2-406d-98d2-d5fa70f5408a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.703900] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 64e40350-ac36-4329-a9f9-a2c8c2996eee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.704025] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance cc10ef03-da26-42a3-8a5d-f31606f782e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.704145] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance ee41efd6-b248-45c5-9cbe-081967dccfbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.704275] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.704387] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 58b0840d-d4d9-46d3-adb1-96cdc51c7a61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.704572] env[69183]: WARNING nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance c68f602f-4846-49a9-bd28-486ae0579d56 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1216.704694] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance ea0be357-0d24-4fcc-b9da-f540c57d06f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.704760] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance ca3f9b2d-f86b-4a12-8174-f836f23a6dc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.704870] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (ac1d5a79-805a-416e-80c0-31063a094839): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1216.705089] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1216.705237] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1216.714049] env[69183]: INFO nova.compute.manager [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Took 16.99 seconds to build instance. [ 1216.810376] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "595f05fc-635b-416b-af11-a792e21b451b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.813467] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.865094] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c8cf2f-db16-4ee8-95a1-a18d59ee85bf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.872730] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd21a5a-87ef-414e-b986-e7fdefeaf08b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.905819] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03de350-16d0-497d-9e5a-38f0d90c6f48 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.913607] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1c45a7-e2d8-4942-90ff-6f8b5992fc95 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.926901] env[69183]: DEBUG nova.compute.provider_tree [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.986290] env[69183]: DEBUG oslo_concurrency.lockutils [req-dfdbb5a6-b8dd-46e3-98f2-c3e0060cab48 req-c48f0ea7-2a96-439f-99be-1a240377a27a service nova] Releasing lock "refresh_cache-595f05fc-635b-416b-af11-a792e21b451b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.986645] env[69183]: DEBUG nova.compute.manager [req-dfdbb5a6-b8dd-46e3-98f2-c3e0060cab48 req-c48f0ea7-2a96-439f-99be-1a240377a27a service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Received event network-vif-deleted-6dcec28e-b9a5-4508-9ca6-f9f2869148d4 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1216.986925] env[69183]: INFO nova.compute.manager [req-dfdbb5a6-b8dd-46e3-98f2-c3e0060cab48 req-c48f0ea7-2a96-439f-99be-1a240377a27a service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Neutron deleted interface 6dcec28e-b9a5-4508-9ca6-f9f2869148d4; detaching it from the instance and deleting it from the info cache [ 1216.987148] env[69183]: DEBUG nova.network.neutron [req-dfdbb5a6-b8dd-46e3-98f2-c3e0060cab48 req-c48f0ea7-2a96-439f-99be-1a240377a27a service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.093045] env[69183]: DEBUG nova.network.neutron [-] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.216059] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d447b779-2f2f-4b9a-8014-7ee39b20533b tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "ea0be357-0d24-4fcc-b9da-f540c57d06f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.505s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.429850] env[69183]: DEBUG nova.scheduler.client.report [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.490013] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-525d046d-d03a-413c-b8c9-1e5d143937d3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.500953] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba057f91-38ca-4ba2-bd5c-ffb1f29aa7e9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.534709] env[69183]: DEBUG nova.compute.manager [req-dfdbb5a6-b8dd-46e3-98f2-c3e0060cab48 req-c48f0ea7-2a96-439f-99be-1a240377a27a service nova] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Detach interface failed, port_id=6dcec28e-b9a5-4508-9ca6-f9f2869148d4, reason: Instance 64e40350-ac36-4329-a9f9-a2c8c2996eee could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1217.598275] env[69183]: INFO nova.compute.manager [-] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Took 1.02 seconds to deallocate network for instance. [ 1217.662908] env[69183]: DEBUG oslo_concurrency.lockutils [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "refresh_cache-ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.663125] env[69183]: DEBUG oslo_concurrency.lockutils [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired lock "refresh_cache-ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.663454] env[69183]: DEBUG nova.network.neutron [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.941026] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69183) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1217.941026] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.266s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.941026] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.963s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.941026] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.941418] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.928s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.941793] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.944186] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.131s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.944555] env[69183]: DEBUG nova.objects.instance [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lazy-loading 'resources' on Instance uuid 64e40350-ac36-4329-a9f9-a2c8c2996eee {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.979696] env[69183]: INFO nova.scheduler.client.report [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Deleted allocations for instance c68f602f-4846-49a9-bd28-486ae0579d56 [ 1218.007814] env[69183]: DEBUG nova.compute.manager [req-e099d853-ddcd-4021-b2b2-67a07ded8260 req-8f805085-c6a2-4c48-bcda-1bd6d2d8d938 service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Received event network-vif-plugged-63faa09f-0886-4df2-a410-06164f2fd5c9 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1218.007814] env[69183]: DEBUG oslo_concurrency.lockutils [req-e099d853-ddcd-4021-b2b2-67a07ded8260 req-8f805085-c6a2-4c48-bcda-1bd6d2d8d938 service nova] Acquiring lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.008098] env[69183]: DEBUG oslo_concurrency.lockutils [req-e099d853-ddcd-4021-b2b2-67a07ded8260 req-8f805085-c6a2-4c48-bcda-1bd6d2d8d938 service nova] Lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.008185] env[69183]: DEBUG oslo_concurrency.lockutils [req-e099d853-ddcd-4021-b2b2-67a07ded8260 req-8f805085-c6a2-4c48-bcda-1bd6d2d8d938 service nova] Lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.008325] env[69183]: DEBUG nova.compute.manager [req-e099d853-ddcd-4021-b2b2-67a07ded8260 req-8f805085-c6a2-4c48-bcda-1bd6d2d8d938 service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] No waiting events found dispatching network-vif-plugged-63faa09f-0886-4df2-a410-06164f2fd5c9 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1218.008490] env[69183]: WARNING nova.compute.manager [req-e099d853-ddcd-4021-b2b2-67a07ded8260 req-8f805085-c6a2-4c48-bcda-1bd6d2d8d938 service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Received unexpected event network-vif-plugged-63faa09f-0886-4df2-a410-06164f2fd5c9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1218.008887] env[69183]: DEBUG nova.compute.manager [req-e099d853-ddcd-4021-b2b2-67a07ded8260 req-8f805085-c6a2-4c48-bcda-1bd6d2d8d938 service nova] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Received event network-changed-42f59967-9dba-4a2b-89bf-24ab8be0ee68 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1218.009025] env[69183]: DEBUG nova.compute.manager [req-e099d853-ddcd-4021-b2b2-67a07ded8260 req-8f805085-c6a2-4c48-bcda-1bd6d2d8d938 service nova] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Refreshing instance network info cache due to event network-changed-42f59967-9dba-4a2b-89bf-24ab8be0ee68. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1218.009732] env[69183]: DEBUG oslo_concurrency.lockutils [req-e099d853-ddcd-4021-b2b2-67a07ded8260 req-8f805085-c6a2-4c48-bcda-1bd6d2d8d938 service nova] Acquiring lock "refresh_cache-ea0be357-0d24-4fcc-b9da-f540c57d06f2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.009732] env[69183]: DEBUG oslo_concurrency.lockutils [req-e099d853-ddcd-4021-b2b2-67a07ded8260 req-8f805085-c6a2-4c48-bcda-1bd6d2d8d938 service nova] Acquired lock "refresh_cache-ea0be357-0d24-4fcc-b9da-f540c57d06f2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.009732] env[69183]: DEBUG nova.network.neutron [req-e099d853-ddcd-4021-b2b2-67a07ded8260 req-8f805085-c6a2-4c48-bcda-1bd6d2d8d938 service nova] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Refreshing network info cache for port 42f59967-9dba-4a2b-89bf-24ab8be0ee68 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.107713] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.456455] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c3229fe0-80c7-4c97-8163-52426879911c tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "595f05fc-635b-416b-af11-a792e21b451b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.075s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.457811] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "595f05fc-635b-416b-af11-a792e21b451b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.648s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.458060] env[69183]: INFO nova.compute.manager [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Unshelving [ 1218.488019] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f1f058a3-8fc2-442f-9ff7-b61b57524f3d tempest-ServerAddressesTestJSON-1354086576 tempest-ServerAddressesTestJSON-1354086576-project-member] Lock "c68f602f-4846-49a9-bd28-486ae0579d56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.894s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.599734] env[69183]: DEBUG nova.network.neutron [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Updating instance_info_cache with network_info: [{"id": "63faa09f-0886-4df2-a410-06164f2fd5c9", "address": "fa:16:3e:49:e3:4e", "network": {"id": "dd86d277-8747-4c50-a305-9b46298b69c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619207239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b95c9dfa9d48df99b1364995883c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63faa09f-08", "ovs_interfaceid": "63faa09f-0886-4df2-a410-06164f2fd5c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.645994] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1645e78-9a28-485d-bf42-4f61f4a1b8eb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.655074] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e0851d-8ff4-4ffc-b076-45a3d58c37f0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.696080] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbe1099-88ee-426a-95f1-e5520cf0d13d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.705088] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d8f210-b1e2-44c2-83a7-fb07c1ae5d3d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.721838] env[69183]: DEBUG nova.compute.provider_tree [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.781105] env[69183]: DEBUG nova.network.neutron [req-e099d853-ddcd-4021-b2b2-67a07ded8260 req-8f805085-c6a2-4c48-bcda-1bd6d2d8d938 service nova] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Updated VIF entry in instance network info cache for port 42f59967-9dba-4a2b-89bf-24ab8be0ee68. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.781105] env[69183]: DEBUG nova.network.neutron [req-e099d853-ddcd-4021-b2b2-67a07ded8260 req-8f805085-c6a2-4c48-bcda-1bd6d2d8d938 service nova] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Updating instance_info_cache with network_info: [{"id": "42f59967-9dba-4a2b-89bf-24ab8be0ee68", "address": "fa:16:3e:34:91:7d", "network": {"id": "63aa2803-3c79-4d3f-b3e5-aa94c85e6a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046047333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9061f0d97b40d29cad71e119357270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42f59967-9d", "ovs_interfaceid": "42f59967-9dba-4a2b-89bf-24ab8be0ee68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.844958] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.845307] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.845504] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.845710] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.845909] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.102291] env[69183]: DEBUG oslo_concurrency.lockutils [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Releasing lock "refresh_cache-ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.128400] env[69183]: DEBUG nova.virt.hardware [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='193a009d74c2e69146fd8cd3d45a3960',container_format='bare',created_at=2025-03-06T06:10:46Z,direct_url=,disk_format='vmdk',id=abe010a5-6125-4513-b5fe-fddb1ad47ff5,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1608969581-shelved',owner='39b95c9dfa9d48df99b1364995883c31',properties=ImageMetaProps,protected=,size=31662592,status='active',tags=,updated_at=2025-03-06T06:11:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.128643] env[69183]: DEBUG nova.virt.hardware [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.128850] env[69183]: DEBUG nova.virt.hardware [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.128965] env[69183]: DEBUG nova.virt.hardware [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.129329] env[69183]: DEBUG nova.virt.hardware [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.129722] env[69183]: DEBUG nova.virt.hardware [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.132506] env[69183]: DEBUG nova.virt.hardware [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.132506] env[69183]: DEBUG nova.virt.hardware [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.132506] env[69183]: DEBUG nova.virt.hardware [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.132506] env[69183]: DEBUG nova.virt.hardware [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.132763] env[69183]: DEBUG nova.virt.hardware [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.134536] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19eedd7-cc91-4645-881b-7fd6d39b3d05 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.143510] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1c5bb9-7463-4cfa-bf6d-e7b6ad02008a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.160930] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:e3:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63faa09f-0886-4df2-a410-06164f2fd5c9', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.169427] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.169846] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.170189] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cafe0a93-1352-45c6-8161-73ee0b01b457 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.196761] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.196761] env[69183]: value = "task-2790791" [ 1219.196761] env[69183]: _type = "Task" [ 1219.196761] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.206702] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790791, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.225387] env[69183]: DEBUG nova.scheduler.client.report [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.284711] env[69183]: DEBUG oslo_concurrency.lockutils [req-e099d853-ddcd-4021-b2b2-67a07ded8260 req-8f805085-c6a2-4c48-bcda-1bd6d2d8d938 service nova] Releasing lock "refresh_cache-ea0be357-0d24-4fcc-b9da-f540c57d06f2" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.284955] env[69183]: DEBUG nova.compute.manager [req-e099d853-ddcd-4021-b2b2-67a07ded8260 req-8f805085-c6a2-4c48-bcda-1bd6d2d8d938 service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Received event network-changed-63faa09f-0886-4df2-a410-06164f2fd5c9 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1219.285141] env[69183]: DEBUG nova.compute.manager [req-e099d853-ddcd-4021-b2b2-67a07ded8260 req-8f805085-c6a2-4c48-bcda-1bd6d2d8d938 service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Refreshing instance network info cache due to event network-changed-63faa09f-0886-4df2-a410-06164f2fd5c9. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1219.285437] env[69183]: DEBUG oslo_concurrency.lockutils [req-e099d853-ddcd-4021-b2b2-67a07ded8260 req-8f805085-c6a2-4c48-bcda-1bd6d2d8d938 service nova] Acquiring lock "refresh_cache-ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.285630] env[69183]: DEBUG oslo_concurrency.lockutils [req-e099d853-ddcd-4021-b2b2-67a07ded8260 req-8f805085-c6a2-4c48-bcda-1bd6d2d8d938 service nova] Acquired lock "refresh_cache-ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.285807] env[69183]: DEBUG nova.network.neutron [req-e099d853-ddcd-4021-b2b2-67a07ded8260 req-8f805085-c6a2-4c48-bcda-1bd6d2d8d938 service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Refreshing network info cache for port 63faa09f-0886-4df2-a410-06164f2fd5c9 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.486396] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.706803] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790791, 'name': CreateVM_Task, 'duration_secs': 0.369584} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.707759] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.707759] env[69183]: DEBUG oslo_concurrency.lockutils [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/abe010a5-6125-4513-b5fe-fddb1ad47ff5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.708079] env[69183]: DEBUG oslo_concurrency.lockutils [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/abe010a5-6125-4513-b5fe-fddb1ad47ff5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.708180] env[69183]: DEBUG oslo_concurrency.lockutils [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/abe010a5-6125-4513-b5fe-fddb1ad47ff5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.708458] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db392e16-5f5b-43d4-859a-1c6b24e13184 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.713152] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1219.713152] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]523b8033-d13a-aed0-aef6-8592da811b45" [ 1219.713152] env[69183]: _type = "Task" [ 1219.713152] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.722915] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]523b8033-d13a-aed0-aef6-8592da811b45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.731180] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.732871] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.625s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.733251] env[69183]: DEBUG nova.objects.instance [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Lazy-loading 'resources' on Instance uuid 58b0840d-d4d9-46d3-adb1-96cdc51c7a61 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.753652] env[69183]: INFO nova.scheduler.client.report [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Deleted allocations for instance 64e40350-ac36-4329-a9f9-a2c8c2996eee [ 1219.760337] env[69183]: INFO nova.compute.manager [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Rebuilding instance [ 1219.807639] env[69183]: DEBUG nova.compute.manager [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.811024] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9840706b-07b5-40d5-8340-13871f181c68 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.127489] env[69183]: DEBUG nova.network.neutron [req-e099d853-ddcd-4021-b2b2-67a07ded8260 req-8f805085-c6a2-4c48-bcda-1bd6d2d8d938 service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Updated VIF entry in instance network info cache for port 63faa09f-0886-4df2-a410-06164f2fd5c9. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.127875] env[69183]: DEBUG nova.network.neutron [req-e099d853-ddcd-4021-b2b2-67a07ded8260 req-8f805085-c6a2-4c48-bcda-1bd6d2d8d938 service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Updating instance_info_cache with network_info: [{"id": "63faa09f-0886-4df2-a410-06164f2fd5c9", "address": "fa:16:3e:49:e3:4e", "network": {"id": "dd86d277-8747-4c50-a305-9b46298b69c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619207239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b95c9dfa9d48df99b1364995883c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63faa09f-08", "ovs_interfaceid": "63faa09f-0886-4df2-a410-06164f2fd5c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.223615] env[69183]: DEBUG oslo_concurrency.lockutils [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/abe010a5-6125-4513-b5fe-fddb1ad47ff5" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.223615] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Processing image abe010a5-6125-4513-b5fe-fddb1ad47ff5 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1220.224623] env[69183]: DEBUG oslo_concurrency.lockutils [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/abe010a5-6125-4513-b5fe-fddb1ad47ff5/abe010a5-6125-4513-b5fe-fddb1ad47ff5.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.224623] env[69183]: DEBUG oslo_concurrency.lockutils [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/abe010a5-6125-4513-b5fe-fddb1ad47ff5/abe010a5-6125-4513-b5fe-fddb1ad47ff5.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.224623] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.224623] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab30feee-d2d7-4eee-9d6e-64dd2d775471 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.234903] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.234903] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1220.235219] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f67acb5-6d5d-45ad-9b2f-67d38046d59d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.243986] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1220.243986] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e1ca4a-967a-b48a-7601-88c668d3e451" [ 1220.243986] env[69183]: _type = "Task" [ 1220.243986] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.252434] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e1ca4a-967a-b48a-7601-88c668d3e451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.264262] env[69183]: DEBUG oslo_concurrency.lockutils [None req-4e463e69-a144-4c44-b380-4b1d96bf77b0 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "64e40350-ac36-4329-a9f9-a2c8c2996eee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.086s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.411130] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8fbf05-8fed-4bf1-a3bd-5fd722bea314 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.417575] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bee3c0a-73b4-4ec0-975d-f5c6430ca527 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.454331] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fd7488-ed8e-4c9f-893e-3f2b3f9c5dcc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.464707] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3003efd-3144-4229-92aa-6e95d751883b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.487137] env[69183]: DEBUG nova.compute.provider_tree [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.632987] env[69183]: DEBUG oslo_concurrency.lockutils [req-e099d853-ddcd-4021-b2b2-67a07ded8260 req-8f805085-c6a2-4c48-bcda-1bd6d2d8d938 service nova] Releasing lock "refresh_cache-ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.756868] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Preparing fetch location {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1220.757396] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Fetch image to [datastore2] OSTACK_IMG_ae12de5c-8e0d-4fcf-b4aa-4e59931273d3/OSTACK_IMG_ae12de5c-8e0d-4fcf-b4aa-4e59931273d3.vmdk {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1220.757594] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Downloading stream optimized image abe010a5-6125-4513-b5fe-fddb1ad47ff5 to [datastore2] OSTACK_IMG_ae12de5c-8e0d-4fcf-b4aa-4e59931273d3/OSTACK_IMG_ae12de5c-8e0d-4fcf-b4aa-4e59931273d3.vmdk on the data store datastore2 as vApp {{(pid=69183) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1220.757772] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Downloading image file data abe010a5-6125-4513-b5fe-fddb1ad47ff5 to the ESX as VM named 'OSTACK_IMG_ae12de5c-8e0d-4fcf-b4aa-4e59931273d3' {{(pid=69183) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1220.829272] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.829862] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca9bda56-4fa0-45b9-8c21-904faff366ee {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.837953] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1220.837953] env[69183]: value = "task-2790792" [ 1220.837953] env[69183]: _type = "Task" [ 1220.837953] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.847290] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.857387] env[69183]: DEBUG oslo_vmware.rw_handles [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1220.857387] env[69183]: value = "resgroup-9" [ 1220.857387] env[69183]: _type = "ResourcePool" [ 1220.857387] env[69183]: }. {{(pid=69183) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1220.861015] env[69183]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3837fd07-8d6a-4aed-a2c3-ce6bdfd7df09 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.881576] env[69183]: DEBUG oslo_vmware.rw_handles [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lease: (returnval){ [ 1220.881576] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52ee4ec8-7825-9278-00da-e95b6ddc4d98" [ 1220.881576] env[69183]: _type = "HttpNfcLease" [ 1220.881576] env[69183]: } obtained for vApp import into resource pool (val){ [ 1220.881576] env[69183]: value = "resgroup-9" [ 1220.881576] env[69183]: _type = "ResourcePool" [ 1220.881576] env[69183]: }. {{(pid=69183) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1220.881820] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the lease: (returnval){ [ 1220.881820] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52ee4ec8-7825-9278-00da-e95b6ddc4d98" [ 1220.881820] env[69183]: _type = "HttpNfcLease" [ 1220.881820] env[69183]: } to be ready. {{(pid=69183) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1220.888830] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1220.888830] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52ee4ec8-7825-9278-00da-e95b6ddc4d98" [ 1220.888830] env[69183]: _type = "HttpNfcLease" [ 1220.888830] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1220.992786] env[69183]: DEBUG nova.scheduler.client.report [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.347358] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790792, 'name': PowerOffVM_Task, 'duration_secs': 0.228878} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.347649] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.347869] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.348639] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab023e50-e4a3-4a12-9ffe-ad33362963da {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.355532] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.355769] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da1b5a7c-7f6f-4ea0-968f-23aaec4ff2ac {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.390023] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1221.390023] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52ee4ec8-7825-9278-00da-e95b6ddc4d98" [ 1221.390023] env[69183]: _type = "HttpNfcLease" [ 1221.390023] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1221.430504] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.430742] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.430929] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Deleting the datastore file [datastore2] ee41efd6-b248-45c5-9cbe-081967dccfbd {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.431218] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25ec11e8-5fff-4029-90b7-0d402839c66a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.437854] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1221.437854] env[69183]: value = "task-2790796" [ 1221.437854] env[69183]: _type = "Task" [ 1221.437854] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.446268] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.504445] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.508558] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.021s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.508558] env[69183]: DEBUG nova.objects.instance [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lazy-loading 'pci_requests' on Instance uuid 595f05fc-635b-416b-af11-a792e21b451b {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.539142] env[69183]: INFO nova.scheduler.client.report [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Deleted allocations for instance 58b0840d-d4d9-46d3-adb1-96cdc51c7a61 [ 1221.893992] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1221.893992] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52ee4ec8-7825-9278-00da-e95b6ddc4d98" [ 1221.893992] env[69183]: _type = "HttpNfcLease" [ 1221.893992] env[69183]: } is ready. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1221.894367] env[69183]: DEBUG oslo_vmware.rw_handles [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1221.894367] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52ee4ec8-7825-9278-00da-e95b6ddc4d98" [ 1221.894367] env[69183]: _type = "HttpNfcLease" [ 1221.894367] env[69183]: }. {{(pid=69183) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1221.895521] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467e0763-6cd8-4deb-a655-b8f9acec3ab3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.913104] env[69183]: DEBUG oslo_vmware.rw_handles [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ca51a7-ccd6-1247-fe65-251b53c60379/disk-0.vmdk from lease info. {{(pid=69183) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1221.913388] env[69183]: DEBUG oslo_vmware.rw_handles [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Creating HTTP connection to write to file with size = 31662592 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ca51a7-ccd6-1247-fe65-251b53c60379/disk-0.vmdk. {{(pid=69183) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1222.003907] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-52500059-0018-437f-b3f4-8057164caa9c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.005905] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181107} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.007610] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.007963] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.008225] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.012895] env[69183]: DEBUG nova.objects.instance [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lazy-loading 'numa_topology' on Instance uuid 595f05fc-635b-416b-af11-a792e21b451b {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.048302] env[69183]: DEBUG oslo_concurrency.lockutils [None req-0d5d21da-1719-4bd4-9383-4aa750506711 tempest-ServerShowV247Test-1071206862 tempest-ServerShowV247Test-1071206862-project-member] Lock "58b0840d-d4d9-46d3-adb1-96cdc51c7a61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.133s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.519489] env[69183]: INFO nova.compute.claims [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.067138] env[69183]: DEBUG nova.virt.hardware [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1223.067466] env[69183]: DEBUG nova.virt.hardware [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.067673] env[69183]: DEBUG nova.virt.hardware [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.067809] env[69183]: DEBUG nova.virt.hardware [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.067932] env[69183]: DEBUG nova.virt.hardware [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.068127] env[69183]: DEBUG nova.virt.hardware [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1223.068391] env[69183]: DEBUG nova.virt.hardware [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1223.068581] env[69183]: DEBUG nova.virt.hardware [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1223.070017] env[69183]: DEBUG nova.virt.hardware [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1223.070017] env[69183]: DEBUG nova.virt.hardware [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1223.070017] env[69183]: DEBUG nova.virt.hardware [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1223.070254] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6234d59c-68b9-429b-8b90-7377a6fc7d9b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.096126] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4440ee-1dc5-4114-a316-d75bc342a74c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.113048] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:f3:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac4d9bf5-a891-45f1-901e-1ae1cf3894d8', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.122494] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.131117] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1223.132892] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5efaf7a7-733d-4541-aa2b-bf27f215e687 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.169034] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.169034] env[69183]: value = "task-2790797" [ 1223.169034] env[69183]: _type = "Task" [ 1223.169034] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.176838] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790797, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.274550] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9352786-15f7-471b-ac74-b060c0403654 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.286171] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deaab817-d9f6-4b36-a9b0-8bfe10bfd016 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.332936] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41595b5b-477e-4adc-8de6-9a5fb74414d5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.343640] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf16ce4-b555-4e20-96bf-bf55edb443d5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.361478] env[69183]: DEBUG nova.compute.provider_tree [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.677139] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790797, 'name': CreateVM_Task, 'duration_secs': 0.42651} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.677403] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.678175] env[69183]: DEBUG oslo_concurrency.lockutils [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.678426] env[69183]: DEBUG oslo_concurrency.lockutils [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.678876] env[69183]: DEBUG oslo_concurrency.lockutils [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.679402] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5264531a-0230-40e3-9e44-df20c073e3bc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.684172] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1223.684172] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52a217e1-70be-aede-4fa8-8211cf6731e6" [ 1223.684172] env[69183]: _type = "Task" [ 1223.684172] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.691834] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a217e1-70be-aede-4fa8-8211cf6731e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.747885] env[69183]: DEBUG oslo_vmware.rw_handles [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Completed reading data from the image iterator. {{(pid=69183) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1223.748147] env[69183]: DEBUG oslo_vmware.rw_handles [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ca51a7-ccd6-1247-fe65-251b53c60379/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1223.749411] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15326ff2-3a0e-4cf1-95a0-1b9325fe9bfe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.755457] env[69183]: DEBUG oslo_vmware.rw_handles [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ca51a7-ccd6-1247-fe65-251b53c60379/disk-0.vmdk is in state: ready. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1223.755749] env[69183]: DEBUG oslo_vmware.rw_handles [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ca51a7-ccd6-1247-fe65-251b53c60379/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1223.756051] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-243f0ce5-551e-453d-be8e-29cb56099f66 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.868234] env[69183]: DEBUG nova.scheduler.client.report [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.100158] env[69183]: DEBUG oslo_vmware.rw_handles [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ca51a7-ccd6-1247-fe65-251b53c60379/disk-0.vmdk. {{(pid=69183) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1224.100557] env[69183]: INFO nova.virt.vmwareapi.images [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Downloaded image file data abe010a5-6125-4513-b5fe-fddb1ad47ff5 [ 1224.101185] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e123830-14a8-49be-b39c-1a1f4f585272 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.118955] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-589b7785-dd6e-4ee9-8147-2620e47c1a0e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.196339] env[69183]: INFO nova.virt.vmwareapi.images [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] The imported VM was unregistered [ 1224.198712] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Caching image {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1224.198830] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Creating directory with path [datastore2] devstack-image-cache_base/abe010a5-6125-4513-b5fe-fddb1ad47ff5 {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.207170] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45025212-28d0-4b04-9cf9-daab83ae8c67 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.209459] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a217e1-70be-aede-4fa8-8211cf6731e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011277} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.209748] env[69183]: DEBUG oslo_concurrency.lockutils [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.210143] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.210491] env[69183]: DEBUG oslo_concurrency.lockutils [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.210652] env[69183]: DEBUG oslo_concurrency.lockutils [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.210834] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.211959] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adfb508e-3933-4c6f-b4b2-831c6803e690 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.224301] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Created directory with path [datastore2] devstack-image-cache_base/abe010a5-6125-4513-b5fe-fddb1ad47ff5 {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.224541] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ae12de5c-8e0d-4fcf-b4aa-4e59931273d3/OSTACK_IMG_ae12de5c-8e0d-4fcf-b4aa-4e59931273d3.vmdk to [datastore2] devstack-image-cache_base/abe010a5-6125-4513-b5fe-fddb1ad47ff5/abe010a5-6125-4513-b5fe-fddb1ad47ff5.vmdk. {{(pid=69183) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1224.224806] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b9e9f901-506d-4ce6-a270-5c53d9195907 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.229552] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.229552] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.232106] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0226a189-1736-4310-bd0d-d55bcfdd81cb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.236035] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1224.236035] env[69183]: value = "task-2790799" [ 1224.236035] env[69183]: _type = "Task" [ 1224.236035] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.239447] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1224.239447] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]526609bf-9a43-81fa-dae3-c3135d19d445" [ 1224.239447] env[69183]: _type = "Task" [ 1224.239447] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.246485] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790799, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.250520] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]526609bf-9a43-81fa-dae3-c3135d19d445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.373755] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.867s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.415205] env[69183]: INFO nova.network.neutron [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Updating port 5f561509-92d9-4ab7-ac41-d7cd667c7690 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1224.747561] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790799, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.753319] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]526609bf-9a43-81fa-dae3-c3135d19d445, 'name': SearchDatastore_Task, 'duration_secs': 0.013342} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.754242] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7781e748-e92a-4c24-afd0-7bd9e42f12e5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.766116] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1224.766116] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52f4fbdf-e1b0-5b3d-c0ee-035252deca11" [ 1224.766116] env[69183]: _type = "Task" [ 1224.766116] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.778165] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f4fbdf-e1b0-5b3d-c0ee-035252deca11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.245952] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790799, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.284108] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f4fbdf-e1b0-5b3d-c0ee-035252deca11, 'name': SearchDatastore_Task, 'duration_secs': 0.085202} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.284389] env[69183]: DEBUG oslo_concurrency.lockutils [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.284659] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] ee41efd6-b248-45c5-9cbe-081967dccfbd/ee41efd6-b248-45c5-9cbe-081967dccfbd.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1225.286411] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1655d534-f1de-4522-9cd0-43471155d4d9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.294131] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1225.294131] env[69183]: value = "task-2790800" [ 1225.294131] env[69183]: _type = "Task" [ 1225.294131] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.302902] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.749387] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790799, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.807546] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.040079] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "75156231-e8a2-406d-98d2-d5fa70f5408a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.040395] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "75156231-e8a2-406d-98d2-d5fa70f5408a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.040611] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "75156231-e8a2-406d-98d2-d5fa70f5408a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.040797] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "75156231-e8a2-406d-98d2-d5fa70f5408a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.040964] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "75156231-e8a2-406d-98d2-d5fa70f5408a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.043769] env[69183]: INFO nova.compute.manager [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Terminating instance [ 1226.051258] env[69183]: DEBUG nova.compute.manager [req-58b73d57-d31a-4102-a1e8-745a989b1183 req-c724ef2a-2458-4309-b1e0-23fab431fc26 service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Received event network-vif-plugged-5f561509-92d9-4ab7-ac41-d7cd667c7690 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1226.051475] env[69183]: DEBUG oslo_concurrency.lockutils [req-58b73d57-d31a-4102-a1e8-745a989b1183 req-c724ef2a-2458-4309-b1e0-23fab431fc26 service nova] Acquiring lock "595f05fc-635b-416b-af11-a792e21b451b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.051844] env[69183]: DEBUG oslo_concurrency.lockutils [req-58b73d57-d31a-4102-a1e8-745a989b1183 req-c724ef2a-2458-4309-b1e0-23fab431fc26 service nova] Lock "595f05fc-635b-416b-af11-a792e21b451b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.052069] env[69183]: DEBUG oslo_concurrency.lockutils [req-58b73d57-d31a-4102-a1e8-745a989b1183 req-c724ef2a-2458-4309-b1e0-23fab431fc26 service nova] Lock "595f05fc-635b-416b-af11-a792e21b451b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.052263] env[69183]: DEBUG nova.compute.manager [req-58b73d57-d31a-4102-a1e8-745a989b1183 req-c724ef2a-2458-4309-b1e0-23fab431fc26 service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] No waiting events found dispatching network-vif-plugged-5f561509-92d9-4ab7-ac41-d7cd667c7690 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1226.052467] env[69183]: WARNING nova.compute.manager [req-58b73d57-d31a-4102-a1e8-745a989b1183 req-c724ef2a-2458-4309-b1e0-23fab431fc26 service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Received unexpected event network-vif-plugged-5f561509-92d9-4ab7-ac41-d7cd667c7690 for instance with vm_state shelved_offloaded and task_state spawning. [ 1226.140257] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "refresh_cache-595f05fc-635b-416b-af11-a792e21b451b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.140257] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquired lock "refresh_cache-595f05fc-635b-416b-af11-a792e21b451b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.140257] env[69183]: DEBUG nova.network.neutron [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.248365] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790799, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.295887] env[69183]: DEBUG oslo_concurrency.lockutils [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.295887] env[69183]: DEBUG oslo_concurrency.lockutils [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.295887] env[69183]: DEBUG oslo_concurrency.lockutils [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "8988f164-f1ae-4b9c-a297-02b9c3ae0d9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.295887] env[69183]: DEBUG oslo_concurrency.lockutils [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "8988f164-f1ae-4b9c-a297-02b9c3ae0d9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.295887] env[69183]: DEBUG oslo_concurrency.lockutils [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "8988f164-f1ae-4b9c-a297-02b9c3ae0d9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.300819] env[69183]: INFO nova.compute.manager [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Terminating instance [ 1226.308554] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.364268] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Acquiring lock "279acbbd-0bc5-4437-a884-b330022d4b65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.364539] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Lock "279acbbd-0bc5-4437-a884-b330022d4b65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.550887] env[69183]: DEBUG nova.compute.manager [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.551165] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.552176] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86923af-2e56-42c6-a502-ececbcadab3c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.560855] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.561184] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acbcee5f-ed2b-43ab-ae22-cefaab8b230c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.572299] env[69183]: DEBUG oslo_vmware.api [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1226.572299] env[69183]: value = "task-2790801" [ 1226.572299] env[69183]: _type = "Task" [ 1226.572299] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.582814] env[69183]: DEBUG oslo_vmware.api [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.748494] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790799, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.452598} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.748830] env[69183]: INFO nova.virt.vmwareapi.ds_util [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ae12de5c-8e0d-4fcf-b4aa-4e59931273d3/OSTACK_IMG_ae12de5c-8e0d-4fcf-b4aa-4e59931273d3.vmdk to [datastore2] devstack-image-cache_base/abe010a5-6125-4513-b5fe-fddb1ad47ff5/abe010a5-6125-4513-b5fe-fddb1ad47ff5.vmdk. [ 1226.749107] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Cleaning up location [datastore2] OSTACK_IMG_ae12de5c-8e0d-4fcf-b4aa-4e59931273d3 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1226.749322] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ae12de5c-8e0d-4fcf-b4aa-4e59931273d3 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.749639] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5441329c-493a-4d3f-a825-207cb95bc472 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.757526] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1226.757526] env[69183]: value = "task-2790802" [ 1226.757526] env[69183]: _type = "Task" [ 1226.757526] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.766765] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.807252] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790800, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.810507] env[69183]: DEBUG nova.compute.manager [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.810836] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.811189] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61f15342-88e9-4bdd-a3c3-38a9ffcad2cb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.818249] env[69183]: DEBUG oslo_vmware.api [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1226.818249] env[69183]: value = "task-2790803" [ 1226.818249] env[69183]: _type = "Task" [ 1226.818249] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.832031] env[69183]: DEBUG oslo_vmware.api [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.870090] env[69183]: DEBUG nova.compute.manager [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1226.923174] env[69183]: DEBUG nova.network.neutron [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Updating instance_info_cache with network_info: [{"id": "5f561509-92d9-4ab7-ac41-d7cd667c7690", "address": "fa:16:3e:88:1b:25", "network": {"id": "584e8228-b304-41cb-8dbc-cb4150d388eb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051336374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757cee5ffa0741f9944dd410262b9ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f561509-92", "ovs_interfaceid": "5f561509-92d9-4ab7-ac41-d7cd667c7690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.082558] env[69183]: DEBUG oslo_vmware.api [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790801, 'name': PowerOffVM_Task, 'duration_secs': 0.406266} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.082835] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.083029] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.083290] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-890bf66c-a318-4451-b894-62e1642673a1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.145241] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.145603] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.145848] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Deleting the datastore file [datastore2] 75156231-e8a2-406d-98d2-d5fa70f5408a {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.146130] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a316370-d1dd-45d5-84c7-750304dea03e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.152779] env[69183]: DEBUG oslo_vmware.api [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1227.152779] env[69183]: value = "task-2790805" [ 1227.152779] env[69183]: _type = "Task" [ 1227.152779] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.161999] env[69183]: DEBUG oslo_vmware.api [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.267151] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182117} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.267494] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.267619] env[69183]: DEBUG oslo_concurrency.lockutils [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/abe010a5-6125-4513-b5fe-fddb1ad47ff5/abe010a5-6125-4513-b5fe-fddb1ad47ff5.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.267883] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/abe010a5-6125-4513-b5fe-fddb1ad47ff5/abe010a5-6125-4513-b5fe-fddb1ad47ff5.vmdk to [datastore2] ca3f9b2d-f86b-4a12-8174-f836f23a6dc7/ca3f9b2d-f86b-4a12-8174-f836f23a6dc7.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1227.268157] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5db6848-661a-446a-ad4d-c21cb697dc85 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.274609] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1227.274609] env[69183]: value = "task-2790806" [ 1227.274609] env[69183]: _type = "Task" [ 1227.274609] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.281592] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.305245] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790800, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.657928} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.305558] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] ee41efd6-b248-45c5-9cbe-081967dccfbd/ee41efd6-b248-45c5-9cbe-081967dccfbd.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1227.305792] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1227.306059] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dbe0b1f-146a-4392-8ffb-463ea9b69aea {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.311737] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1227.311737] env[69183]: value = "task-2790807" [ 1227.311737] env[69183]: _type = "Task" [ 1227.311737] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.320282] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.327701] env[69183]: DEBUG oslo_vmware.api [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790803, 'name': PowerOffVM_Task, 'duration_secs': 0.246382} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.327967] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.328197] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Volume detach. Driver type: vmdk {{(pid=69183) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1227.328412] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560917', 'volume_id': '7bc22691-4d67-493e-97d2-3a81053128cf', 'name': 'volume-7bc22691-4d67-493e-97d2-3a81053128cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8988f164-f1ae-4b9c-a297-02b9c3ae0d9a', 'attached_at': '2025-03-06T06:10:48.000000', 'detached_at': '', 'volume_id': '7bc22691-4d67-493e-97d2-3a81053128cf', 'serial': '7bc22691-4d67-493e-97d2-3a81053128cf'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1227.329177] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6e1395-be95-4ade-9173-b425c68bb97f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.348806] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393389c3-8d21-4111-bd00-cf154461c42e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.355967] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24891fd1-2f7f-4629-bcd9-32e0947d5825 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.377646] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbe9e95-19f2-49fe-9f49-ce1c6b331769 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.395825] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] The volume has not been displaced from its original location: [datastore2] volume-7bc22691-4d67-493e-97d2-3a81053128cf/volume-7bc22691-4d67-493e-97d2-3a81053128cf.vmdk. No consolidation needed. {{(pid=69183) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1227.401073] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1227.402214] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.402513] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.403912] env[69183]: INFO nova.compute.claims [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1227.406548] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd2cce76-e0bb-4e60-80ba-f64c21d2bb87 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.424828] env[69183]: DEBUG oslo_vmware.api [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1227.424828] env[69183]: value = "task-2790808" [ 1227.424828] env[69183]: _type = "Task" [ 1227.424828] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.427952] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Releasing lock "refresh_cache-595f05fc-635b-416b-af11-a792e21b451b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.435532] env[69183]: DEBUG oslo_vmware.api [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.458717] env[69183]: DEBUG nova.virt.hardware [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c6c7c5e6c43c1bd7dba2a47fbaf950bc',container_format='bare',created_at=2025-03-06T06:10:58Z,direct_url=,disk_format='vmdk',id=4f6a992b-1dc1-41c8-a910-c944c52001ca,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1562917172-shelved',owner='757cee5ffa0741f9944dd410262b9ada',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-03-06T06:11:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.458980] env[69183]: DEBUG nova.virt.hardware [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.459187] env[69183]: DEBUG nova.virt.hardware [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.459382] env[69183]: DEBUG nova.virt.hardware [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.459529] env[69183]: DEBUG nova.virt.hardware [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.459679] env[69183]: DEBUG nova.virt.hardware [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.459888] env[69183]: DEBUG nova.virt.hardware [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.460063] env[69183]: DEBUG nova.virt.hardware [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.460239] env[69183]: DEBUG nova.virt.hardware [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.460405] env[69183]: DEBUG nova.virt.hardware [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.460579] env[69183]: DEBUG nova.virt.hardware [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.461787] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48751be-da23-4928-8f87-d4b3123b989d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.469507] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c8af80-e011-4216-a6ca-c753ac8e2813 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.484648] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:1b:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f561509-92d9-4ab7-ac41-d7cd667c7690', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.493082] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.493483] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.493770] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-139d815e-430e-472d-bc27-e61c63c5a700 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.517218] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.517218] env[69183]: value = "task-2790809" [ 1227.517218] env[69183]: _type = "Task" [ 1227.517218] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.526712] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790809, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.663590] env[69183]: DEBUG oslo_vmware.api [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189647} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.663871] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.664085] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.664257] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.664429] env[69183]: INFO nova.compute.manager [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1227.664720] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.665109] env[69183]: DEBUG nova.compute.manager [-] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.665109] env[69183]: DEBUG nova.network.neutron [-] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.785359] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790806, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.821085] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064554} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.821386] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1227.822242] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc6d91c-ae42-432b-bdf4-aede7b9b158b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.845444] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] ee41efd6-b248-45c5-9cbe-081967dccfbd/ee41efd6-b248-45c5-9cbe-081967dccfbd.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.845823] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-688e55cb-f11d-4fb5-895f-eafb5501ff48 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.866774] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1227.866774] env[69183]: value = "task-2790810" [ 1227.866774] env[69183]: _type = "Task" [ 1227.866774] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.876156] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.935171] env[69183]: DEBUG oslo_vmware.api [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.027303] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790809, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.077440] env[69183]: DEBUG nova.compute.manager [req-ac48eac3-1e7d-4150-a4cf-8fabf9387dcd req-542cb076-962e-40ee-a5dd-f1d26541e5ac service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Received event network-changed-5f561509-92d9-4ab7-ac41-d7cd667c7690 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1228.077440] env[69183]: DEBUG nova.compute.manager [req-ac48eac3-1e7d-4150-a4cf-8fabf9387dcd req-542cb076-962e-40ee-a5dd-f1d26541e5ac service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Refreshing instance network info cache due to event network-changed-5f561509-92d9-4ab7-ac41-d7cd667c7690. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1228.077650] env[69183]: DEBUG oslo_concurrency.lockutils [req-ac48eac3-1e7d-4150-a4cf-8fabf9387dcd req-542cb076-962e-40ee-a5dd-f1d26541e5ac service nova] Acquiring lock "refresh_cache-595f05fc-635b-416b-af11-a792e21b451b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.077855] env[69183]: DEBUG oslo_concurrency.lockutils [req-ac48eac3-1e7d-4150-a4cf-8fabf9387dcd req-542cb076-962e-40ee-a5dd-f1d26541e5ac service nova] Acquired lock "refresh_cache-595f05fc-635b-416b-af11-a792e21b451b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.078080] env[69183]: DEBUG nova.network.neutron [req-ac48eac3-1e7d-4150-a4cf-8fabf9387dcd req-542cb076-962e-40ee-a5dd-f1d26541e5ac service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Refreshing network info cache for port 5f561509-92d9-4ab7-ac41-d7cd667c7690 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.285684] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790806, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.376700] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.424438] env[69183]: DEBUG nova.network.neutron [-] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.442428] env[69183]: DEBUG oslo_vmware.api [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.533477] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790809, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.599325] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427c447e-a31f-429d-ac31-90ecd7112b47 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.607785] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205de284-bdf1-40b8-8eff-7dcba4255d2b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.642936] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdc7587-3883-4fa3-b9e1-d097ec28d562 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.651280] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1731ea33-265c-465a-8c20-9bf4f7a3f1da {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.668401] env[69183]: DEBUG nova.compute.provider_tree [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.786867] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790806, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.824061] env[69183]: DEBUG nova.network.neutron [req-ac48eac3-1e7d-4150-a4cf-8fabf9387dcd req-542cb076-962e-40ee-a5dd-f1d26541e5ac service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Updated VIF entry in instance network info cache for port 5f561509-92d9-4ab7-ac41-d7cd667c7690. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.824464] env[69183]: DEBUG nova.network.neutron [req-ac48eac3-1e7d-4150-a4cf-8fabf9387dcd req-542cb076-962e-40ee-a5dd-f1d26541e5ac service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Updating instance_info_cache with network_info: [{"id": "5f561509-92d9-4ab7-ac41-d7cd667c7690", "address": "fa:16:3e:88:1b:25", "network": {"id": "584e8228-b304-41cb-8dbc-cb4150d388eb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2051336374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757cee5ffa0741f9944dd410262b9ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f561509-92", "ovs_interfaceid": "5f561509-92d9-4ab7-ac41-d7cd667c7690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.877646] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.935772] env[69183]: INFO nova.compute.manager [-] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Took 1.27 seconds to deallocate network for instance. [ 1228.946622] env[69183]: DEBUG oslo_vmware.api [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790808, 'name': ReconfigVM_Task, 'duration_secs': 1.401342} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.947214] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1228.952210] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7100c08e-5060-40c8-b515-6a4ce11867a2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.971092] env[69183]: DEBUG oslo_vmware.api [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1228.971092] env[69183]: value = "task-2790811" [ 1228.971092] env[69183]: _type = "Task" [ 1228.971092] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.981965] env[69183]: DEBUG oslo_vmware.api [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.032155] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790809, 'name': CreateVM_Task, 'duration_secs': 1.304015} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.032393] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.033367] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6a992b-1dc1-41c8-a910-c944c52001ca" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.033488] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6a992b-1dc1-41c8-a910-c944c52001ca" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.034022] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6a992b-1dc1-41c8-a910-c944c52001ca" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.034363] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f50ae4d1-27dd-44a3-b6d5-20f5778cea5c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.040954] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1229.040954] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5290eeda-d5ad-9af7-8e82-65def9dc8f22" [ 1229.040954] env[69183]: _type = "Task" [ 1229.040954] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.051141] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5290eeda-d5ad-9af7-8e82-65def9dc8f22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.172218] env[69183]: DEBUG nova.scheduler.client.report [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.287268] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790806, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.327716] env[69183]: DEBUG oslo_concurrency.lockutils [req-ac48eac3-1e7d-4150-a4cf-8fabf9387dcd req-542cb076-962e-40ee-a5dd-f1d26541e5ac service nova] Releasing lock "refresh_cache-595f05fc-635b-416b-af11-a792e21b451b" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.328062] env[69183]: DEBUG nova.compute.manager [req-ac48eac3-1e7d-4150-a4cf-8fabf9387dcd req-542cb076-962e-40ee-a5dd-f1d26541e5ac service nova] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Received event network-vif-deleted-72ccc4c4-faf3-4717-a514-b0888f45886f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1229.328256] env[69183]: INFO nova.compute.manager [req-ac48eac3-1e7d-4150-a4cf-8fabf9387dcd req-542cb076-962e-40ee-a5dd-f1d26541e5ac service nova] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Neutron deleted interface 72ccc4c4-faf3-4717-a514-b0888f45886f; detaching it from the instance and deleting it from the info cache [ 1229.328433] env[69183]: DEBUG nova.network.neutron [req-ac48eac3-1e7d-4150-a4cf-8fabf9387dcd req-542cb076-962e-40ee-a5dd-f1d26541e5ac service nova] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.378569] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790810, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.448458] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.481920] env[69183]: DEBUG oslo_vmware.api [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790811, 'name': ReconfigVM_Task, 'duration_secs': 0.255352} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.482359] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560917', 'volume_id': '7bc22691-4d67-493e-97d2-3a81053128cf', 'name': 'volume-7bc22691-4d67-493e-97d2-3a81053128cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8988f164-f1ae-4b9c-a297-02b9c3ae0d9a', 'attached_at': '2025-03-06T06:10:48.000000', 'detached_at': '', 'volume_id': '7bc22691-4d67-493e-97d2-3a81053128cf', 'serial': '7bc22691-4d67-493e-97d2-3a81053128cf'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1229.482703] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.483566] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e56b00a-346f-420b-88d3-6ff529151c5a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.490449] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.490708] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-449afdd4-5913-4583-8ef2-b2c38bbf4a15 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.551137] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6a992b-1dc1-41c8-a910-c944c52001ca" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.551420] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Processing image 4f6a992b-1dc1-41c8-a910-c944c52001ca {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.551684] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6a992b-1dc1-41c8-a910-c944c52001ca/4f6a992b-1dc1-41c8-a910-c944c52001ca.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.551843] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6a992b-1dc1-41c8-a910-c944c52001ca/4f6a992b-1dc1-41c8-a910-c944c52001ca.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.552038] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.552306] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b249a580-5268-45ff-8991-61fe810f40b2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.568802] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.569019] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.570282] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92077cd4-4464-4b33-a3e5-6d21260e2816 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.573625] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.573836] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.574015] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Deleting the datastore file [datastore2] 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.574616] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43392fb6-4300-418f-9b43-4d517d332e06 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.579073] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1229.579073] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52f005c7-4938-c5db-7cbb-140fd215706d" [ 1229.579073] env[69183]: _type = "Task" [ 1229.579073] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.583601] env[69183]: DEBUG oslo_vmware.api [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1229.583601] env[69183]: value = "task-2790813" [ 1229.583601] env[69183]: _type = "Task" [ 1229.583601] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.590574] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f005c7-4938-c5db-7cbb-140fd215706d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.595987] env[69183]: DEBUG oslo_vmware.api [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.677807] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.678219] env[69183]: DEBUG nova.compute.manager [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1229.680778] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.232s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.680997] env[69183]: DEBUG nova.objects.instance [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lazy-loading 'resources' on Instance uuid 75156231-e8a2-406d-98d2-d5fa70f5408a {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.788040] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790806, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.351343} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.788326] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/abe010a5-6125-4513-b5fe-fddb1ad47ff5/abe010a5-6125-4513-b5fe-fddb1ad47ff5.vmdk to [datastore2] ca3f9b2d-f86b-4a12-8174-f836f23a6dc7/ca3f9b2d-f86b-4a12-8174-f836f23a6dc7.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.789116] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09495b91-47ca-4675-97c8-a55b8e5da2b5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.811095] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] ca3f9b2d-f86b-4a12-8174-f836f23a6dc7/ca3f9b2d-f86b-4a12-8174-f836f23a6dc7.vmdk or device None with type streamOptimized {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.811346] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71c4d442-4ae3-4158-82c0-eab9163f5200 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.831101] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80d8c22c-f2b3-495b-86d8-82bce5f4cee2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.833700] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1229.833700] env[69183]: value = "task-2790814" [ 1229.833700] env[69183]: _type = "Task" [ 1229.833700] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.840888] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e9350d-f0d4-4df0-b115-e4e71b32f769 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.854141] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.873414] env[69183]: DEBUG nova.compute.manager [req-ac48eac3-1e7d-4150-a4cf-8fabf9387dcd req-542cb076-962e-40ee-a5dd-f1d26541e5ac service nova] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Detach interface failed, port_id=72ccc4c4-faf3-4717-a514-b0888f45886f, reason: Instance 75156231-e8a2-406d-98d2-d5fa70f5408a could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1229.881040] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790810, 'name': ReconfigVM_Task, 'duration_secs': 1.545967} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.881305] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Reconfigured VM instance instance-00000074 to attach disk [datastore2] ee41efd6-b248-45c5-9cbe-081967dccfbd/ee41efd6-b248-45c5-9cbe-081967dccfbd.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.881932] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cb5a6f6-ab8f-4dca-bc87-a2426361eecd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.887433] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1229.887433] env[69183]: value = "task-2790815" [ 1229.887433] env[69183]: _type = "Task" [ 1229.887433] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.894367] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790815, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.091461] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Preparing fetch location {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1230.091676] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Fetch image to [datastore2] OSTACK_IMG_a001e24b-913f-47b6-a3b9-29df91057156/OSTACK_IMG_a001e24b-913f-47b6-a3b9-29df91057156.vmdk {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1230.091861] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Downloading stream optimized image 4f6a992b-1dc1-41c8-a910-c944c52001ca to [datastore2] OSTACK_IMG_a001e24b-913f-47b6-a3b9-29df91057156/OSTACK_IMG_a001e24b-913f-47b6-a3b9-29df91057156.vmdk on the data store datastore2 as vApp {{(pid=69183) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1230.092056] env[69183]: DEBUG nova.virt.vmwareapi.images [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Downloading image file data 4f6a992b-1dc1-41c8-a910-c944c52001ca to the ESX as VM named 'OSTACK_IMG_a001e24b-913f-47b6-a3b9-29df91057156' {{(pid=69183) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1230.096774] env[69183]: DEBUG oslo_vmware.api [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116022} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.097010] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.097218] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.097397] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.097691] env[69183]: INFO nova.compute.manager [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Took 3.29 seconds to destroy the instance on the hypervisor. [ 1230.097809] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.097999] env[69183]: DEBUG nova.compute.manager [-] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1230.098123] env[69183]: DEBUG nova.network.neutron [-] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1230.171284] env[69183]: DEBUG oslo_vmware.rw_handles [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1230.171284] env[69183]: value = "resgroup-9" [ 1230.171284] env[69183]: _type = "ResourcePool" [ 1230.171284] env[69183]: }. {{(pid=69183) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1230.171613] env[69183]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-24c4d866-b9a5-4bc7-a01a-23d178587ced {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.189705] env[69183]: DEBUG nova.compute.utils [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1230.191201] env[69183]: DEBUG nova.compute.manager [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1230.191376] env[69183]: DEBUG nova.network.neutron [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1230.199931] env[69183]: DEBUG oslo_vmware.rw_handles [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lease: (returnval){ [ 1230.199931] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527e1299-50da-319f-44b9-3b7ecda4ae61" [ 1230.199931] env[69183]: _type = "HttpNfcLease" [ 1230.199931] env[69183]: } obtained for vApp import into resource pool (val){ [ 1230.199931] env[69183]: value = "resgroup-9" [ 1230.199931] env[69183]: _type = "ResourcePool" [ 1230.199931] env[69183]: }. {{(pid=69183) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1230.200277] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the lease: (returnval){ [ 1230.200277] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527e1299-50da-319f-44b9-3b7ecda4ae61" [ 1230.200277] env[69183]: _type = "HttpNfcLease" [ 1230.200277] env[69183]: } to be ready. {{(pid=69183) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1230.207155] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1230.207155] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527e1299-50da-319f-44b9-3b7ecda4ae61" [ 1230.207155] env[69183]: _type = "HttpNfcLease" [ 1230.207155] env[69183]: } is initializing. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1230.238970] env[69183]: DEBUG nova.policy [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cdb0121200c4be19b11a06adc0a963c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ef62fb7ca524a5d90d0dc83ac5c3743', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1230.343557] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790814, 'name': ReconfigVM_Task, 'duration_secs': 0.272124} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.346247] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Reconfigured VM instance instance-0000006f to attach disk [datastore2] ca3f9b2d-f86b-4a12-8174-f836f23a6dc7/ca3f9b2d-f86b-4a12-8174-f836f23a6dc7.vmdk or device None with type streamOptimized {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.347243] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0980c3af-1688-4b19-b421-8c23d23b7059 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.354134] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1230.354134] env[69183]: value = "task-2790817" [ 1230.354134] env[69183]: _type = "Task" [ 1230.354134] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.358702] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb63ed1e-3beb-4d20-bc5e-8fb071fc97e7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.369692] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da7327c-6d6a-439b-9adf-dcddc1a2c7cc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.372846] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790817, 'name': Rename_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.407391] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333bb511-bdd1-481a-8efb-94103715f492 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.419142] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790815, 'name': Rename_Task, 'duration_secs': 0.148185} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.419522] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.421170] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437c28ca-3f89-4498-9b0c-b3c83f7cdb58 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.427788] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f736ef91-8c1b-4869-b3f4-1cebb7772064 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.439184] env[69183]: DEBUG nova.compute.provider_tree [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.441719] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1230.441719] env[69183]: value = "task-2790818" [ 1230.441719] env[69183]: _type = "Task" [ 1230.441719] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.450788] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790818, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.589080] env[69183]: DEBUG nova.compute.manager [req-422a270b-2f6c-4762-a1bb-7b160eb654e4 req-f6d22f12-a72e-4b65-afe3-4c998c976d3b service nova] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Received event network-vif-deleted-51d1a072-d058-4f01-a7ea-0e13cf3d8831 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1230.589485] env[69183]: INFO nova.compute.manager [req-422a270b-2f6c-4762-a1bb-7b160eb654e4 req-f6d22f12-a72e-4b65-afe3-4c998c976d3b service nova] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Neutron deleted interface 51d1a072-d058-4f01-a7ea-0e13cf3d8831; detaching it from the instance and deleting it from the info cache [ 1230.589689] env[69183]: DEBUG nova.network.neutron [req-422a270b-2f6c-4762-a1bb-7b160eb654e4 req-f6d22f12-a72e-4b65-afe3-4c998c976d3b service nova] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.591712] env[69183]: DEBUG nova.network.neutron [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Successfully created port: 33da1711-1de0-4957-90a6-bc1cd2e0793b {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1230.694576] env[69183]: DEBUG nova.compute.manager [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1230.709240] env[69183]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1230.709240] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527e1299-50da-319f-44b9-3b7ecda4ae61" [ 1230.709240] env[69183]: _type = "HttpNfcLease" [ 1230.709240] env[69183]: } is ready. {{(pid=69183) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1230.709449] env[69183]: DEBUG oslo_vmware.rw_handles [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1230.709449] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527e1299-50da-319f-44b9-3b7ecda4ae61" [ 1230.709449] env[69183]: _type = "HttpNfcLease" [ 1230.709449] env[69183]: }. {{(pid=69183) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1230.710175] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f1a7ba-7b38-4dfe-9bc1-b99c694806da {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.717914] env[69183]: DEBUG oslo_vmware.rw_handles [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221c697-b662-9828-4cb9-cb44b0f434e1/disk-0.vmdk from lease info. {{(pid=69183) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1230.718347] env[69183]: DEBUG oslo_vmware.rw_handles [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221c697-b662-9828-4cb9-cb44b0f434e1/disk-0.vmdk. {{(pid=69183) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1230.790266] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6ddbf746-0d59-45a3-9ca5-a64074728a5d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.868341] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790817, 'name': Rename_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.943635] env[69183]: DEBUG nova.scheduler.client.report [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.960021] env[69183]: DEBUG oslo_vmware.api [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790818, 'name': PowerOnVM_Task, 'duration_secs': 0.460704} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.960021] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.960021] env[69183]: DEBUG nova.compute.manager [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.960021] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d772a562-9ade-45da-97b0-c72c1251b53c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.065894] env[69183]: DEBUG nova.network.neutron [-] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.095468] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-badef50e-f8e9-43f4-83f9-9037a1dc4d42 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.107720] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdebf73-de3e-4478-8939-703fbbfdb8ac {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.142300] env[69183]: DEBUG nova.compute.manager [req-422a270b-2f6c-4762-a1bb-7b160eb654e4 req-f6d22f12-a72e-4b65-afe3-4c998c976d3b service nova] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Detach interface failed, port_id=51d1a072-d058-4f01-a7ea-0e13cf3d8831, reason: Instance 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1231.367201] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790817, 'name': Rename_Task} progress is 99%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.454884] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.478823] env[69183]: DEBUG oslo_concurrency.lockutils [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.479088] env[69183]: DEBUG oslo_concurrency.lockutils [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.479275] env[69183]: DEBUG nova.objects.instance [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69183) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1231.483955] env[69183]: INFO nova.scheduler.client.report [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Deleted allocations for instance 75156231-e8a2-406d-98d2-d5fa70f5408a [ 1231.569908] env[69183]: INFO nova.compute.manager [-] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Took 1.47 seconds to deallocate network for instance. [ 1231.708135] env[69183]: DEBUG nova.compute.manager [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1231.737498] env[69183]: DEBUG nova.virt.hardware [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.737823] env[69183]: DEBUG nova.virt.hardware [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.738070] env[69183]: DEBUG nova.virt.hardware [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.738341] env[69183]: DEBUG nova.virt.hardware [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.738541] env[69183]: DEBUG nova.virt.hardware [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.738761] env[69183]: DEBUG nova.virt.hardware [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.739080] env[69183]: DEBUG nova.virt.hardware [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.739268] env[69183]: DEBUG nova.virt.hardware [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.739488] env[69183]: DEBUG nova.virt.hardware [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.739760] env[69183]: DEBUG nova.virt.hardware [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.740011] env[69183]: DEBUG nova.virt.hardware [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.741020] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65a6047-c707-4430-b8ff-aeb5ed07e81c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.752920] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb91df1b-ce57-4b2f-b430-00ee2baef911 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.823285] env[69183]: DEBUG oslo_vmware.rw_handles [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Completed reading data from the image iterator. {{(pid=69183) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1231.823610] env[69183]: DEBUG oslo_vmware.rw_handles [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221c697-b662-9828-4cb9-cb44b0f434e1/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1231.824776] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe96452-d66f-4693-a93d-4eb49367210d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.832609] env[69183]: DEBUG oslo_vmware.rw_handles [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221c697-b662-9828-4cb9-cb44b0f434e1/disk-0.vmdk is in state: ready. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1231.832949] env[69183]: DEBUG oslo_vmware.rw_handles [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221c697-b662-9828-4cb9-cb44b0f434e1/disk-0.vmdk. {{(pid=69183) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1231.833587] env[69183]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e6c70fc1-560f-4f7d-84f5-215434555f32 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.867748] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790817, 'name': Rename_Task, 'duration_secs': 1.16592} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.868053] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.868299] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29ffeebc-2fd6-4bc4-800f-32e33b793a07 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.875489] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1231.875489] env[69183]: value = "task-2790819" [ 1231.875489] env[69183]: _type = "Task" [ 1231.875489] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.882888] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.992164] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ebb71fd9-eaa5-4169-aa0f-0c51c264ce90 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "75156231-e8a2-406d-98d2-d5fa70f5408a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.951s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.026617] env[69183]: DEBUG oslo_vmware.rw_handles [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221c697-b662-9828-4cb9-cb44b0f434e1/disk-0.vmdk. {{(pid=69183) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1232.026874] env[69183]: INFO nova.virt.vmwareapi.images [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Downloaded image file data 4f6a992b-1dc1-41c8-a910-c944c52001ca [ 1232.027701] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31d946b-1132-46fd-8728-01962c7a5405 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.048764] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c098ce0-c18e-463a-a85e-c9dfabf3b817 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.079228] env[69183]: INFO nova.virt.vmwareapi.images [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] The imported VM was unregistered [ 1232.081620] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Caching image {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1232.082032] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4f6a992b-1dc1-41c8-a910-c944c52001ca {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.082454] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cc36ce3-f876-4055-ac92-6bd5c24efefd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.110187] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Created directory with path [datastore2] devstack-image-cache_base/4f6a992b-1dc1-41c8-a910-c944c52001ca {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.110407] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_a001e24b-913f-47b6-a3b9-29df91057156/OSTACK_IMG_a001e24b-913f-47b6-a3b9-29df91057156.vmdk to [datastore2] devstack-image-cache_base/4f6a992b-1dc1-41c8-a910-c944c52001ca/4f6a992b-1dc1-41c8-a910-c944c52001ca.vmdk. {{(pid=69183) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1232.110685] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a761242d-4da1-4735-a807-fb18894ad74d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.117371] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1232.117371] env[69183]: value = "task-2790821" [ 1232.117371] env[69183]: _type = "Task" [ 1232.117371] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.125642] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790821, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.134470] env[69183]: INFO nova.compute.manager [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Took 0.56 seconds to detach 1 volumes for instance. [ 1232.136730] env[69183]: DEBUG nova.compute.manager [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Deleting volume: 7bc22691-4d67-493e-97d2-3a81053128cf {{(pid=69183) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1232.292993] env[69183]: DEBUG nova.compute.manager [req-00d213b2-c4c7-4373-85d1-9d311c696bf4 req-a66d4ddd-d25e-4bc8-91f5-95590efeb4bf service nova] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Received event network-vif-plugged-33da1711-1de0-4957-90a6-bc1cd2e0793b {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1232.293291] env[69183]: DEBUG oslo_concurrency.lockutils [req-00d213b2-c4c7-4373-85d1-9d311c696bf4 req-a66d4ddd-d25e-4bc8-91f5-95590efeb4bf service nova] Acquiring lock "279acbbd-0bc5-4437-a884-b330022d4b65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.293558] env[69183]: DEBUG oslo_concurrency.lockutils [req-00d213b2-c4c7-4373-85d1-9d311c696bf4 req-a66d4ddd-d25e-4bc8-91f5-95590efeb4bf service nova] Lock "279acbbd-0bc5-4437-a884-b330022d4b65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.293738] env[69183]: DEBUG oslo_concurrency.lockutils [req-00d213b2-c4c7-4373-85d1-9d311c696bf4 req-a66d4ddd-d25e-4bc8-91f5-95590efeb4bf service nova] Lock "279acbbd-0bc5-4437-a884-b330022d4b65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.294014] env[69183]: DEBUG nova.compute.manager [req-00d213b2-c4c7-4373-85d1-9d311c696bf4 req-a66d4ddd-d25e-4bc8-91f5-95590efeb4bf service nova] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] No waiting events found dispatching network-vif-plugged-33da1711-1de0-4957-90a6-bc1cd2e0793b {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1232.294628] env[69183]: WARNING nova.compute.manager [req-00d213b2-c4c7-4373-85d1-9d311c696bf4 req-a66d4ddd-d25e-4bc8-91f5-95590efeb4bf service nova] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Received unexpected event network-vif-plugged-33da1711-1de0-4957-90a6-bc1cd2e0793b for instance with vm_state building and task_state spawning. [ 1232.356947] env[69183]: DEBUG nova.network.neutron [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Successfully updated port: 33da1711-1de0-4957-90a6-bc1cd2e0793b {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1232.388927] env[69183]: DEBUG oslo_vmware.api [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790819, 'name': PowerOnVM_Task, 'duration_secs': 0.479446} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.392032] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.488519] env[69183]: DEBUG oslo_concurrency.lockutils [None req-05c78563-d170-4b0d-8c24-3ae256b0d4f4 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.508821] env[69183]: DEBUG nova.compute.manager [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.510903] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795e5413-678f-4719-82a3-ea3bb617ebb8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.627450] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790821, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.678095] env[69183]: DEBUG oslo_concurrency.lockutils [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.678624] env[69183]: DEBUG oslo_concurrency.lockutils [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.678935] env[69183]: DEBUG nova.objects.instance [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lazy-loading 'resources' on Instance uuid 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.860221] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Acquiring lock "refresh_cache-279acbbd-0bc5-4437-a884-b330022d4b65" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.860421] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Acquired lock "refresh_cache-279acbbd-0bc5-4437-a884-b330022d4b65" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.860640] env[69183]: DEBUG nova.network.neutron [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.897756] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "f3042ae2-18ad-4ecd-ad53-4ea9a1584aef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.898036] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "f3042ae2-18ad-4ecd-ad53-4ea9a1584aef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.898350] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "f3042ae2-18ad-4ecd-ad53-4ea9a1584aef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.901744] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "f3042ae2-18ad-4ecd-ad53-4ea9a1584aef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.901744] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "f3042ae2-18ad-4ecd-ad53-4ea9a1584aef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.904165] env[69183]: INFO nova.compute.manager [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Terminating instance [ 1233.036050] env[69183]: DEBUG oslo_concurrency.lockutils [None req-04bf9683-df3b-499b-871b-da648bf5ad4d tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.918s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.129115] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790821, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.342963] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76ca27d-b098-4e28-a8e6-a5d21b8409ef {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.352279] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2012e261-f805-433c-ba98-a951349b74d3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.387118] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce45fb1b-9b9a-49c2-8a9d-878b901e1d54 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.399024] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35770f18-d09f-444d-9654-e62ef792f6ed {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.413483] env[69183]: DEBUG nova.compute.manager [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.413610] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.414152] env[69183]: DEBUG nova.compute.provider_tree [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.416146] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc66bcc-3caa-47e5-b75c-5b5a4797ae23 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.421367] env[69183]: DEBUG nova.network.neutron [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1233.426625] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.427217] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9d26813-5856-498d-b566-c7c75dc73d89 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.436623] env[69183]: DEBUG oslo_vmware.api [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1233.436623] env[69183]: value = "task-2790823" [ 1233.436623] env[69183]: _type = "Task" [ 1233.436623] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.445173] env[69183]: DEBUG oslo_vmware.api [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.633493] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790821, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.729368] env[69183]: DEBUG nova.network.neutron [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Updating instance_info_cache with network_info: [{"id": "33da1711-1de0-4957-90a6-bc1cd2e0793b", "address": "fa:16:3e:21:a8:8e", "network": {"id": "600d6797-6e55-4b75-986b-30ca17c3ef8c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1618671953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef62fb7ca524a5d90d0dc83ac5c3743", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33da1711-1d", "ovs_interfaceid": "33da1711-1de0-4957-90a6-bc1cd2e0793b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.920905] env[69183]: DEBUG nova.scheduler.client.report [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.948942] env[69183]: DEBUG oslo_vmware.api [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790823, 'name': PowerOffVM_Task, 'duration_secs': 0.443517} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.949272] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.949446] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.949726] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82263bde-c47d-4072-b915-9476c8115b12 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.040588] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1234.040828] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1234.041091] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Deleting the datastore file [datastore2] f3042ae2-18ad-4ecd-ad53-4ea9a1584aef {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.041387] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85cfe091-5b5b-4d55-b794-8d1aac640ed0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.048420] env[69183]: DEBUG oslo_vmware.api [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for the task: (returnval){ [ 1234.048420] env[69183]: value = "task-2790825" [ 1234.048420] env[69183]: _type = "Task" [ 1234.048420] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.057132] env[69183]: DEBUG oslo_vmware.api [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.129334] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790821, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.236014] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Releasing lock "refresh_cache-279acbbd-0bc5-4437-a884-b330022d4b65" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.236395] env[69183]: DEBUG nova.compute.manager [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Instance network_info: |[{"id": "33da1711-1de0-4957-90a6-bc1cd2e0793b", "address": "fa:16:3e:21:a8:8e", "network": {"id": "600d6797-6e55-4b75-986b-30ca17c3ef8c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1618671953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef62fb7ca524a5d90d0dc83ac5c3743", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33da1711-1d", "ovs_interfaceid": "33da1711-1de0-4957-90a6-bc1cd2e0793b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1234.236883] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:a8:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33da1711-1de0-4957-90a6-bc1cd2e0793b', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.244526] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Creating folder: Project (1ef62fb7ca524a5d90d0dc83ac5c3743). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1234.244848] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4407db40-24f4-47b5-8e65-8c979efdc5e0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.258456] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.258894] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.259218] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.259447] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.259628] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.261986] env[69183]: INFO nova.compute.manager [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Terminating instance [ 1234.265024] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Created folder: Project (1ef62fb7ca524a5d90d0dc83ac5c3743) in parent group-v560622. [ 1234.265248] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Creating folder: Instances. Parent ref: group-v560953. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1234.265725] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2de1af6b-ccf7-479c-9473-846beeacae6c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.276036] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Created folder: Instances in parent group-v560953. [ 1234.276417] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.276624] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1234.277314] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b6afd6a-61c6-467d-9d35-ec739cf7687a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.300176] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1234.300176] env[69183]: value = "task-2790828" [ 1234.300176] env[69183]: _type = "Task" [ 1234.300176] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.309310] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790828, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.326560] env[69183]: DEBUG nova.compute.manager [req-760c58ff-eac6-46ef-808f-25dad2f948c8 req-29a33e18-25a6-4ed9-927f-5a8dbb9485ab service nova] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Received event network-changed-33da1711-1de0-4957-90a6-bc1cd2e0793b {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1234.326892] env[69183]: DEBUG nova.compute.manager [req-760c58ff-eac6-46ef-808f-25dad2f948c8 req-29a33e18-25a6-4ed9-927f-5a8dbb9485ab service nova] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Refreshing instance network info cache due to event network-changed-33da1711-1de0-4957-90a6-bc1cd2e0793b. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1234.327202] env[69183]: DEBUG oslo_concurrency.lockutils [req-760c58ff-eac6-46ef-808f-25dad2f948c8 req-29a33e18-25a6-4ed9-927f-5a8dbb9485ab service nova] Acquiring lock "refresh_cache-279acbbd-0bc5-4437-a884-b330022d4b65" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.327404] env[69183]: DEBUG oslo_concurrency.lockutils [req-760c58ff-eac6-46ef-808f-25dad2f948c8 req-29a33e18-25a6-4ed9-927f-5a8dbb9485ab service nova] Acquired lock "refresh_cache-279acbbd-0bc5-4437-a884-b330022d4b65" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.327606] env[69183]: DEBUG nova.network.neutron [req-760c58ff-eac6-46ef-808f-25dad2f948c8 req-29a33e18-25a6-4ed9-927f-5a8dbb9485ab service nova] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Refreshing network info cache for port 33da1711-1de0-4957-90a6-bc1cd2e0793b {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.426705] env[69183]: DEBUG oslo_concurrency.lockutils [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.452501] env[69183]: INFO nova.scheduler.client.report [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Deleted allocations for instance 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a [ 1234.557917] env[69183]: DEBUG oslo_vmware.api [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.629697] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790821, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.766946] env[69183]: DEBUG nova.compute.manager [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.766946] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.768097] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4332ead-faee-4f8d-907c-0c71d291d5af {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.777824] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.778819] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9987ec3-60c9-479e-aabd-a437533563cb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.784033] env[69183]: DEBUG oslo_vmware.api [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1234.784033] env[69183]: value = "task-2790829" [ 1234.784033] env[69183]: _type = "Task" [ 1234.784033] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.793067] env[69183]: DEBUG oslo_vmware.api [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.809826] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790828, 'name': CreateVM_Task} progress is 25%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.959967] env[69183]: DEBUG oslo_concurrency.lockutils [None req-273e09f5-b27d-4345-a03a-fc924b934da5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "8988f164-f1ae-4b9c-a297-02b9c3ae0d9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.666s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.062328] env[69183]: DEBUG oslo_vmware.api [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.125133] env[69183]: DEBUG nova.network.neutron [req-760c58ff-eac6-46ef-808f-25dad2f948c8 req-29a33e18-25a6-4ed9-927f-5a8dbb9485ab service nova] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Updated VIF entry in instance network info cache for port 33da1711-1de0-4957-90a6-bc1cd2e0793b. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.125580] env[69183]: DEBUG nova.network.neutron [req-760c58ff-eac6-46ef-808f-25dad2f948c8 req-29a33e18-25a6-4ed9-927f-5a8dbb9485ab service nova] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Updating instance_info_cache with network_info: [{"id": "33da1711-1de0-4957-90a6-bc1cd2e0793b", "address": "fa:16:3e:21:a8:8e", "network": {"id": "600d6797-6e55-4b75-986b-30ca17c3ef8c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1618671953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef62fb7ca524a5d90d0dc83ac5c3743", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33da1711-1d", "ovs_interfaceid": "33da1711-1de0-4957-90a6-bc1cd2e0793b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.132349] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790821, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.799185} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.132492] env[69183]: INFO nova.virt.vmwareapi.ds_util [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_a001e24b-913f-47b6-a3b9-29df91057156/OSTACK_IMG_a001e24b-913f-47b6-a3b9-29df91057156.vmdk to [datastore2] devstack-image-cache_base/4f6a992b-1dc1-41c8-a910-c944c52001ca/4f6a992b-1dc1-41c8-a910-c944c52001ca.vmdk. [ 1235.132576] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Cleaning up location [datastore2] OSTACK_IMG_a001e24b-913f-47b6-a3b9-29df91057156 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1235.132716] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_a001e24b-913f-47b6-a3b9-29df91057156 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.132996] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1233970c-bad7-4264-a373-fab3a1634066 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.140235] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1235.140235] env[69183]: value = "task-2790830" [ 1235.140235] env[69183]: _type = "Task" [ 1235.140235] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.148374] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.294316] env[69183]: DEBUG oslo_vmware.api [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790829, 'name': PowerOffVM_Task, 'duration_secs': 0.48407} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.294617] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.294976] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.295132] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d990d80f-19ce-4a1b-b041-2b2516889268 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.309928] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790828, 'name': CreateVM_Task, 'duration_secs': 0.968211} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.310104] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1235.310743] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.310916] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.311242] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.311495] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ead9ec7a-38c5-44ca-b105-05c08e79bdb0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.315822] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Waiting for the task: (returnval){ [ 1235.315822] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52c36f46-4119-3348-daa3-0cac9c5c76cc" [ 1235.315822] env[69183]: _type = "Task" [ 1235.315822] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.323698] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c36f46-4119-3348-daa3-0cac9c5c76cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.338338] env[69183]: DEBUG oslo_concurrency.lockutils [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "cc10ef03-da26-42a3-8a5d-f31606f782e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.338594] env[69183]: DEBUG oslo_concurrency.lockutils [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "cc10ef03-da26-42a3-8a5d-f31606f782e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.338809] env[69183]: DEBUG oslo_concurrency.lockutils [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "cc10ef03-da26-42a3-8a5d-f31606f782e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.338992] env[69183]: DEBUG oslo_concurrency.lockutils [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "cc10ef03-da26-42a3-8a5d-f31606f782e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.339181] env[69183]: DEBUG oslo_concurrency.lockutils [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "cc10ef03-da26-42a3-8a5d-f31606f782e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.341409] env[69183]: INFO nova.compute.manager [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Terminating instance [ 1235.357690] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.357950] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.358138] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Deleting the datastore file [datastore2] ca3f9b2d-f86b-4a12-8174-f836f23a6dc7 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.358396] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-398226ff-3944-4783-abee-941ae65ef237 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.365560] env[69183]: DEBUG oslo_vmware.api [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for the task: (returnval){ [ 1235.365560] env[69183]: value = "task-2790832" [ 1235.365560] env[69183]: _type = "Task" [ 1235.365560] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.373477] env[69183]: DEBUG oslo_vmware.api [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.560480] env[69183]: DEBUG oslo_vmware.api [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Task: {'id': task-2790825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.314059} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.560854] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.560914] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.561115] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.561298] env[69183]: INFO nova.compute.manager [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1235.561537] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.561731] env[69183]: DEBUG nova.compute.manager [-] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1235.561828] env[69183]: DEBUG nova.network.neutron [-] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.628327] env[69183]: DEBUG oslo_concurrency.lockutils [req-760c58ff-eac6-46ef-808f-25dad2f948c8 req-29a33e18-25a6-4ed9-927f-5a8dbb9485ab service nova] Releasing lock "refresh_cache-279acbbd-0bc5-4437-a884-b330022d4b65" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.648967] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113816} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.649223] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.649390] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6a992b-1dc1-41c8-a910-c944c52001ca/4f6a992b-1dc1-41c8-a910-c944c52001ca.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.649630] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6a992b-1dc1-41c8-a910-c944c52001ca/4f6a992b-1dc1-41c8-a910-c944c52001ca.vmdk to [datastore2] 595f05fc-635b-416b-af11-a792e21b451b/595f05fc-635b-416b-af11-a792e21b451b.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.649940] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f35d7e1-7522-4e3e-8c85-5836b0058caf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.657708] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1235.657708] env[69183]: value = "task-2790833" [ 1235.657708] env[69183]: _type = "Task" [ 1235.657708] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.665124] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.826447] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52c36f46-4119-3348-daa3-0cac9c5c76cc, 'name': SearchDatastore_Task, 'duration_secs': 0.012388} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.826867] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.827146] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1235.827408] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.827571] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.827757] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.828062] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69d30c25-a638-4831-9b76-9ebefadb0c3c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.846074] env[69183]: DEBUG nova.compute.manager [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1235.846408] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.846808] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.847058] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1235.848718] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6447aa-8a9e-4ec3-978b-db9ee609840c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.851915] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31dd8081-f026-4181-92b2-13aaa36acbe3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.858396] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Waiting for the task: (returnval){ [ 1235.858396] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52faad50-f229-c550-d3ae-e274df93a04c" [ 1235.858396] env[69183]: _type = "Task" [ 1235.858396] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.861027] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.864700] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63509387-8f26-4d04-929a-1e44d387d991 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.877028] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52faad50-f229-c550-d3ae-e274df93a04c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.877028] env[69183]: DEBUG oslo_vmware.api [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1235.877028] env[69183]: value = "task-2790834" [ 1235.877028] env[69183]: _type = "Task" [ 1235.877028] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.884102] env[69183]: DEBUG oslo_vmware.api [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Task: {'id': task-2790832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197113} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.884850] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.885108] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.885343] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.885600] env[69183]: INFO nova.compute.manager [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1235.885895] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.886153] env[69183]: DEBUG nova.compute.manager [-] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1235.886284] env[69183]: DEBUG nova.network.neutron [-] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.891209] env[69183]: DEBUG oslo_vmware.api [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.167847] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790833, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.358462] env[69183]: DEBUG nova.compute.manager [req-b27db255-01f2-429b-a6d3-e6018d352b5e req-6d84bae0-fb25-46c1-b817-1c3134b23983 service nova] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Received event network-vif-deleted-18e6d3f5-15a4-41fe-9692-cab24eb5213a {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1236.358462] env[69183]: INFO nova.compute.manager [req-b27db255-01f2-429b-a6d3-e6018d352b5e req-6d84bae0-fb25-46c1-b817-1c3134b23983 service nova] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Neutron deleted interface 18e6d3f5-15a4-41fe-9692-cab24eb5213a; detaching it from the instance and deleting it from the info cache [ 1236.358462] env[69183]: DEBUG nova.network.neutron [req-b27db255-01f2-429b-a6d3-e6018d352b5e req-6d84bae0-fb25-46c1-b817-1c3134b23983 service nova] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.375820] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52faad50-f229-c550-d3ae-e274df93a04c, 'name': SearchDatastore_Task, 'duration_secs': 0.054511} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.377023] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ba0d73f-1542-4543-9a84-eb027473c1b6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.386821] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Waiting for the task: (returnval){ [ 1236.386821] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52afb6d3-9915-ad56-28ef-4b89df86918f" [ 1236.386821] env[69183]: _type = "Task" [ 1236.386821] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.391059] env[69183]: DEBUG oslo_vmware.api [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790834, 'name': PowerOffVM_Task, 'duration_secs': 0.445794} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.393606] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.393876] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.394694] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ce1a764-2be0-4a55-a80e-e23147d1754e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.403597] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52afb6d3-9915-ad56-28ef-4b89df86918f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.437166] env[69183]: DEBUG nova.compute.manager [req-c749ced2-c136-4ca7-a9df-3881e4ee37e4 req-af9b3e79-e7a0-48fa-96ee-15f8e1ba0c4b service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Received event network-vif-deleted-63faa09f-0886-4df2-a410-06164f2fd5c9 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1236.437387] env[69183]: INFO nova.compute.manager [req-c749ced2-c136-4ca7-a9df-3881e4ee37e4 req-af9b3e79-e7a0-48fa-96ee-15f8e1ba0c4b service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Neutron deleted interface 63faa09f-0886-4df2-a410-06164f2fd5c9; detaching it from the instance and deleting it from the info cache [ 1236.437637] env[69183]: DEBUG nova.network.neutron [req-c749ced2-c136-4ca7-a9df-3881e4ee37e4 req-af9b3e79-e7a0-48fa-96ee-15f8e1ba0c4b service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.578807] env[69183]: DEBUG nova.network.neutron [-] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.638216] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.638533] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.638796] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Deleting the datastore file [datastore2] cc10ef03-da26-42a3-8a5d-f31606f782e6 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.639298] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4a1e840-c157-419f-aa21-e863364c11d3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.647306] env[69183]: DEBUG oslo_vmware.api [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1236.647306] env[69183]: value = "task-2790836" [ 1236.647306] env[69183]: _type = "Task" [ 1236.647306] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.658023] env[69183]: DEBUG oslo_vmware.api [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.667334] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790833, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.860559] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fda58311-ff9a-4eae-aa5b-27558c38cafe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.872726] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d618e6-772e-4e6e-94c0-ce8ab57edeb6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.902431] env[69183]: DEBUG nova.compute.manager [req-b27db255-01f2-429b-a6d3-e6018d352b5e req-6d84bae0-fb25-46c1-b817-1c3134b23983 service nova] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Detach interface failed, port_id=18e6d3f5-15a4-41fe-9692-cab24eb5213a, reason: Instance f3042ae2-18ad-4ecd-ad53-4ea9a1584aef could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1236.906452] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52afb6d3-9915-ad56-28ef-4b89df86918f, 'name': SearchDatastore_Task, 'duration_secs': 0.089246} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.906722] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.906985] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 279acbbd-0bc5-4437-a884-b330022d4b65/279acbbd-0bc5-4437-a884-b330022d4b65.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.907260] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d14964c2-a93a-4489-9524-489fcf290993 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.918013] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Waiting for the task: (returnval){ [ 1236.918013] env[69183]: value = "task-2790837" [ 1236.918013] env[69183]: _type = "Task" [ 1236.918013] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.922416] env[69183]: DEBUG nova.network.neutron [-] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.931486] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Task: {'id': task-2790837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.940638] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02149ed9-6422-4711-9272-756e036bf6ed {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.952595] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc328207-71af-4c70-8079-aea2a0d9bd93 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.984407] env[69183]: DEBUG nova.compute.manager [req-c749ced2-c136-4ca7-a9df-3881e4ee37e4 req-af9b3e79-e7a0-48fa-96ee-15f8e1ba0c4b service nova] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Detach interface failed, port_id=63faa09f-0886-4df2-a410-06164f2fd5c9, reason: Instance ca3f9b2d-f86b-4a12-8174-f836f23a6dc7 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1237.082236] env[69183]: INFO nova.compute.manager [-] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Took 1.52 seconds to deallocate network for instance. [ 1237.161583] env[69183]: DEBUG oslo_vmware.api [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.172795] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790833, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.424834] env[69183]: INFO nova.compute.manager [-] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Took 1.54 seconds to deallocate network for instance. [ 1237.433924] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Task: {'id': task-2790837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.590135] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.590532] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.590532] env[69183]: DEBUG nova.objects.instance [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lazy-loading 'resources' on Instance uuid f3042ae2-18ad-4ecd-ad53-4ea9a1584aef {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.660668] env[69183]: DEBUG oslo_vmware.api [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.672968] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790833, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.931127] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Task: {'id': task-2790837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.936435] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.158217] env[69183]: DEBUG oslo_vmware.api [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.170309] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790833, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.385832} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.172745] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6a992b-1dc1-41c8-a910-c944c52001ca/4f6a992b-1dc1-41c8-a910-c944c52001ca.vmdk to [datastore2] 595f05fc-635b-416b-af11-a792e21b451b/595f05fc-635b-416b-af11-a792e21b451b.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.173742] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b310211-eabb-421e-a844-5aac6c97bbb3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.196490] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 595f05fc-635b-416b-af11-a792e21b451b/595f05fc-635b-416b-af11-a792e21b451b.vmdk or device None with type streamOptimized {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.199194] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ada01a5-db29-4b81-ac63-ced44c62195d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.218612] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1238.218612] env[69183]: value = "task-2790838" [ 1238.218612] env[69183]: _type = "Task" [ 1238.218612] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.227173] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.248654] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b035886a-3e98-422f-a9c9-945a9a088291 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.257573] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594946f4-0caf-412f-8635-7d47017aa714 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.292064] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f1016d-de48-409b-b078-ee3ed44fd404 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.302178] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73220da8-e0da-4a67-be7d-46179cb93e82 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.317641] env[69183]: DEBUG nova.compute.provider_tree [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.432565] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Task: {'id': task-2790837, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.659975] env[69183]: DEBUG oslo_vmware.api [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.537562} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.660355] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1238.660355] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1238.660442] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1238.660544] env[69183]: INFO nova.compute.manager [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Took 2.81 seconds to destroy the instance on the hypervisor. [ 1238.660784] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.660977] env[69183]: DEBUG nova.compute.manager [-] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1238.661082] env[69183]: DEBUG nova.network.neutron [-] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1238.729681] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.820889] env[69183]: DEBUG nova.scheduler.client.report [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.918992] env[69183]: DEBUG nova.compute.manager [req-0c9ae011-2ee8-4616-a753-69d32e2cea61 req-e724ff60-4a9e-415b-ae41-1422b380a3d4 service nova] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Received event network-vif-deleted-85f0d408-dae6-4f71-9f48-df3f7228dfbf {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1238.919250] env[69183]: INFO nova.compute.manager [req-0c9ae011-2ee8-4616-a753-69d32e2cea61 req-e724ff60-4a9e-415b-ae41-1422b380a3d4 service nova] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Neutron deleted interface 85f0d408-dae6-4f71-9f48-df3f7228dfbf; detaching it from the instance and deleting it from the info cache [ 1238.919514] env[69183]: DEBUG nova.network.neutron [req-0c9ae011-2ee8-4616-a753-69d32e2cea61 req-e724ff60-4a9e-415b-ae41-1422b380a3d4 service nova] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.930112] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Task: {'id': task-2790837, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.633018} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.930364] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 279acbbd-0bc5-4437-a884-b330022d4b65/279acbbd-0bc5-4437-a884-b330022d4b65.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.930576] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.930822] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d85bcd02-2164-49d9-a96f-d125e6dc7791 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.938203] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Waiting for the task: (returnval){ [ 1238.938203] env[69183]: value = "task-2790839" [ 1238.938203] env[69183]: _type = "Task" [ 1238.938203] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.946658] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Task: {'id': task-2790839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.230355] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.325504] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.328188] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.392s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.328454] env[69183]: DEBUG nova.objects.instance [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lazy-loading 'resources' on Instance uuid ca3f9b2d-f86b-4a12-8174-f836f23a6dc7 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.346161] env[69183]: INFO nova.scheduler.client.report [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Deleted allocations for instance f3042ae2-18ad-4ecd-ad53-4ea9a1584aef [ 1239.402540] env[69183]: DEBUG nova.network.neutron [-] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.421678] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5aa34e43-bd8b-45e1-a95e-cd0d9792749a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.431296] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656dcb04-8012-4cca-9fac-6b71d4e51a2d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.450126] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Task: {'id': task-2790839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067781} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.450399] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.451174] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2878950-66b4-4430-99bf-f0d997c85aa1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.462734] env[69183]: DEBUG nova.compute.manager [req-0c9ae011-2ee8-4616-a753-69d32e2cea61 req-e724ff60-4a9e-415b-ae41-1422b380a3d4 service nova] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Detach interface failed, port_id=85f0d408-dae6-4f71-9f48-df3f7228dfbf, reason: Instance cc10ef03-da26-42a3-8a5d-f31606f782e6 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1239.479909] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 279acbbd-0bc5-4437-a884-b330022d4b65/279acbbd-0bc5-4437-a884-b330022d4b65.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.480533] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca3aece7-6dc4-4036-8c39-7428dbdc4fe6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.499136] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Waiting for the task: (returnval){ [ 1239.499136] env[69183]: value = "task-2790840" [ 1239.499136] env[69183]: _type = "Task" [ 1239.499136] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.506752] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Task: {'id': task-2790840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.729948] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790838, 'name': ReconfigVM_Task, 'duration_secs': 1.157468} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.730337] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 595f05fc-635b-416b-af11-a792e21b451b/595f05fc-635b-416b-af11-a792e21b451b.vmdk or device None with type streamOptimized {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.731059] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db40160d-e016-42a7-9f3c-0f11a6c45e8d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.737736] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1239.737736] env[69183]: value = "task-2790841" [ 1239.737736] env[69183]: _type = "Task" [ 1239.737736] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.748301] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790841, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.853639] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1c08aadc-b54c-4743-b2d5-ae1621b5c845 tempest-ServerRescueNegativeTestJSON-862239938 tempest-ServerRescueNegativeTestJSON-862239938-project-member] Lock "f3042ae2-18ad-4ecd-ad53-4ea9a1584aef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.955s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.904927] env[69183]: INFO nova.compute.manager [-] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Took 1.24 seconds to deallocate network for instance. [ 1239.947675] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2242b03c-9b31-49cc-b445-51d98d4df958 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.955584] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3f46ab-4a70-4df7-b013-5a1b92397ff9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.988138] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8f272c-a01e-46ab-9d4a-003391f9f25e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.995517] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2211fb54-a71f-4ebe-b767-58c392a27880 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.009993] env[69183]: DEBUG nova.compute.provider_tree [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.015716] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Task: {'id': task-2790840, 'name': ReconfigVM_Task, 'duration_secs': 0.338102} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.017117] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 279acbbd-0bc5-4437-a884-b330022d4b65/279acbbd-0bc5-4437-a884-b330022d4b65.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.017117] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d758d3c3-d28f-4c62-9bac-bae6efe86ba2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.022660] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Waiting for the task: (returnval){ [ 1240.022660] env[69183]: value = "task-2790842" [ 1240.022660] env[69183]: _type = "Task" [ 1240.022660] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.030193] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Task: {'id': task-2790842, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.247518] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790841, 'name': Rename_Task, 'duration_secs': 0.215293} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.247787] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.248040] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab3dcc2c-6d38-437b-a8ab-4ff3f9dc8082 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.254301] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1240.254301] env[69183]: value = "task-2790843" [ 1240.254301] env[69183]: _type = "Task" [ 1240.254301] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.262019] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.411380] env[69183]: DEBUG oslo_concurrency.lockutils [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.513930] env[69183]: DEBUG nova.scheduler.client.report [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.533589] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Task: {'id': task-2790842, 'name': Rename_Task, 'duration_secs': 0.149445} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.533730] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.533989] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-606b7eaf-9309-4cad-b4b7-ec13cb447924 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.541053] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Waiting for the task: (returnval){ [ 1240.541053] env[69183]: value = "task-2790844" [ 1240.541053] env[69183]: _type = "Task" [ 1240.541053] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.548390] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Task: {'id': task-2790844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.764904] env[69183]: DEBUG oslo_vmware.api [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790843, 'name': PowerOnVM_Task, 'duration_secs': 0.444803} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.766344] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.868690] env[69183]: DEBUG nova.compute.manager [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1240.870079] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c557343c-1b12-4ad3-a81f-59d8be396b38 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.020670] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.023608] env[69183]: DEBUG oslo_concurrency.lockutils [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.612s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.023974] env[69183]: DEBUG nova.objects.instance [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lazy-loading 'resources' on Instance uuid cc10ef03-da26-42a3-8a5d-f31606f782e6 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.047609] env[69183]: INFO nova.scheduler.client.report [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Deleted allocations for instance ca3f9b2d-f86b-4a12-8174-f836f23a6dc7 [ 1241.055340] env[69183]: DEBUG oslo_vmware.api [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Task: {'id': task-2790844, 'name': PowerOnVM_Task, 'duration_secs': 0.47346} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.059137] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.059137] env[69183]: INFO nova.compute.manager [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1241.059137] env[69183]: DEBUG nova.compute.manager [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.059909] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffdbf23-be4f-4bf9-9d04-258964d54634 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.389474] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6adb452c-5fac-4f6f-88ae-554f269d8e26 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "595f05fc-635b-416b-af11-a792e21b451b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.932s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.562391] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3de4750d-9646-4372-8438-70b920761466 tempest-ServerActionsTestOtherB-1320224478 tempest-ServerActionsTestOtherB-1320224478-project-member] Lock "ca3f9b2d-f86b-4a12-8174-f836f23a6dc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.304s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.576467] env[69183]: INFO nova.compute.manager [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Took 14.20 seconds to build instance. [ 1241.631236] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0b6063-2afb-4da1-9d9e-c32a5e22e4c4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.638656] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9511f73-4922-4023-8232-34cc0c48542a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.672775] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c404fe4c-8221-4b2a-99dd-1df860cd89aa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.681226] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17112add-29d7-4381-ad8e-337b9860c13e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.695524] env[69183]: DEBUG nova.compute.provider_tree [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.081927] env[69183]: DEBUG oslo_concurrency.lockutils [None req-6e67c751-0386-44b6-9a40-3776c145dc8d tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Lock "279acbbd-0bc5-4437-a884-b330022d4b65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.717s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.203416] env[69183]: DEBUG nova.scheduler.client.report [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.708557] env[69183]: DEBUG oslo_concurrency.lockutils [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.728809] env[69183]: INFO nova.scheduler.client.report [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Deleted allocations for instance cc10ef03-da26-42a3-8a5d-f31606f782e6 [ 1242.772665] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Acquiring lock "279acbbd-0bc5-4437-a884-b330022d4b65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.772927] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Lock "279acbbd-0bc5-4437-a884-b330022d4b65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.773153] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Acquiring lock "279acbbd-0bc5-4437-a884-b330022d4b65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.773342] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Lock "279acbbd-0bc5-4437-a884-b330022d4b65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.773513] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Lock "279acbbd-0bc5-4437-a884-b330022d4b65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.775505] env[69183]: INFO nova.compute.manager [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Terminating instance [ 1243.236360] env[69183]: DEBUG oslo_concurrency.lockutils [None req-333de311-40b8-460f-a0f2-5794a305e28a tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "cc10ef03-da26-42a3-8a5d-f31606f782e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.898s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.278645] env[69183]: DEBUG nova.compute.manager [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1243.278886] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.279796] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4065bdbf-d367-4fa9-9c13-ab18c3d7c42f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.288059] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.288296] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-180f6460-080c-4aba-9f31-a911d54cc0c7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.295195] env[69183]: DEBUG oslo_vmware.api [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Waiting for the task: (returnval){ [ 1243.295195] env[69183]: value = "task-2790846" [ 1243.295195] env[69183]: _type = "Task" [ 1243.295195] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.302826] env[69183]: DEBUG oslo_vmware.api [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Task: {'id': task-2790846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.804579] env[69183]: DEBUG oslo_vmware.api [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Task: {'id': task-2790846, 'name': PowerOffVM_Task, 'duration_secs': 0.189424} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.804818] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.805067] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.805361] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39a32e26-3637-4cb9-b44c-a43ea1a73039 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.871616] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.871874] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.872067] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Deleting the datastore file [datastore2] 279acbbd-0bc5-4437-a884-b330022d4b65 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.872325] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f275fe2-fc45-4713-8052-39243bc80ed6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.878707] env[69183]: DEBUG oslo_vmware.api [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Waiting for the task: (returnval){ [ 1243.878707] env[69183]: value = "task-2790849" [ 1243.878707] env[69183]: _type = "Task" [ 1243.878707] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.887132] env[69183]: DEBUG oslo_vmware.api [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Task: {'id': task-2790849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.394200] env[69183]: DEBUG oslo_vmware.api [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Task: {'id': task-2790849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149952} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.394647] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.394700] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.394981] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.395171] env[69183]: INFO nova.compute.manager [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1244.395416] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.395672] env[69183]: DEBUG nova.compute.manager [-] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1244.395785] env[69183]: DEBUG nova.network.neutron [-] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1244.649909] env[69183]: DEBUG nova.compute.manager [req-5d180588-c711-4a7f-84b9-469d4efdb8a0 req-44d0941a-1504-43e4-bb78-56284fa4965e service nova] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Received event network-vif-deleted-33da1711-1de0-4957-90a6-bc1cd2e0793b {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1244.650180] env[69183]: INFO nova.compute.manager [req-5d180588-c711-4a7f-84b9-469d4efdb8a0 req-44d0941a-1504-43e4-bb78-56284fa4965e service nova] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Neutron deleted interface 33da1711-1de0-4957-90a6-bc1cd2e0793b; detaching it from the instance and deleting it from the info cache [ 1244.650393] env[69183]: DEBUG nova.network.neutron [req-5d180588-c711-4a7f-84b9-469d4efdb8a0 req-44d0941a-1504-43e4-bb78-56284fa4965e service nova] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.134093] env[69183]: DEBUG nova.network.neutron [-] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.155776] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88be0c25-e41b-4273-8870-8241c2cd7854 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.165791] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec51aade-e05d-4b13-ba19-919629ce26af {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.195314] env[69183]: DEBUG nova.compute.manager [req-5d180588-c711-4a7f-84b9-469d4efdb8a0 req-44d0941a-1504-43e4-bb78-56284fa4965e service nova] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Detach interface failed, port_id=33da1711-1de0-4957-90a6-bc1cd2e0793b, reason: Instance 279acbbd-0bc5-4437-a884-b330022d4b65 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1245.640076] env[69183]: INFO nova.compute.manager [-] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Took 1.24 seconds to deallocate network for instance. [ 1246.145901] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.146207] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.146435] env[69183]: DEBUG nova.objects.instance [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Lazy-loading 'resources' on Instance uuid 279acbbd-0bc5-4437-a884-b330022d4b65 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.732356] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2639b0b9-1072-48d4-a907-a0d5b1c7f6c9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.739959] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b192f39d-3743-43da-a7ef-280d4d9daffe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.771163] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b188d65c-188b-46a3-92e3-ce0ac585e69b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.778334] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114ae152-06f1-4112-a769-ca900cfdd9a0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.791589] env[69183]: DEBUG nova.compute.provider_tree [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.295155] env[69183]: DEBUG nova.scheduler.client.report [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.326404] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "5599a8c9-58c6-40c3-97cc-b0eea581ad5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.326619] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "5599a8c9-58c6-40c3-97cc-b0eea581ad5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.326834] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "5599a8c9-58c6-40c3-97cc-b0eea581ad5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.327031] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "5599a8c9-58c6-40c3-97cc-b0eea581ad5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.327208] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "5599a8c9-58c6-40c3-97cc-b0eea581ad5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.329600] env[69183]: INFO nova.compute.manager [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Terminating instance [ 1247.800802] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.823727] env[69183]: INFO nova.scheduler.client.report [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Deleted allocations for instance 279acbbd-0bc5-4437-a884-b330022d4b65 [ 1247.836196] env[69183]: DEBUG nova.compute.manager [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1247.836463] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1247.837504] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d3d8f2-7136-4fdc-8979-8ed0a1e2d57e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.846478] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.846772] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1e7b80d-8cb3-47f7-952f-0526b1748319 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.856794] env[69183]: DEBUG oslo_vmware.api [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1247.856794] env[69183]: value = "task-2790850" [ 1247.856794] env[69183]: _type = "Task" [ 1247.856794] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.865804] env[69183]: DEBUG oslo_vmware.api [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.331804] env[69183]: DEBUG oslo_concurrency.lockutils [None req-b847dba4-52b5-4c3d-bc1c-64dfd30b5bca tempest-ServersNegativeTestMultiTenantJSON-1572467555 tempest-ServersNegativeTestMultiTenantJSON-1572467555-project-member] Lock "279acbbd-0bc5-4437-a884-b330022d4b65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.559s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.366850] env[69183]: DEBUG oslo_vmware.api [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790850, 'name': PowerOffVM_Task, 'duration_secs': 0.299698} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.367129] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.367302] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.367547] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a62d7601-c610-41c2-b025-86f8fd9fcc3f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.450745] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1248.451010] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Deleting contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1248.451168] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Deleting the datastore file [datastore1] 5599a8c9-58c6-40c3-97cc-b0eea581ad5b {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1248.451424] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c8b35c4-031e-4399-a9e3-fb5222b63c6b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.458186] env[69183]: DEBUG oslo_vmware.api [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for the task: (returnval){ [ 1248.458186] env[69183]: value = "task-2790852" [ 1248.458186] env[69183]: _type = "Task" [ 1248.458186] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.465708] env[69183]: DEBUG oslo_vmware.api [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.648813] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c88a9894-284b-44ca-96cf-941475d329c0 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "ea0be357-0d24-4fcc-b9da-f540c57d06f2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.649059] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c88a9894-284b-44ca-96cf-941475d329c0 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "ea0be357-0d24-4fcc-b9da-f540c57d06f2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.968395] env[69183]: DEBUG oslo_vmware.api [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Task: {'id': task-2790852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131909} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.971055] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.971055] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Deleted contents of the VM from datastore datastore1 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1248.971055] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.971055] env[69183]: INFO nova.compute.manager [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1248.971055] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.971055] env[69183]: DEBUG nova.compute.manager [-] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1248.971055] env[69183]: DEBUG nova.network.neutron [-] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1249.154143] env[69183]: DEBUG nova.compute.utils [None req-c88a9894-284b-44ca-96cf-941475d329c0 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1249.329802] env[69183]: DEBUG nova.compute.manager [req-e6be33dd-c83f-41fa-845f-de99b5f2ff48 req-8ae1cc3c-9386-41f7-9de3-afc163636f67 service nova] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Received event network-vif-deleted-aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1249.329999] env[69183]: INFO nova.compute.manager [req-e6be33dd-c83f-41fa-845f-de99b5f2ff48 req-8ae1cc3c-9386-41f7-9de3-afc163636f67 service nova] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Neutron deleted interface aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4; detaching it from the instance and deleting it from the info cache [ 1249.329999] env[69183]: DEBUG nova.network.neutron [req-e6be33dd-c83f-41fa-845f-de99b5f2ff48 req-8ae1cc3c-9386-41f7-9de3-afc163636f67 service nova] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.656500] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c88a9894-284b-44ca-96cf-941475d329c0 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "ea0be357-0d24-4fcc-b9da-f540c57d06f2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.767374] env[69183]: DEBUG nova.network.neutron [-] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.832624] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a55af28-04d3-4fbc-9c21-085d4767684d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.843712] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2029842-27ac-4a11-8ad7-028b9bd3bb9c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.859936] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Acquiring lock "2a9a84b7-c798-40d8-832b-bfabd6073185" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.860246] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Lock "2a9a84b7-c798-40d8-832b-bfabd6073185" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.877817] env[69183]: DEBUG nova.compute.manager [req-e6be33dd-c83f-41fa-845f-de99b5f2ff48 req-8ae1cc3c-9386-41f7-9de3-afc163636f67 service nova] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Detach interface failed, port_id=aba45f1a-95a9-4d2e-a1a3-8f4d28d3f3e4, reason: Instance 5599a8c9-58c6-40c3-97cc-b0eea581ad5b could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1250.269850] env[69183]: INFO nova.compute.manager [-] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Took 1.30 seconds to deallocate network for instance. [ 1250.362651] env[69183]: DEBUG nova.compute.manager [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1250.732315] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c88a9894-284b-44ca-96cf-941475d329c0 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "ea0be357-0d24-4fcc-b9da-f540c57d06f2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.732680] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c88a9894-284b-44ca-96cf-941475d329c0 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "ea0be357-0d24-4fcc-b9da-f540c57d06f2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.732940] env[69183]: INFO nova.compute.manager [None req-c88a9894-284b-44ca-96cf-941475d329c0 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Attaching volume 8b1da292-3b04-408a-8594-f4ca8e5bed79 to /dev/sdb [ 1250.776975] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.777360] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.777629] env[69183]: DEBUG nova.objects.instance [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lazy-loading 'resources' on Instance uuid 5599a8c9-58c6-40c3-97cc-b0eea581ad5b {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.779397] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b950a44-9146-45e5-bfeb-132b231487ee {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.787775] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d72d20-8005-4a7d-ad01-973ce434859d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.802749] env[69183]: DEBUG nova.virt.block_device [None req-c88a9894-284b-44ca-96cf-941475d329c0 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Updating existing volume attachment record: 910ccd36-cd18-4156-9203-ad284eae19a5 {{(pid=69183) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1250.887806] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.375028] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07ce4ea-0b8e-41ff-8b08-d48fd90dc01c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.384186] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c946e2-9738-41f8-81a7-ca1f3ed55b09 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.426976] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb621880-dc83-4c61-bc77-eeb1e2b1c6fe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.437324] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92615a6-1b0b-4f28-81e8-6f7c6391791d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.452555] env[69183]: DEBUG nova.compute.provider_tree [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.956623] env[69183]: DEBUG nova.scheduler.client.report [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.464071] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.465765] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.578s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.467668] env[69183]: INFO nova.compute.claims [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.490593] env[69183]: INFO nova.scheduler.client.report [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Deleted allocations for instance 5599a8c9-58c6-40c3-97cc-b0eea581ad5b [ 1252.999645] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1e92ae98-a989-4cea-8c9a-334b021023c5 tempest-ServerActionsTestOtherA-273765179 tempest-ServerActionsTestOtherA-273765179-project-member] Lock "5599a8c9-58c6-40c3-97cc-b0eea581ad5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.673s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.544383] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5268520-2f9a-4098-a85e-71f8b754add4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.551814] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3766a9d-6349-4c9c-b49f-06c805fb707c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.581496] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ae5c68-f49b-45b5-bc36-e0bbe4ddb86f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.589348] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02df0ed7-74ca-4c56-bec4-be67d0e51dff {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.604443] env[69183]: DEBUG nova.compute.provider_tree [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.107240] env[69183]: DEBUG nova.scheduler.client.report [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.616021] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.616021] env[69183]: DEBUG nova.compute.manager [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1255.120429] env[69183]: DEBUG nova.compute.utils [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1255.121825] env[69183]: DEBUG nova.compute.manager [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1255.125023] env[69183]: DEBUG nova.network.neutron [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1255.160587] env[69183]: DEBUG nova.policy [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c51d5f1a18024d8bb5783252e81b2716', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f6bd7292b5540dea2d34af70008915f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.360212] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c88a9894-284b-44ca-96cf-941475d329c0 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Volume attach. Driver type: vmdk {{(pid=69183) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1255.360212] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c88a9894-284b-44ca-96cf-941475d329c0 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560956', 'volume_id': '8b1da292-3b04-408a-8594-f4ca8e5bed79', 'name': 'volume-8b1da292-3b04-408a-8594-f4ca8e5bed79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea0be357-0d24-4fcc-b9da-f540c57d06f2', 'attached_at': '', 'detached_at': '', 'volume_id': '8b1da292-3b04-408a-8594-f4ca8e5bed79', 'serial': '8b1da292-3b04-408a-8594-f4ca8e5bed79'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1255.360212] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e5ff1d-cf7d-44cb-92f1-3eabbbcc206f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.380751] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13099dc8-b08d-42aa-890f-9add70151918 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.407638] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c88a9894-284b-44ca-96cf-941475d329c0 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-8b1da292-3b04-408a-8594-f4ca8e5bed79/volume-8b1da292-3b04-408a-8594-f4ca8e5bed79.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.407830] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7afebd0d-c33e-4d06-841d-efbc7667ea1d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.428032] env[69183]: DEBUG oslo_vmware.api [None req-c88a9894-284b-44ca-96cf-941475d329c0 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1255.428032] env[69183]: value = "task-2790855" [ 1255.428032] env[69183]: _type = "Task" [ 1255.428032] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.431866] env[69183]: DEBUG nova.network.neutron [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Successfully created port: 2d9b1cb8-8d47-4289-b5da-c779bc77ec50 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1255.438441] env[69183]: DEBUG oslo_vmware.api [None req-c88a9894-284b-44ca-96cf-941475d329c0 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790855, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.625622] env[69183]: DEBUG nova.compute.manager [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1255.937912] env[69183]: DEBUG oslo_vmware.api [None req-c88a9894-284b-44ca-96cf-941475d329c0 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790855, 'name': ReconfigVM_Task, 'duration_secs': 0.339795} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.938217] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c88a9894-284b-44ca-96cf-941475d329c0 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-8b1da292-3b04-408a-8594-f4ca8e5bed79/volume-8b1da292-3b04-408a-8594-f4ca8e5bed79.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.943041] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6106fb38-87b7-4627-b039-b3e118726eed {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.958362] env[69183]: DEBUG oslo_vmware.api [None req-c88a9894-284b-44ca-96cf-941475d329c0 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1255.958362] env[69183]: value = "task-2790856" [ 1255.958362] env[69183]: _type = "Task" [ 1255.958362] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.966301] env[69183]: DEBUG oslo_vmware.api [None req-c88a9894-284b-44ca-96cf-941475d329c0 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.469415] env[69183]: DEBUG oslo_vmware.api [None req-c88a9894-284b-44ca-96cf-941475d329c0 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790856, 'name': ReconfigVM_Task, 'duration_secs': 0.143578} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.469946] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c88a9894-284b-44ca-96cf-941475d329c0 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560956', 'volume_id': '8b1da292-3b04-408a-8594-f4ca8e5bed79', 'name': 'volume-8b1da292-3b04-408a-8594-f4ca8e5bed79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea0be357-0d24-4fcc-b9da-f540c57d06f2', 'attached_at': '', 'detached_at': '', 'volume_id': '8b1da292-3b04-408a-8594-f4ca8e5bed79', 'serial': '8b1da292-3b04-408a-8594-f4ca8e5bed79'} {{(pid=69183) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1256.634402] env[69183]: DEBUG nova.compute.manager [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1256.660280] env[69183]: DEBUG nova.virt.hardware [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.660554] env[69183]: DEBUG nova.virt.hardware [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.660716] env[69183]: DEBUG nova.virt.hardware [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.660892] env[69183]: DEBUG nova.virt.hardware [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.661046] env[69183]: DEBUG nova.virt.hardware [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.661199] env[69183]: DEBUG nova.virt.hardware [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.661402] env[69183]: DEBUG nova.virt.hardware [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.661558] env[69183]: DEBUG nova.virt.hardware [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.661784] env[69183]: DEBUG nova.virt.hardware [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.661921] env[69183]: DEBUG nova.virt.hardware [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.662113] env[69183]: DEBUG nova.virt.hardware [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.662959] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d97491d-70ac-4199-a8c7-6d322cb3f2dc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.671015] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d6d982-4fd1-4cc5-b0e5-b730fe897f1a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.831752] env[69183]: DEBUG nova.compute.manager [req-fb6d227f-dbf0-4485-a061-3d2fb10511e4 req-cd6ff45a-7c19-4489-baac-2226f3adcff8 service nova] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Received event network-vif-plugged-2d9b1cb8-8d47-4289-b5da-c779bc77ec50 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1256.832039] env[69183]: DEBUG oslo_concurrency.lockutils [req-fb6d227f-dbf0-4485-a061-3d2fb10511e4 req-cd6ff45a-7c19-4489-baac-2226f3adcff8 service nova] Acquiring lock "2a9a84b7-c798-40d8-832b-bfabd6073185-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.832289] env[69183]: DEBUG oslo_concurrency.lockutils [req-fb6d227f-dbf0-4485-a061-3d2fb10511e4 req-cd6ff45a-7c19-4489-baac-2226f3adcff8 service nova] Lock "2a9a84b7-c798-40d8-832b-bfabd6073185-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.832494] env[69183]: DEBUG oslo_concurrency.lockutils [req-fb6d227f-dbf0-4485-a061-3d2fb10511e4 req-cd6ff45a-7c19-4489-baac-2226f3adcff8 service nova] Lock "2a9a84b7-c798-40d8-832b-bfabd6073185-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.832683] env[69183]: DEBUG nova.compute.manager [req-fb6d227f-dbf0-4485-a061-3d2fb10511e4 req-cd6ff45a-7c19-4489-baac-2226f3adcff8 service nova] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] No waiting events found dispatching network-vif-plugged-2d9b1cb8-8d47-4289-b5da-c779bc77ec50 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1256.832890] env[69183]: WARNING nova.compute.manager [req-fb6d227f-dbf0-4485-a061-3d2fb10511e4 req-cd6ff45a-7c19-4489-baac-2226f3adcff8 service nova] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Received unexpected event network-vif-plugged-2d9b1cb8-8d47-4289-b5da-c779bc77ec50 for instance with vm_state building and task_state spawning. [ 1256.910413] env[69183]: DEBUG nova.network.neutron [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Successfully updated port: 2d9b1cb8-8d47-4289-b5da-c779bc77ec50 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.411994] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Acquiring lock "refresh_cache-2a9a84b7-c798-40d8-832b-bfabd6073185" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.412251] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Acquired lock "refresh_cache-2a9a84b7-c798-40d8-832b-bfabd6073185" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.412424] env[69183]: DEBUG nova.network.neutron [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.511641] env[69183]: DEBUG nova.objects.instance [None req-c88a9894-284b-44ca-96cf-941475d329c0 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lazy-loading 'flavor' on Instance uuid ea0be357-0d24-4fcc-b9da-f540c57d06f2 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.948861] env[69183]: DEBUG nova.network.neutron [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1258.018029] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c88a9894-284b-44ca-96cf-941475d329c0 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "ea0be357-0d24-4fcc-b9da-f540c57d06f2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.285s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.096658] env[69183]: DEBUG nova.network.neutron [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Updating instance_info_cache with network_info: [{"id": "2d9b1cb8-8d47-4289-b5da-c779bc77ec50", "address": "fa:16:3e:8e:3b:e5", "network": {"id": "1b884902-40a3-4fcb-adfa-35ebe7e64181", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-247773164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f6bd7292b5540dea2d34af70008915f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9b1cb8-8d", "ovs_interfaceid": "2d9b1cb8-8d47-4289-b5da-c779bc77ec50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.213366] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7987e1e5-13a5-4e6b-8a64-022c459a9afb tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "ea0be357-0d24-4fcc-b9da-f540c57d06f2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.213682] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7987e1e5-13a5-4e6b-8a64-022c459a9afb tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "ea0be357-0d24-4fcc-b9da-f540c57d06f2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.603291] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Releasing lock "refresh_cache-2a9a84b7-c798-40d8-832b-bfabd6073185" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.603611] env[69183]: DEBUG nova.compute.manager [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Instance network_info: |[{"id": "2d9b1cb8-8d47-4289-b5da-c779bc77ec50", "address": "fa:16:3e:8e:3b:e5", "network": {"id": "1b884902-40a3-4fcb-adfa-35ebe7e64181", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-247773164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f6bd7292b5540dea2d34af70008915f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9b1cb8-8d", "ovs_interfaceid": "2d9b1cb8-8d47-4289-b5da-c779bc77ec50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1258.604182] env[69183]: DEBUG oslo_concurrency.lockutils [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Acquiring lock "b58a670c-6eaf-411a-bf94-c11104fa5269" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.604396] env[69183]: DEBUG oslo_concurrency.lockutils [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Lock "b58a670c-6eaf-411a-bf94-c11104fa5269" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.605543] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:3b:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d9b1cb8-8d47-4289-b5da-c779bc77ec50', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.613157] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Creating folder: Project (5f6bd7292b5540dea2d34af70008915f). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1258.614280] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd6659d4-2f15-49d3-b336-d389cd91b69f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.626228] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Created folder: Project (5f6bd7292b5540dea2d34af70008915f) in parent group-v560622. [ 1258.626416] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Creating folder: Instances. Parent ref: group-v560957. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1258.626636] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11a005d1-c23c-4014-bf1e-598b94f5cea0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.636321] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Created folder: Instances in parent group-v560957. [ 1258.636543] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.636719] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.636908] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0e65a0c-0123-4f53-b2b2-01da73c83a68 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.657366] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.657366] env[69183]: value = "task-2790859" [ 1258.657366] env[69183]: _type = "Task" [ 1258.657366] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.664673] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790859, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.717670] env[69183]: INFO nova.compute.manager [None req-7987e1e5-13a5-4e6b-8a64-022c459a9afb tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Detaching volume 8b1da292-3b04-408a-8594-f4ca8e5bed79 [ 1258.755749] env[69183]: INFO nova.virt.block_device [None req-7987e1e5-13a5-4e6b-8a64-022c459a9afb tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Attempting to driver detach volume 8b1da292-3b04-408a-8594-f4ca8e5bed79 from mountpoint /dev/sdb [ 1258.756029] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7987e1e5-13a5-4e6b-8a64-022c459a9afb tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Volume detach. Driver type: vmdk {{(pid=69183) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1258.756223] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7987e1e5-13a5-4e6b-8a64-022c459a9afb tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560956', 'volume_id': '8b1da292-3b04-408a-8594-f4ca8e5bed79', 'name': 'volume-8b1da292-3b04-408a-8594-f4ca8e5bed79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea0be357-0d24-4fcc-b9da-f540c57d06f2', 'attached_at': '', 'detached_at': '', 'volume_id': '8b1da292-3b04-408a-8594-f4ca8e5bed79', 'serial': '8b1da292-3b04-408a-8594-f4ca8e5bed79'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1258.757134] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e9f9e0-f334-46ca-83eb-267e5321a48d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.779021] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4040210a-5b76-40de-9fd3-dfb7016a7ef3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.785822] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25698dde-e3a6-4d45-a887-550da13a0730 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.806407] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb0c972-84d9-4f0e-a3ac-5264cd76b1ca {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.820972] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7987e1e5-13a5-4e6b-8a64-022c459a9afb tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] The volume has not been displaced from its original location: [datastore2] volume-8b1da292-3b04-408a-8594-f4ca8e5bed79/volume-8b1da292-3b04-408a-8594-f4ca8e5bed79.vmdk. No consolidation needed. {{(pid=69183) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1258.826250] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7987e1e5-13a5-4e6b-8a64-022c459a9afb tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1258.826560] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00acfd73-0d4f-449d-a26c-315c9cfe630f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.845080] env[69183]: DEBUG oslo_vmware.api [None req-7987e1e5-13a5-4e6b-8a64-022c459a9afb tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1258.845080] env[69183]: value = "task-2790860" [ 1258.845080] env[69183]: _type = "Task" [ 1258.845080] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.854613] env[69183]: DEBUG oslo_vmware.api [None req-7987e1e5-13a5-4e6b-8a64-022c459a9afb tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.869417] env[69183]: DEBUG nova.compute.manager [req-e14bd95a-7033-4c30-914e-c962e752e55a req-b1ac164e-f452-4433-b63f-1c3cfabc7cf5 service nova] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Received event network-changed-2d9b1cb8-8d47-4289-b5da-c779bc77ec50 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1258.869417] env[69183]: DEBUG nova.compute.manager [req-e14bd95a-7033-4c30-914e-c962e752e55a req-b1ac164e-f452-4433-b63f-1c3cfabc7cf5 service nova] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Refreshing instance network info cache due to event network-changed-2d9b1cb8-8d47-4289-b5da-c779bc77ec50. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1258.869813] env[69183]: DEBUG oslo_concurrency.lockutils [req-e14bd95a-7033-4c30-914e-c962e752e55a req-b1ac164e-f452-4433-b63f-1c3cfabc7cf5 service nova] Acquiring lock "refresh_cache-2a9a84b7-c798-40d8-832b-bfabd6073185" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.869914] env[69183]: DEBUG oslo_concurrency.lockutils [req-e14bd95a-7033-4c30-914e-c962e752e55a req-b1ac164e-f452-4433-b63f-1c3cfabc7cf5 service nova] Acquired lock "refresh_cache-2a9a84b7-c798-40d8-832b-bfabd6073185" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.870132] env[69183]: DEBUG nova.network.neutron [req-e14bd95a-7033-4c30-914e-c962e752e55a req-b1ac164e-f452-4433-b63f-1c3cfabc7cf5 service nova] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Refreshing network info cache for port 2d9b1cb8-8d47-4289-b5da-c779bc77ec50 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.114568] env[69183]: DEBUG nova.compute.manager [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1259.169416] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790859, 'name': CreateVM_Task, 'duration_secs': 0.317977} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.169539] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.170276] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.170482] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.170834] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.171131] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b760972d-2d9e-4f67-ba43-8e4a7ccd7f84 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.176280] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Waiting for the task: (returnval){ [ 1259.176280] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52a55eed-de84-2535-43ad-bf3f04841585" [ 1259.176280] env[69183]: _type = "Task" [ 1259.176280] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.185244] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a55eed-de84-2535-43ad-bf3f04841585, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.354867] env[69183]: DEBUG oslo_vmware.api [None req-7987e1e5-13a5-4e6b-8a64-022c459a9afb tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790860, 'name': ReconfigVM_Task, 'duration_secs': 0.225969} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.355169] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7987e1e5-13a5-4e6b-8a64-022c459a9afb tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1259.359899] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50fe9e4e-caf7-4c69-88e6-86bf676f677e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.375561] env[69183]: DEBUG oslo_vmware.api [None req-7987e1e5-13a5-4e6b-8a64-022c459a9afb tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1259.375561] env[69183]: value = "task-2790861" [ 1259.375561] env[69183]: _type = "Task" [ 1259.375561] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.383282] env[69183]: DEBUG oslo_vmware.api [None req-7987e1e5-13a5-4e6b-8a64-022c459a9afb tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.561265] env[69183]: DEBUG nova.network.neutron [req-e14bd95a-7033-4c30-914e-c962e752e55a req-b1ac164e-f452-4433-b63f-1c3cfabc7cf5 service nova] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Updated VIF entry in instance network info cache for port 2d9b1cb8-8d47-4289-b5da-c779bc77ec50. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.561572] env[69183]: DEBUG nova.network.neutron [req-e14bd95a-7033-4c30-914e-c962e752e55a req-b1ac164e-f452-4433-b63f-1c3cfabc7cf5 service nova] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Updating instance_info_cache with network_info: [{"id": "2d9b1cb8-8d47-4289-b5da-c779bc77ec50", "address": "fa:16:3e:8e:3b:e5", "network": {"id": "1b884902-40a3-4fcb-adfa-35ebe7e64181", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-247773164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f6bd7292b5540dea2d34af70008915f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9b1cb8-8d", "ovs_interfaceid": "2d9b1cb8-8d47-4289-b5da-c779bc77ec50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.639180] env[69183]: DEBUG oslo_concurrency.lockutils [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.639472] env[69183]: DEBUG oslo_concurrency.lockutils [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.641358] env[69183]: INFO nova.compute.claims [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.686887] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a55eed-de84-2535-43ad-bf3f04841585, 'name': SearchDatastore_Task, 'duration_secs': 0.012362} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.687199] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.687427] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.687658] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.687809] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.687989] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.688255] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2008e590-ec34-4e80-8b1a-642dada640d1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.696331] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.696504] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1259.697204] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55d90b5a-342d-40d2-8247-c27e994fb116 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.703807] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Waiting for the task: (returnval){ [ 1259.703807] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5275ab20-c12b-f6db-1a25-9bdcf0cedb15" [ 1259.703807] env[69183]: _type = "Task" [ 1259.703807] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.711042] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5275ab20-c12b-f6db-1a25-9bdcf0cedb15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.885701] env[69183]: DEBUG oslo_vmware.api [None req-7987e1e5-13a5-4e6b-8a64-022c459a9afb tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790861, 'name': ReconfigVM_Task, 'duration_secs': 0.149479} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.886071] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7987e1e5-13a5-4e6b-8a64-022c459a9afb tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-560956', 'volume_id': '8b1da292-3b04-408a-8594-f4ca8e5bed79', 'name': 'volume-8b1da292-3b04-408a-8594-f4ca8e5bed79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea0be357-0d24-4fcc-b9da-f540c57d06f2', 'attached_at': '', 'detached_at': '', 'volume_id': '8b1da292-3b04-408a-8594-f4ca8e5bed79', 'serial': '8b1da292-3b04-408a-8594-f4ca8e5bed79'} {{(pid=69183) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1260.064487] env[69183]: DEBUG oslo_concurrency.lockutils [req-e14bd95a-7033-4c30-914e-c962e752e55a req-b1ac164e-f452-4433-b63f-1c3cfabc7cf5 service nova] Releasing lock "refresh_cache-2a9a84b7-c798-40d8-832b-bfabd6073185" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.214763] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5275ab20-c12b-f6db-1a25-9bdcf0cedb15, 'name': SearchDatastore_Task, 'duration_secs': 0.009086} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.215559] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7ae02f2-1b9f-4639-a304-328a8a2bebd2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.220586] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Waiting for the task: (returnval){ [ 1260.220586] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527319bc-7390-4c43-0aad-2d1a84e612a2" [ 1260.220586] env[69183]: _type = "Task" [ 1260.220586] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.227941] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527319bc-7390-4c43-0aad-2d1a84e612a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.427044] env[69183]: DEBUG nova.objects.instance [None req-7987e1e5-13a5-4e6b-8a64-022c459a9afb tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lazy-loading 'flavor' on Instance uuid ea0be357-0d24-4fcc-b9da-f540c57d06f2 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.726234] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5867cb62-6763-425b-81b3-a831546c3ed6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.732147] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527319bc-7390-4c43-0aad-2d1a84e612a2, 'name': SearchDatastore_Task, 'duration_secs': 0.009043} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.732716] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.732997] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 2a9a84b7-c798-40d8-832b-bfabd6073185/2a9a84b7-c798-40d8-832b-bfabd6073185.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.733250] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a9f0a65-d4e7-4130-b599-dbff2f231260 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.739075] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4004704-97f4-472d-9661-39efac1e5b76 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.742722] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Waiting for the task: (returnval){ [ 1260.742722] env[69183]: value = "task-2790862" [ 1260.742722] env[69183]: _type = "Task" [ 1260.742722] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.770213] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155b5f9c-8552-40e4-bb53-2584ec7ca681 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.775260] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Task: {'id': task-2790862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.779775] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e701a4e-fbd5-442c-8eed-b552b417cb2a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.792501] env[69183]: DEBUG nova.compute.provider_tree [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.252706] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Task: {'id': task-2790862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.407517} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.252984] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 2a9a84b7-c798-40d8-832b-bfabd6073185/2a9a84b7-c798-40d8-832b-bfabd6073185.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1261.253309] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1261.253435] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fa31391-83d3-41f3-9b03-ec1f45d0c256 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.260025] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Waiting for the task: (returnval){ [ 1261.260025] env[69183]: value = "task-2790863" [ 1261.260025] env[69183]: _type = "Task" [ 1261.260025] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.266838] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Task: {'id': task-2790863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.296022] env[69183]: DEBUG nova.scheduler.client.report [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.435309] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7987e1e5-13a5-4e6b-8a64-022c459a9afb tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "ea0be357-0d24-4fcc-b9da-f540c57d06f2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.772619] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Task: {'id': task-2790863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062032} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.772916] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.773734] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfc5efd-8dd1-4cfb-8c65-b5c8bcd90f65 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.795068] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 2a9a84b7-c798-40d8-832b-bfabd6073185/2a9a84b7-c798-40d8-832b-bfabd6073185.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.795350] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-719da19c-ca53-4296-9f9e-f125290d1c59 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.809768] env[69183]: DEBUG oslo_concurrency.lockutils [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.810267] env[69183]: DEBUG nova.compute.manager [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1261.818862] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Waiting for the task: (returnval){ [ 1261.818862] env[69183]: value = "task-2790864" [ 1261.818862] env[69183]: _type = "Task" [ 1261.818862] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.825905] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Task: {'id': task-2790864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.314527] env[69183]: DEBUG nova.compute.utils [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1262.316277] env[69183]: DEBUG nova.compute.manager [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1262.316469] env[69183]: DEBUG nova.network.neutron [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1262.327350] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Task: {'id': task-2790864, 'name': ReconfigVM_Task, 'duration_secs': 0.279368} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.327957] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 2a9a84b7-c798-40d8-832b-bfabd6073185/2a9a84b7-c798-40d8-832b-bfabd6073185.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.328461] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53c61a8b-cf0f-4447-ae1c-48614137308d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.334620] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Waiting for the task: (returnval){ [ 1262.334620] env[69183]: value = "task-2790865" [ 1262.334620] env[69183]: _type = "Task" [ 1262.334620] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.342643] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Task: {'id': task-2790865, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.356068] env[69183]: DEBUG nova.policy [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ef1529de0514fa6ace357b7d4323fc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a661d124a1f845cfb54ab26c4a6a172c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1262.454438] env[69183]: DEBUG oslo_concurrency.lockutils [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "ea0be357-0d24-4fcc-b9da-f540c57d06f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.455134] env[69183]: DEBUG oslo_concurrency.lockutils [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "ea0be357-0d24-4fcc-b9da-f540c57d06f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.455134] env[69183]: DEBUG oslo_concurrency.lockutils [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "ea0be357-0d24-4fcc-b9da-f540c57d06f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.455134] env[69183]: DEBUG oslo_concurrency.lockutils [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "ea0be357-0d24-4fcc-b9da-f540c57d06f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.455327] env[69183]: DEBUG oslo_concurrency.lockutils [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "ea0be357-0d24-4fcc-b9da-f540c57d06f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.457558] env[69183]: INFO nova.compute.manager [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Terminating instance [ 1262.606229] env[69183]: DEBUG nova.network.neutron [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Successfully created port: 091ad937-722b-44dc-ac39-8b643d34c8b7 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1262.819719] env[69183]: DEBUG nova.compute.manager [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1262.844858] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Task: {'id': task-2790865, 'name': Rename_Task, 'duration_secs': 0.139771} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.844993] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.845248] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-735a61a7-082a-49d6-a15a-0903bdae64cd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.850819] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Waiting for the task: (returnval){ [ 1262.850819] env[69183]: value = "task-2790866" [ 1262.850819] env[69183]: _type = "Task" [ 1262.850819] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.858389] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Task: {'id': task-2790866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.962348] env[69183]: DEBUG nova.compute.manager [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1262.962593] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1262.963498] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258d8f9a-6eb3-496f-b414-4c11256d1d53 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.971416] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.971416] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-760623f2-575d-4237-bce4-6bffcc12dafd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.977655] env[69183]: DEBUG oslo_vmware.api [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1262.977655] env[69183]: value = "task-2790867" [ 1262.977655] env[69183]: _type = "Task" [ 1262.977655] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.986960] env[69183]: DEBUG oslo_vmware.api [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.361520] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Task: {'id': task-2790866, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.488435] env[69183]: DEBUG oslo_vmware.api [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790867, 'name': PowerOffVM_Task, 'duration_secs': 0.189832} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.488701] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.488871] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.489134] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ae19a1e-4e31-46f0-a813-0859756f47e1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.564318] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.564579] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.564797] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Deleting the datastore file [datastore2] ea0be357-0d24-4fcc-b9da-f540c57d06f2 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.565076] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29956216-edb9-4013-a0d3-ee84bd82896a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.572706] env[69183]: DEBUG oslo_vmware.api [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for the task: (returnval){ [ 1263.572706] env[69183]: value = "task-2790869" [ 1263.572706] env[69183]: _type = "Task" [ 1263.572706] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.579543] env[69183]: DEBUG oslo_vmware.api [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.708996] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.829834] env[69183]: DEBUG nova.compute.manager [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1263.857418] env[69183]: DEBUG nova.virt.hardware [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.857661] env[69183]: DEBUG nova.virt.hardware [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.857854] env[69183]: DEBUG nova.virt.hardware [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.858050] env[69183]: DEBUG nova.virt.hardware [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.858223] env[69183]: DEBUG nova.virt.hardware [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.858375] env[69183]: DEBUG nova.virt.hardware [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.858637] env[69183]: DEBUG nova.virt.hardware [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.858745] env[69183]: DEBUG nova.virt.hardware [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.859073] env[69183]: DEBUG nova.virt.hardware [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.859360] env[69183]: DEBUG nova.virt.hardware [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.859580] env[69183]: DEBUG nova.virt.hardware [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.860366] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35938180-be17-4119-86e7-a907905b3879 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.870415] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ab67b4-6d9a-4e06-9b7d-067d3b447628 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.873941] env[69183]: DEBUG oslo_vmware.api [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Task: {'id': task-2790866, 'name': PowerOnVM_Task, 'duration_secs': 0.577501} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.874182] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.874378] env[69183]: INFO nova.compute.manager [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1263.874552] env[69183]: DEBUG nova.compute.manager [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.875540] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ec22f0-79f3-43e8-b345-d3492668fe04 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.940781] env[69183]: DEBUG nova.compute.manager [req-33d64ef8-0327-407c-bc62-f51fc9a38239 req-82c00ef4-d11b-4399-9d8d-67600ec3a916 service nova] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Received event network-vif-plugged-091ad937-722b-44dc-ac39-8b643d34c8b7 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1263.941079] env[69183]: DEBUG oslo_concurrency.lockutils [req-33d64ef8-0327-407c-bc62-f51fc9a38239 req-82c00ef4-d11b-4399-9d8d-67600ec3a916 service nova] Acquiring lock "b58a670c-6eaf-411a-bf94-c11104fa5269-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.941311] env[69183]: DEBUG oslo_concurrency.lockutils [req-33d64ef8-0327-407c-bc62-f51fc9a38239 req-82c00ef4-d11b-4399-9d8d-67600ec3a916 service nova] Lock "b58a670c-6eaf-411a-bf94-c11104fa5269-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.941485] env[69183]: DEBUG oslo_concurrency.lockutils [req-33d64ef8-0327-407c-bc62-f51fc9a38239 req-82c00ef4-d11b-4399-9d8d-67600ec3a916 service nova] Lock "b58a670c-6eaf-411a-bf94-c11104fa5269-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.941653] env[69183]: DEBUG nova.compute.manager [req-33d64ef8-0327-407c-bc62-f51fc9a38239 req-82c00ef4-d11b-4399-9d8d-67600ec3a916 service nova] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] No waiting events found dispatching network-vif-plugged-091ad937-722b-44dc-ac39-8b643d34c8b7 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1263.941824] env[69183]: WARNING nova.compute.manager [req-33d64ef8-0327-407c-bc62-f51fc9a38239 req-82c00ef4-d11b-4399-9d8d-67600ec3a916 service nova] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Received unexpected event network-vif-plugged-091ad937-722b-44dc-ac39-8b643d34c8b7 for instance with vm_state building and task_state spawning. [ 1264.021799] env[69183]: DEBUG nova.network.neutron [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Successfully updated port: 091ad937-722b-44dc-ac39-8b643d34c8b7 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1264.080682] env[69183]: DEBUG oslo_vmware.api [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Task: {'id': task-2790869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13068} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.080947] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.081150] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.081329] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.081501] env[69183]: INFO nova.compute.manager [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1264.081739] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.081931] env[69183]: DEBUG nova.compute.manager [-] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.082036] env[69183]: DEBUG nova.network.neutron [-] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.402802] env[69183]: INFO nova.compute.manager [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Took 13.54 seconds to build instance. [ 1264.525392] env[69183]: DEBUG oslo_concurrency.lockutils [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Acquiring lock "refresh_cache-b58a670c-6eaf-411a-bf94-c11104fa5269" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.525392] env[69183]: DEBUG oslo_concurrency.lockutils [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Acquired lock "refresh_cache-b58a670c-6eaf-411a-bf94-c11104fa5269" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.525392] env[69183]: DEBUG nova.network.neutron [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.904623] env[69183]: DEBUG oslo_concurrency.lockutils [None req-9055b968-0f6b-48df-b42c-81ac05491eaf tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Lock "2a9a84b7-c798-40d8-832b-bfabd6073185" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.044s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.020342] env[69183]: DEBUG nova.network.neutron [-] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.057793] env[69183]: DEBUG nova.network.neutron [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.193251] env[69183]: DEBUG nova.network.neutron [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Updating instance_info_cache with network_info: [{"id": "091ad937-722b-44dc-ac39-8b643d34c8b7", "address": "fa:16:3e:c2:91:6b", "network": {"id": "99c5f283-96ad-40e3-86b5-648e01a0f026", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-649300829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a661d124a1f845cfb54ab26c4a6a172c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap091ad937-72", "ovs_interfaceid": "091ad937-722b-44dc-ac39-8b643d34c8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.324098] env[69183]: DEBUG oslo_concurrency.lockutils [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Acquiring lock "2a9a84b7-c798-40d8-832b-bfabd6073185" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.324098] env[69183]: DEBUG oslo_concurrency.lockutils [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Lock "2a9a84b7-c798-40d8-832b-bfabd6073185" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.324257] env[69183]: DEBUG oslo_concurrency.lockutils [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Acquiring lock "2a9a84b7-c798-40d8-832b-bfabd6073185-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.324444] env[69183]: DEBUG oslo_concurrency.lockutils [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Lock "2a9a84b7-c798-40d8-832b-bfabd6073185-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.324616] env[69183]: DEBUG oslo_concurrency.lockutils [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Lock "2a9a84b7-c798-40d8-832b-bfabd6073185-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.327457] env[69183]: INFO nova.compute.manager [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Terminating instance [ 1265.522908] env[69183]: INFO nova.compute.manager [-] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Took 1.44 seconds to deallocate network for instance. [ 1265.696637] env[69183]: DEBUG oslo_concurrency.lockutils [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Releasing lock "refresh_cache-b58a670c-6eaf-411a-bf94-c11104fa5269" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.697122] env[69183]: DEBUG nova.compute.manager [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Instance network_info: |[{"id": "091ad937-722b-44dc-ac39-8b643d34c8b7", "address": "fa:16:3e:c2:91:6b", "network": {"id": "99c5f283-96ad-40e3-86b5-648e01a0f026", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-649300829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a661d124a1f845cfb54ab26c4a6a172c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap091ad937-72", "ovs_interfaceid": "091ad937-722b-44dc-ac39-8b643d34c8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1265.697582] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:91:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '091ad937-722b-44dc-ac39-8b643d34c8b7', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.705187] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Creating folder: Project (a661d124a1f845cfb54ab26c4a6a172c). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1265.705466] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e667cd5f-3d5a-4cef-a9dc-d19f23719046 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.707967] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.708132] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69183) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1265.718326] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Created folder: Project (a661d124a1f845cfb54ab26c4a6a172c) in parent group-v560622. [ 1265.718509] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Creating folder: Instances. Parent ref: group-v560960. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1265.718739] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb51b80b-005a-4fab-8c3a-445418ee4572 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.728130] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Created folder: Instances in parent group-v560960. [ 1265.728344] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.728516] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.728698] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b2e4bb0-4cfc-4920-bc4d-cf7ebf9a1315 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.746633] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.746633] env[69183]: value = "task-2790872" [ 1265.746633] env[69183]: _type = "Task" [ 1265.746633] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.753433] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790872, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.831255] env[69183]: DEBUG nova.compute.manager [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1265.831508] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.832500] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8705f58a-aa8a-45e0-b2f8-600ca797d369 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.839990] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.840243] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-992f663c-f518-4af7-b3a6-946ef3e9e5cc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.846377] env[69183]: DEBUG oslo_vmware.api [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Waiting for the task: (returnval){ [ 1265.846377] env[69183]: value = "task-2790873" [ 1265.846377] env[69183]: _type = "Task" [ 1265.846377] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.854074] env[69183]: DEBUG oslo_vmware.api [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Task: {'id': task-2790873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.971150] env[69183]: DEBUG nova.compute.manager [req-8ab172b0-58c8-4382-93d7-428e03a7ef6d req-dbdd2902-1465-4d09-bf92-37b5ed121ac4 service nova] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Received event network-changed-091ad937-722b-44dc-ac39-8b643d34c8b7 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1265.971581] env[69183]: DEBUG nova.compute.manager [req-8ab172b0-58c8-4382-93d7-428e03a7ef6d req-dbdd2902-1465-4d09-bf92-37b5ed121ac4 service nova] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Refreshing instance network info cache due to event network-changed-091ad937-722b-44dc-ac39-8b643d34c8b7. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1265.971581] env[69183]: DEBUG oslo_concurrency.lockutils [req-8ab172b0-58c8-4382-93d7-428e03a7ef6d req-dbdd2902-1465-4d09-bf92-37b5ed121ac4 service nova] Acquiring lock "refresh_cache-b58a670c-6eaf-411a-bf94-c11104fa5269" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.971716] env[69183]: DEBUG oslo_concurrency.lockutils [req-8ab172b0-58c8-4382-93d7-428e03a7ef6d req-dbdd2902-1465-4d09-bf92-37b5ed121ac4 service nova] Acquired lock "refresh_cache-b58a670c-6eaf-411a-bf94-c11104fa5269" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.971863] env[69183]: DEBUG nova.network.neutron [req-8ab172b0-58c8-4382-93d7-428e03a7ef6d req-dbdd2902-1465-4d09-bf92-37b5ed121ac4 service nova] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Refreshing network info cache for port 091ad937-722b-44dc-ac39-8b643d34c8b7 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.029185] env[69183]: DEBUG oslo_concurrency.lockutils [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.029503] env[69183]: DEBUG oslo_concurrency.lockutils [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.029728] env[69183]: DEBUG nova.objects.instance [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lazy-loading 'resources' on Instance uuid ea0be357-0d24-4fcc-b9da-f540c57d06f2 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.256844] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790872, 'name': CreateVM_Task, 'duration_secs': 0.3216} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.257023] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1266.257700] env[69183]: DEBUG oslo_concurrency.lockutils [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.257867] env[69183]: DEBUG oslo_concurrency.lockutils [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.258198] env[69183]: DEBUG oslo_concurrency.lockutils [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.258447] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a28699b9-bff9-42cb-abcc-d19152e6dc63 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.262750] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Waiting for the task: (returnval){ [ 1266.262750] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]523e94c0-ec25-8aec-9cc6-c3bb5d8b36b1" [ 1266.262750] env[69183]: _type = "Task" [ 1266.262750] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.270093] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]523e94c0-ec25-8aec-9cc6-c3bb5d8b36b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.355305] env[69183]: DEBUG oslo_vmware.api [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Task: {'id': task-2790873, 'name': PowerOffVM_Task, 'duration_secs': 0.219163} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.355600] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.355841] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.356111] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e3cc906-1d9a-48d3-a9f1-b08380fa6d7e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.425756] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.426034] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.426223] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Deleting the datastore file [datastore2] 2a9a84b7-c798-40d8-832b-bfabd6073185 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.426492] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d47ea53a-f3c3-422a-b948-beb86c42fe4f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.434956] env[69183]: DEBUG oslo_vmware.api [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Waiting for the task: (returnval){ [ 1266.434956] env[69183]: value = "task-2790875" [ 1266.434956] env[69183]: _type = "Task" [ 1266.434956] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.442466] env[69183]: DEBUG oslo_vmware.api [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Task: {'id': task-2790875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.620589] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fbcbe8-2f3c-4f59-b428-c97ae9a7e8cf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.627580] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437c09f8-a2a8-4234-8c72-46a29c9c5591 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.659601] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feda943a-47d7-44f8-9f56-dab1071e85a6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.662733] env[69183]: DEBUG nova.network.neutron [req-8ab172b0-58c8-4382-93d7-428e03a7ef6d req-dbdd2902-1465-4d09-bf92-37b5ed121ac4 service nova] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Updated VIF entry in instance network info cache for port 091ad937-722b-44dc-ac39-8b643d34c8b7. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.663087] env[69183]: DEBUG nova.network.neutron [req-8ab172b0-58c8-4382-93d7-428e03a7ef6d req-dbdd2902-1465-4d09-bf92-37b5ed121ac4 service nova] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Updating instance_info_cache with network_info: [{"id": "091ad937-722b-44dc-ac39-8b643d34c8b7", "address": "fa:16:3e:c2:91:6b", "network": {"id": "99c5f283-96ad-40e3-86b5-648e01a0f026", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-649300829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a661d124a1f845cfb54ab26c4a6a172c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap091ad937-72", "ovs_interfaceid": "091ad937-722b-44dc-ac39-8b643d34c8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.668940] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a632273c-1720-4c00-867f-703b3675107a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.682787] env[69183]: DEBUG nova.compute.provider_tree [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.707808] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.773277] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]523e94c0-ec25-8aec-9cc6-c3bb5d8b36b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011523} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.773745] env[69183]: DEBUG oslo_concurrency.lockutils [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.773835] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1266.774042] env[69183]: DEBUG oslo_concurrency.lockutils [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.774196] env[69183]: DEBUG oslo_concurrency.lockutils [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.774377] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1266.774637] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-864dcbe7-f808-4994-9ac8-b8009c5e3217 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.782666] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1266.782842] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1266.783546] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-298ad7a3-56dd-4556-a408-006e90e601c3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.788397] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Waiting for the task: (returnval){ [ 1266.788397] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]527df0b8-5e3b-ad0f-a9b7-eae223b0822f" [ 1266.788397] env[69183]: _type = "Task" [ 1266.788397] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.795508] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527df0b8-5e3b-ad0f-a9b7-eae223b0822f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.946556] env[69183]: DEBUG oslo_vmware.api [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Task: {'id': task-2790875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159895} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.946854] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.947042] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.947280] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.947390] env[69183]: INFO nova.compute.manager [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1266.947625] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.947807] env[69183]: DEBUG nova.compute.manager [-] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1266.947900] env[69183]: DEBUG nova.network.neutron [-] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1267.166385] env[69183]: DEBUG oslo_concurrency.lockutils [req-8ab172b0-58c8-4382-93d7-428e03a7ef6d req-dbdd2902-1465-4d09-bf92-37b5ed121ac4 service nova] Releasing lock "refresh_cache-b58a670c-6eaf-411a-bf94-c11104fa5269" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.166641] env[69183]: DEBUG nova.compute.manager [req-8ab172b0-58c8-4382-93d7-428e03a7ef6d req-dbdd2902-1465-4d09-bf92-37b5ed121ac4 service nova] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Received event network-vif-deleted-42f59967-9dba-4a2b-89bf-24ab8be0ee68 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1267.185739] env[69183]: DEBUG nova.scheduler.client.report [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.210500] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.298447] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]527df0b8-5e3b-ad0f-a9b7-eae223b0822f, 'name': SearchDatastore_Task, 'duration_secs': 0.0083} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.299178] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d04ba01e-9a0c-40cf-8b50-b284c0541afb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.303765] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Waiting for the task: (returnval){ [ 1267.303765] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e3afaa-0420-7c4f-568c-9e3129cecdb0" [ 1267.303765] env[69183]: _type = "Task" [ 1267.303765] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.310715] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e3afaa-0420-7c4f-568c-9e3129cecdb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.668511] env[69183]: DEBUG nova.network.neutron [-] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.689761] env[69183]: DEBUG oslo_concurrency.lockutils [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.691918] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.481s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.692115] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.692277] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69183) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1267.693117] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086610c4-ec67-47f2-8e7f-d5bbf6fb4a6a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.701188] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72663749-ec59-4e9d-9e86-7581b07d8c07 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.715978] env[69183]: INFO nova.scheduler.client.report [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Deleted allocations for instance ea0be357-0d24-4fcc-b9da-f540c57d06f2 [ 1267.717382] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3081df7a-96f4-43fe-9e95-4943b619f550 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.726316] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b98c221-d6ab-4b3d-85ee-a1468877ca69 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.756475] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180326MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=69183) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1267.757248] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.757248] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.814121] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e3afaa-0420-7c4f-568c-9e3129cecdb0, 'name': SearchDatastore_Task, 'duration_secs': 0.009058} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.814400] env[69183]: DEBUG oslo_concurrency.lockutils [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.814688] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] b58a670c-6eaf-411a-bf94-c11104fa5269/b58a670c-6eaf-411a-bf94-c11104fa5269.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1267.814904] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00ac6f01-64e9-460c-b5e9-50796b3c4a63 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.822254] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Waiting for the task: (returnval){ [ 1267.822254] env[69183]: value = "task-2790876" [ 1267.822254] env[69183]: _type = "Task" [ 1267.822254] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.829914] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Task: {'id': task-2790876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.005933] env[69183]: DEBUG nova.compute.manager [req-3ddc30ec-a2dd-4302-b01c-9631860dc1fc req-520a27aa-0084-4bac-b370-08a7a2fa1c00 service nova] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Received event network-vif-deleted-2d9b1cb8-8d47-4289-b5da-c779bc77ec50 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1268.171193] env[69183]: INFO nova.compute.manager [-] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Took 1.22 seconds to deallocate network for instance. [ 1268.226353] env[69183]: DEBUG oslo_concurrency.lockutils [None req-422d457a-202f-4d9f-9659-3faf708296a7 tempest-AttachVolumeNegativeTest-1736453908 tempest-AttachVolumeNegativeTest-1736453908-project-member] Lock "ea0be357-0d24-4fcc-b9da-f540c57d06f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.771s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.334567] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Task: {'id': task-2790876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453451} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.335334] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] b58a670c-6eaf-411a-bf94-c11104fa5269/b58a670c-6eaf-411a-bf94-c11104fa5269.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1268.335551] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1268.335846] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-054e9602-9d61-45de-9944-d95a97565a05 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.342284] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Waiting for the task: (returnval){ [ 1268.342284] env[69183]: value = "task-2790877" [ 1268.342284] env[69183]: _type = "Task" [ 1268.342284] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.350679] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Task: {'id': task-2790877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.678883] env[69183]: DEBUG oslo_concurrency.lockutils [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.782034] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance de082184-d2e2-4020-b5dc-c0c2670f2f8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1268.782202] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance ee41efd6-b248-45c5-9cbe-081967dccfbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1268.782327] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 595f05fc-635b-416b-af11-a792e21b451b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1268.782444] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 2a9a84b7-c798-40d8-832b-bfabd6073185 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1268.782558] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance b58a670c-6eaf-411a-bf94-c11104fa5269 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1268.782741] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1268.782882] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1268.825618] env[69183]: DEBUG oslo_concurrency.lockutils [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "ee41efd6-b248-45c5-9cbe-081967dccfbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.825925] env[69183]: DEBUG oslo_concurrency.lockutils [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "ee41efd6-b248-45c5-9cbe-081967dccfbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.826164] env[69183]: DEBUG oslo_concurrency.lockutils [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "ee41efd6-b248-45c5-9cbe-081967dccfbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.826385] env[69183]: DEBUG oslo_concurrency.lockutils [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "ee41efd6-b248-45c5-9cbe-081967dccfbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.826563] env[69183]: DEBUG oslo_concurrency.lockutils [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "ee41efd6-b248-45c5-9cbe-081967dccfbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.828751] env[69183]: INFO nova.compute.manager [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Terminating instance [ 1268.854824] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Task: {'id': task-2790877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066094} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.855124] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1268.855993] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de378167-739e-47ba-8226-f5a1944e4369 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.861432] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f07af59-d6d3-4d3b-bbce-463be7f12ba0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.881191] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] b58a670c-6eaf-411a-bf94-c11104fa5269/b58a670c-6eaf-411a-bf94-c11104fa5269.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.882100] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04749bad-e6a1-4946-979d-9cbf7fa32f5c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.898875] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44991742-01a9-4fbc-a9bd-1b8c3d2de7b9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.905014] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Waiting for the task: (returnval){ [ 1268.905014] env[69183]: value = "task-2790879" [ 1268.905014] env[69183]: _type = "Task" [ 1268.905014] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.937277] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28233268-b101-4d69-a7b9-8b14ea67375d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.942384] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Task: {'id': task-2790879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.945458] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1ee9d9-3cd8-46ed-802d-350cd7e35b36 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.958367] env[69183]: DEBUG nova.compute.provider_tree [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.335490] env[69183]: DEBUG nova.compute.manager [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.335738] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.336635] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7325d22d-b220-4b32-b64b-7a2f6172c951 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.344176] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.344398] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-155b41c0-ccd1-447d-803c-2ab486056e3e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.350183] env[69183]: DEBUG oslo_vmware.api [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1269.350183] env[69183]: value = "task-2790880" [ 1269.350183] env[69183]: _type = "Task" [ 1269.350183] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.357779] env[69183]: DEBUG oslo_vmware.api [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.439524] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Task: {'id': task-2790879, 'name': ReconfigVM_Task, 'duration_secs': 0.295833} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.439809] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Reconfigured VM instance instance-0000007b to attach disk [datastore2] b58a670c-6eaf-411a-bf94-c11104fa5269/b58a670c-6eaf-411a-bf94-c11104fa5269.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.440459] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7389b54f-d03c-482b-90cd-2a6837b8a125 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.447356] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Waiting for the task: (returnval){ [ 1269.447356] env[69183]: value = "task-2790881" [ 1269.447356] env[69183]: _type = "Task" [ 1269.447356] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.456127] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Task: {'id': task-2790881, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.461065] env[69183]: DEBUG nova.scheduler.client.report [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.859818] env[69183]: DEBUG oslo_vmware.api [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790880, 'name': PowerOffVM_Task, 'duration_secs': 0.184891} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.860127] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.860254] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.860496] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4c48411-dbbf-485a-8c4c-ab926dd9450a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.929976] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.930252] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.930449] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Deleting the datastore file [datastore2] ee41efd6-b248-45c5-9cbe-081967dccfbd {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.930727] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-401e8231-2119-474e-a656-55b2b71c3e3a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.938393] env[69183]: DEBUG oslo_vmware.api [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1269.938393] env[69183]: value = "task-2790883" [ 1269.938393] env[69183]: _type = "Task" [ 1269.938393] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.947356] env[69183]: DEBUG oslo_vmware.api [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.954431] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Task: {'id': task-2790881, 'name': Rename_Task, 'duration_secs': 0.19311} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.954668] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.954902] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab037a54-90fb-49a4-9001-8cd14787e22a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.960659] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Waiting for the task: (returnval){ [ 1269.960659] env[69183]: value = "task-2790884" [ 1269.960659] env[69183]: _type = "Task" [ 1269.960659] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.967865] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69183) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1269.968085] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.211s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.968317] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Task: {'id': task-2790884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.968587] env[69183]: DEBUG oslo_concurrency.lockutils [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.290s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.968843] env[69183]: DEBUG nova.objects.instance [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Lazy-loading 'resources' on Instance uuid 2a9a84b7-c798-40d8-832b-bfabd6073185 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.447701] env[69183]: DEBUG oslo_vmware.api [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138954} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.447951] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.448158] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.448336] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.448509] env[69183]: INFO nova.compute.manager [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1270.448750] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.448939] env[69183]: DEBUG nova.compute.manager [-] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1270.449047] env[69183]: DEBUG nova.network.neutron [-] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.476577] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Task: {'id': task-2790884, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.549049] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352f5dd3-e27c-40c4-852c-ffa715532509 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.556462] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86410341-e449-4bc4-8065-3f175c1fef5c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.586028] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6408d95c-b24f-4c7a-a8b4-0d7c5a597711 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.593544] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1adce5-36d0-4f38-8eaa-0833ed0d8af4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.608479] env[69183]: DEBUG nova.compute.provider_tree [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.885132] env[69183]: DEBUG nova.compute.manager [req-d520e5ab-ac70-4a87-8f25-ff9a0aa2636e req-389f6eb0-51bf-4e74-8933-ebb374748952 service nova] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Received event network-vif-deleted-ac4d9bf5-a891-45f1-901e-1ae1cf3894d8 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1270.885403] env[69183]: INFO nova.compute.manager [req-d520e5ab-ac70-4a87-8f25-ff9a0aa2636e req-389f6eb0-51bf-4e74-8933-ebb374748952 service nova] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Neutron deleted interface ac4d9bf5-a891-45f1-901e-1ae1cf3894d8; detaching it from the instance and deleting it from the info cache [ 1270.885641] env[69183]: DEBUG nova.network.neutron [req-d520e5ab-ac70-4a87-8f25-ff9a0aa2636e req-389f6eb0-51bf-4e74-8933-ebb374748952 service nova] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.965710] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1270.966017] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1270.972438] env[69183]: DEBUG oslo_vmware.api [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Task: {'id': task-2790884, 'name': PowerOnVM_Task, 'duration_secs': 0.52622} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.972737] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.972973] env[69183]: INFO nova.compute.manager [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1270.973219] env[69183]: DEBUG nova.compute.manager [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.974046] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffd1c23-cd52-4470-9059-a0f51a74c20f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.111445] env[69183]: DEBUG nova.scheduler.client.report [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.358667] env[69183]: DEBUG nova.network.neutron [-] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.388683] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adaa8df8-9827-49e6-a9d9-9c959625e87c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.398797] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d8d5c7-f3ee-4787-8885-b6000da9bfcf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.425830] env[69183]: DEBUG nova.compute.manager [req-d520e5ab-ac70-4a87-8f25-ff9a0aa2636e req-389f6eb0-51bf-4e74-8933-ebb374748952 service nova] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Detach interface failed, port_id=ac4d9bf5-a891-45f1-901e-1ae1cf3894d8, reason: Instance ee41efd6-b248-45c5-9cbe-081967dccfbd could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1271.471059] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.471059] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.471191] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.471380] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.492402] env[69183]: INFO nova.compute.manager [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Took 11.87 seconds to build instance. [ 1271.617622] env[69183]: DEBUG oslo_concurrency.lockutils [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.647110] env[69183]: INFO nova.scheduler.client.report [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Deleted allocations for instance 2a9a84b7-c798-40d8-832b-bfabd6073185 [ 1271.862259] env[69183]: INFO nova.compute.manager [-] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Took 1.41 seconds to deallocate network for instance. [ 1271.994328] env[69183]: DEBUG oslo_concurrency.lockutils [None req-61a12e3d-f144-4b99-a69c-f133aa00c8b8 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Lock "b58a670c-6eaf-411a-bf94-c11104fa5269" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.390s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.155885] env[69183]: DEBUG oslo_concurrency.lockutils [None req-25bc8154-4ba6-46a7-9332-7a9526b28dfa tempest-ServerAddressesNegativeTestJSON-627503469 tempest-ServerAddressesNegativeTestJSON-627503469-project-member] Lock "2a9a84b7-c798-40d8-832b-bfabd6073185" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.832s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.368947] env[69183]: DEBUG oslo_concurrency.lockutils [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.369166] env[69183]: DEBUG oslo_concurrency.lockutils [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.369385] env[69183]: DEBUG nova.objects.instance [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lazy-loading 'resources' on Instance uuid ee41efd6-b248-45c5-9cbe-081967dccfbd {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.468834] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Acquiring lock "b58a670c-6eaf-411a-bf94-c11104fa5269" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.469138] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Lock "b58a670c-6eaf-411a-bf94-c11104fa5269" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.469355] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Acquiring lock "b58a670c-6eaf-411a-bf94-c11104fa5269-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.469539] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Lock "b58a670c-6eaf-411a-bf94-c11104fa5269-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.469711] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Lock "b58a670c-6eaf-411a-bf94-c11104fa5269-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.471871] env[69183]: INFO nova.compute.manager [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Terminating instance [ 1272.943414] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3235df5f-766d-460f-b103-d04fe7b1c113 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.952377] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cd4364-0071-47af-a607-ba872c6a9b71 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.982944] env[69183]: DEBUG nova.compute.manager [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1272.983203] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.984188] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ffe99c-8b25-4ecb-b7ef-cbae6199b984 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.987379] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35da772-9602-4440-85fb-8e8f80e9ecd8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.994080] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.996498] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a5170c4-259c-42ac-a001-038b0b9d1dde {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.999587] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da5313a-70de-415f-80bc-229c7ec7e51e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.014967] env[69183]: DEBUG nova.compute.provider_tree [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.020045] env[69183]: DEBUG oslo_vmware.api [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Waiting for the task: (returnval){ [ 1273.020045] env[69183]: value = "task-2790886" [ 1273.020045] env[69183]: _type = "Task" [ 1273.020045] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.028197] env[69183]: DEBUG oslo_vmware.api [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Task: {'id': task-2790886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.523019] env[69183]: DEBUG nova.scheduler.client.report [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.532819] env[69183]: DEBUG oslo_vmware.api [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Task: {'id': task-2790886, 'name': PowerOffVM_Task, 'duration_secs': 0.174006} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.533491] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.533491] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.533700] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e398c5cf-07f0-4585-97b4-e874d54f5624 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.607159] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.607411] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.607593] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Deleting the datastore file [datastore2] b58a670c-6eaf-411a-bf94-c11104fa5269 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.607852] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93ea329c-8135-42ba-ae8f-71213bc9c359 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.615218] env[69183]: DEBUG oslo_vmware.api [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Waiting for the task: (returnval){ [ 1273.615218] env[69183]: value = "task-2790888" [ 1273.615218] env[69183]: _type = "Task" [ 1273.615218] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.624570] env[69183]: DEBUG oslo_vmware.api [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Task: {'id': task-2790888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.028795] env[69183]: DEBUG oslo_concurrency.lockutils [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.053637] env[69183]: INFO nova.scheduler.client.report [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Deleted allocations for instance ee41efd6-b248-45c5-9cbe-081967dccfbd [ 1274.125135] env[69183]: DEBUG oslo_vmware.api [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Task: {'id': task-2790888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130254} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.125424] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.125612] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.125834] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.126030] env[69183]: INFO nova.compute.manager [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1274.126274] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.126457] env[69183]: DEBUG nova.compute.manager [-] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1274.126553] env[69183]: DEBUG nova.network.neutron [-] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.390201] env[69183]: DEBUG nova.compute.manager [req-74cdea3d-3c09-404c-8cad-72aeb08808a1 req-c008af0f-933c-4ad2-a5d4-b6d128b6f8e2 service nova] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Received event network-vif-deleted-091ad937-722b-44dc-ac39-8b643d34c8b7 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1274.390384] env[69183]: INFO nova.compute.manager [req-74cdea3d-3c09-404c-8cad-72aeb08808a1 req-c008af0f-933c-4ad2-a5d4-b6d128b6f8e2 service nova] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Neutron deleted interface 091ad937-722b-44dc-ac39-8b643d34c8b7; detaching it from the instance and deleting it from the info cache [ 1274.390561] env[69183]: DEBUG nova.network.neutron [req-74cdea3d-3c09-404c-8cad-72aeb08808a1 req-c008af0f-933c-4ad2-a5d4-b6d128b6f8e2 service nova] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.561345] env[69183]: DEBUG oslo_concurrency.lockutils [None req-45702813-9b65-4da3-921e-2559d36b5d41 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "ee41efd6-b248-45c5-9cbe-081967dccfbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.735s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.878221] env[69183]: DEBUG nova.network.neutron [-] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.892511] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8a0e7a0-be8f-4d16-9ea2-c3a5d65c06d3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.907749] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2e63ff-898d-4304-8adf-56f4420d15c5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.935147] env[69183]: DEBUG nova.compute.manager [req-74cdea3d-3c09-404c-8cad-72aeb08808a1 req-c008af0f-933c-4ad2-a5d4-b6d128b6f8e2 service nova] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Detach interface failed, port_id=091ad937-722b-44dc-ac39-8b643d34c8b7, reason: Instance b58a670c-6eaf-411a-bf94-c11104fa5269 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1275.381077] env[69183]: INFO nova.compute.manager [-] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Took 1.25 seconds to deallocate network for instance. [ 1275.892093] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.892409] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.892634] env[69183]: DEBUG nova.objects.instance [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Lazy-loading 'resources' on Instance uuid b58a670c-6eaf-411a-bf94-c11104fa5269 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.457169] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e49475-5a18-4864-a1f3-0f1d655b8555 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.465971] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bc9c9d-e3d3-4b2a-a625-be08ac00f758 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.496922] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751f7126-d90b-43c4-abfd-2d2511159868 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.504347] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1a0244-6fd4-46d0-be5d-484b29404918 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.518184] env[69183]: DEBUG nova.compute.provider_tree [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1276.903029] env[69183]: DEBUG nova.compute.manager [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Stashing vm_state: active {{(pid=69183) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1277.039082] env[69183]: ERROR nova.scheduler.client.report [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] [req-f974430c-dd88-4c32-9946-dd7adc26e6d4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ac1d5a79-805a-416e-80c0-31063a094839. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f974430c-dd88-4c32-9946-dd7adc26e6d4"}]} [ 1277.054284] env[69183]: DEBUG nova.scheduler.client.report [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Refreshing inventories for resource provider ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1277.066457] env[69183]: DEBUG nova.scheduler.client.report [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Updating ProviderTree inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1277.066457] env[69183]: DEBUG nova.compute.provider_tree [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 178 to 179 during operation: update_inventory {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1277.066642] env[69183]: DEBUG nova.compute.provider_tree [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1277.077036] env[69183]: DEBUG nova.scheduler.client.report [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Refreshing aggregate associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, aggregates: None {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1277.094802] env[69183]: DEBUG nova.scheduler.client.report [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Refreshing trait associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1277.133056] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "595f05fc-635b-416b-af11-a792e21b451b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.133056] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "595f05fc-635b-416b-af11-a792e21b451b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.133056] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "595f05fc-635b-416b-af11-a792e21b451b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.133056] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "595f05fc-635b-416b-af11-a792e21b451b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.133419] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "595f05fc-635b-416b-af11-a792e21b451b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.136213] env[69183]: INFO nova.compute.manager [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Terminating instance [ 1277.168649] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec59c57-7347-46d0-a287-927f2b45426e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.176771] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312f691b-2865-4e2b-87c4-7d10927cdbc8 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.206085] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37540685-5a24-4530-ba9c-9b88959a9540 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.213486] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c2b3bd-5e25-4dcb-908f-162f5d110918 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.227051] env[69183]: DEBUG nova.compute.provider_tree [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1277.419473] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.533609] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquiring lock "254b567e-d9f6-4c64-8471-796f00153330" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.533936] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Lock "254b567e-d9f6-4c64-8471-796f00153330" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.640642] env[69183]: DEBUG nova.compute.manager [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1277.640959] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.642211] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7137125b-9f1e-441e-a13a-479eac553624 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.651534] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.651785] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2944e9f-bf2c-47f6-82d2-bf6b5cd92861 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.659048] env[69183]: DEBUG oslo_vmware.api [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1277.659048] env[69183]: value = "task-2790890" [ 1277.659048] env[69183]: _type = "Task" [ 1277.659048] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.667208] env[69183]: DEBUG oslo_vmware.api [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.759064] env[69183]: DEBUG nova.scheduler.client.report [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Updated inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1277.759400] env[69183]: DEBUG nova.compute.provider_tree [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 179 to 180 during operation: update_inventory {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1277.759597] env[69183]: DEBUG nova.compute.provider_tree [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1278.037411] env[69183]: DEBUG nova.compute.manager [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1278.168498] env[69183]: DEBUG oslo_vmware.api [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790890, 'name': PowerOffVM_Task, 'duration_secs': 0.184345} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.168775] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.168949] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1278.169222] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da20e12d-6094-478a-81a5-600188a4adfe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.238716] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.238907] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.239068] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Deleting the datastore file [datastore2] 595f05fc-635b-416b-af11-a792e21b451b {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.239326] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36770ed2-0a46-4274-8e8f-3dcc509d7dfc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.245631] env[69183]: DEBUG oslo_vmware.api [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for the task: (returnval){ [ 1278.245631] env[69183]: value = "task-2790892" [ 1278.245631] env[69183]: _type = "Task" [ 1278.245631] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.252833] env[69183]: DEBUG oslo_vmware.api [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.264453] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.372s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.266464] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.847s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.285520] env[69183]: INFO nova.scheduler.client.report [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Deleted allocations for instance b58a670c-6eaf-411a-bf94-c11104fa5269 [ 1278.555104] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.756804] env[69183]: DEBUG oslo_vmware.api [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Task: {'id': task-2790892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126993} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.757112] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.757306] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.757508] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.757979] env[69183]: INFO nova.compute.manager [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1278.758287] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.758488] env[69183]: DEBUG nova.compute.manager [-] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1278.758940] env[69183]: DEBUG nova.network.neutron [-] [instance: 595f05fc-635b-416b-af11-a792e21b451b] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1278.771699] env[69183]: INFO nova.compute.claims [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.794584] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7bb85a43-cf9e-488a-bd40-6b8477448c32 tempest-ServerTagsTestJSON-1401453491 tempest-ServerTagsTestJSON-1401453491-project-member] Lock "b58a670c-6eaf-411a-bf94-c11104fa5269" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.325s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.281192] env[69183]: INFO nova.compute.resource_tracker [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Updating resource usage from migration a1201719-09f8-4a49-9580-0618c7982ba6 [ 1279.358667] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1679fcdb-8a34-457b-be02-c99834c2738a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.366437] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b59e023-1b85-4e00-af72-d3cdcd954960 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.403753] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ecd102-f73b-4198-a250-2d08c6ed3e0f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.406199] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6bc33e-f357-454e-b392-18293528c630 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.426550] env[69183]: DEBUG nova.compute.provider_tree [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.735168] env[69183]: DEBUG nova.compute.manager [req-b5a9bd4e-707c-4ea9-b8b5-8c26d8c575f3 req-9c8bbefa-3893-4828-beb0-038b0226730e service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Received event network-vif-deleted-5f561509-92d9-4ab7-ac41-d7cd667c7690 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1279.735168] env[69183]: INFO nova.compute.manager [req-b5a9bd4e-707c-4ea9-b8b5-8c26d8c575f3 req-9c8bbefa-3893-4828-beb0-038b0226730e service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Neutron deleted interface 5f561509-92d9-4ab7-ac41-d7cd667c7690; detaching it from the instance and deleting it from the info cache [ 1279.735168] env[69183]: DEBUG nova.network.neutron [req-b5a9bd4e-707c-4ea9-b8b5-8c26d8c575f3 req-9c8bbefa-3893-4828-beb0-038b0226730e service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.931156] env[69183]: DEBUG nova.scheduler.client.report [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.212979] env[69183]: DEBUG nova.network.neutron [-] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.237953] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7c738e1-0717-4a6c-b7c8-457c593e2f9d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.249177] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44428a1d-a0c5-46c6-937f-e6bae7b6ce4d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.274448] env[69183]: DEBUG nova.compute.manager [req-b5a9bd4e-707c-4ea9-b8b5-8c26d8c575f3 req-9c8bbefa-3893-4828-beb0-038b0226730e service nova] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Detach interface failed, port_id=5f561509-92d9-4ab7-ac41-d7cd667c7690, reason: Instance 595f05fc-635b-416b-af11-a792e21b451b could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1280.436238] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.170s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.436458] env[69183]: INFO nova.compute.manager [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Migrating [ 1280.444585] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.890s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.446210] env[69183]: INFO nova.compute.claims [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.715577] env[69183]: INFO nova.compute.manager [-] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Took 1.96 seconds to deallocate network for instance. [ 1280.959303] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "refresh_cache-de082184-d2e2-4020-b5dc-c0c2670f2f8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.959303] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "refresh_cache-de082184-d2e2-4020-b5dc-c0c2670f2f8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.959303] env[69183]: DEBUG nova.network.neutron [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.221597] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.527640] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a651ce-4043-4dc1-b4ef-d278c0d2833a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.537200] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09aa1f85-81dc-4343-8fbe-a1439a3a0929 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.570033] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab11821-9eca-4a52-a341-3771ef61e0ab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.577603] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e149500-104d-4264-86c4-02d8f5e9848c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.590530] env[69183]: DEBUG nova.compute.provider_tree [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.677269] env[69183]: DEBUG nova.network.neutron [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Updating instance_info_cache with network_info: [{"id": "57d948b0-cbe2-4120-a503-b8828290ebe6", "address": "fa:16:3e:52:7d:55", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d948b0-cb", "ovs_interfaceid": "57d948b0-cbe2-4120-a503-b8828290ebe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.095492] env[69183]: DEBUG nova.scheduler.client.report [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.180843] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "refresh_cache-de082184-d2e2-4020-b5dc-c0c2670f2f8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.600634] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.601220] env[69183]: DEBUG nova.compute.manager [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1282.604231] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.383s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.604435] env[69183]: DEBUG nova.objects.instance [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lazy-loading 'resources' on Instance uuid 595f05fc-635b-416b-af11-a792e21b451b {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.106973] env[69183]: DEBUG nova.compute.utils [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1283.111140] env[69183]: DEBUG nova.compute.manager [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1283.111314] env[69183]: DEBUG nova.network.neutron [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1283.146345] env[69183]: DEBUG nova.policy [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f27d0cb92eca4fae8ed8ee9ea765ba84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8843e646b0f74024a35fcbdbf82fa5fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1283.163108] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4fc522-c30c-4ea8-b73a-881ac2ab0edd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.171080] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75656bb2-f1c3-4391-b7a6-ded70aa25943 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.205020] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d424f40b-e6db-4c10-96f4-26a7fdd76fa5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.212399] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906bd461-bd35-474c-ac01-d81367abf98a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.226282] env[69183]: DEBUG nova.compute.provider_tree [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.607752] env[69183]: DEBUG nova.network.neutron [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Successfully created port: 58de3ba7-3f0d-47ea-8249-fb30e46f242f {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1283.611949] env[69183]: DEBUG nova.compute.manager [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1283.711106] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c5cbda-dc76-41ae-8621-98394cd3fc74 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.731251] env[69183]: DEBUG nova.scheduler.client.report [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.734154] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Updating instance 'de082184-d2e2-4020-b5dc-c0c2670f2f8e' progress to 0 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1284.238281] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.241988] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.243025] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad38abdb-5a45-4227-a7d9-2aa5647cb7b3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.249121] env[69183]: DEBUG oslo_vmware.api [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1284.249121] env[69183]: value = "task-2790893" [ 1284.249121] env[69183]: _type = "Task" [ 1284.249121] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.256671] env[69183]: DEBUG oslo_vmware.api [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.259684] env[69183]: INFO nova.scheduler.client.report [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Deleted allocations for instance 595f05fc-635b-416b-af11-a792e21b451b [ 1284.623862] env[69183]: DEBUG nova.compute.manager [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1284.655532] env[69183]: DEBUG nova.virt.hardware [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1284.655772] env[69183]: DEBUG nova.virt.hardware [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.655991] env[69183]: DEBUG nova.virt.hardware [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.656207] env[69183]: DEBUG nova.virt.hardware [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.656357] env[69183]: DEBUG nova.virt.hardware [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.656504] env[69183]: DEBUG nova.virt.hardware [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1284.656711] env[69183]: DEBUG nova.virt.hardware [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1284.656885] env[69183]: DEBUG nova.virt.hardware [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1284.658026] env[69183]: DEBUG nova.virt.hardware [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1284.658026] env[69183]: DEBUG nova.virt.hardware [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1284.658026] env[69183]: DEBUG nova.virt.hardware [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1284.658329] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e578c7a4-b6c0-4dc1-8d47-2bc194b60f52 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.666310] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b7c5f6-2020-45b4-aa39-0eeb2d484a15 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.758655] env[69183]: DEBUG oslo_vmware.api [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790893, 'name': PowerOffVM_Task, 'duration_secs': 0.175524} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.759078] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.759392] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Updating instance 'de082184-d2e2-4020-b5dc-c0c2670f2f8e' progress to 17 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1284.765741] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d465ad4e-7393-491c-a5bc-1b300b62ef40 tempest-AttachVolumeShelveTestJSON-1099071379 tempest-AttachVolumeShelveTestJSON-1099071379-project-member] Lock "595f05fc-635b-416b-af11-a792e21b451b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.633s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.977030] env[69183]: DEBUG nova.compute.manager [req-60815d09-45f4-49db-b55d-8da2bae83735 req-ccf7fec3-514e-4483-ab97-4a80e895b427 service nova] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Received event network-vif-plugged-58de3ba7-3f0d-47ea-8249-fb30e46f242f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1284.977272] env[69183]: DEBUG oslo_concurrency.lockutils [req-60815d09-45f4-49db-b55d-8da2bae83735 req-ccf7fec3-514e-4483-ab97-4a80e895b427 service nova] Acquiring lock "254b567e-d9f6-4c64-8471-796f00153330-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.977498] env[69183]: DEBUG oslo_concurrency.lockutils [req-60815d09-45f4-49db-b55d-8da2bae83735 req-ccf7fec3-514e-4483-ab97-4a80e895b427 service nova] Lock "254b567e-d9f6-4c64-8471-796f00153330-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.977672] env[69183]: DEBUG oslo_concurrency.lockutils [req-60815d09-45f4-49db-b55d-8da2bae83735 req-ccf7fec3-514e-4483-ab97-4a80e895b427 service nova] Lock "254b567e-d9f6-4c64-8471-796f00153330-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.977844] env[69183]: DEBUG nova.compute.manager [req-60815d09-45f4-49db-b55d-8da2bae83735 req-ccf7fec3-514e-4483-ab97-4a80e895b427 service nova] [instance: 254b567e-d9f6-4c64-8471-796f00153330] No waiting events found dispatching network-vif-plugged-58de3ba7-3f0d-47ea-8249-fb30e46f242f {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1284.978024] env[69183]: WARNING nova.compute.manager [req-60815d09-45f4-49db-b55d-8da2bae83735 req-ccf7fec3-514e-4483-ab97-4a80e895b427 service nova] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Received unexpected event network-vif-plugged-58de3ba7-3f0d-47ea-8249-fb30e46f242f for instance with vm_state building and task_state spawning. [ 1285.067725] env[69183]: DEBUG nova.network.neutron [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Successfully updated port: 58de3ba7-3f0d-47ea-8249-fb30e46f242f {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1285.266267] env[69183]: DEBUG nova.virt.hardware [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.266721] env[69183]: DEBUG nova.virt.hardware [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.266721] env[69183]: DEBUG nova.virt.hardware [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.266853] env[69183]: DEBUG nova.virt.hardware [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.267040] env[69183]: DEBUG nova.virt.hardware [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.267208] env[69183]: DEBUG nova.virt.hardware [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.267412] env[69183]: DEBUG nova.virt.hardware [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.267573] env[69183]: DEBUG nova.virt.hardware [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.267739] env[69183]: DEBUG nova.virt.hardware [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.267903] env[69183]: DEBUG nova.virt.hardware [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.268092] env[69183]: DEBUG nova.virt.hardware [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.273361] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26fab8c6-c122-4640-ac3f-0fe751fab71a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.289298] env[69183]: DEBUG oslo_vmware.api [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1285.289298] env[69183]: value = "task-2790894" [ 1285.289298] env[69183]: _type = "Task" [ 1285.289298] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.297316] env[69183]: DEBUG oslo_vmware.api [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.572561] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquiring lock "refresh_cache-254b567e-d9f6-4c64-8471-796f00153330" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.572721] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquired lock "refresh_cache-254b567e-d9f6-4c64-8471-796f00153330" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.572875] env[69183]: DEBUG nova.network.neutron [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.799212] env[69183]: DEBUG oslo_vmware.api [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790894, 'name': ReconfigVM_Task, 'duration_secs': 0.169317} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.799555] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Updating instance 'de082184-d2e2-4020-b5dc-c0c2670f2f8e' progress to 33 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1286.113360] env[69183]: DEBUG nova.network.neutron [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1286.216062] env[69183]: DEBUG nova.network.neutron [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Updating instance_info_cache with network_info: [{"id": "58de3ba7-3f0d-47ea-8249-fb30e46f242f", "address": "fa:16:3e:fd:d1:26", "network": {"id": "10a4749c-8330-4123-8f28-45d5251df6d6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1299328127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8843e646b0f74024a35fcbdbf82fa5fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58de3ba7-3f", "ovs_interfaceid": "58de3ba7-3f0d-47ea-8249-fb30e46f242f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.305975] env[69183]: DEBUG nova.virt.hardware [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1286.306416] env[69183]: DEBUG nova.virt.hardware [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.306416] env[69183]: DEBUG nova.virt.hardware [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1286.306534] env[69183]: DEBUG nova.virt.hardware [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.306682] env[69183]: DEBUG nova.virt.hardware [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1286.306831] env[69183]: DEBUG nova.virt.hardware [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1286.307054] env[69183]: DEBUG nova.virt.hardware [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1286.307225] env[69183]: DEBUG nova.virt.hardware [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1286.307393] env[69183]: DEBUG nova.virt.hardware [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1286.307611] env[69183]: DEBUG nova.virt.hardware [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1286.307736] env[69183]: DEBUG nova.virt.hardware [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1286.312950] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1286.313240] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-719e6c77-e2de-4c75-9826-58d602a14932 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.331209] env[69183]: DEBUG oslo_vmware.api [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1286.331209] env[69183]: value = "task-2790896" [ 1286.331209] env[69183]: _type = "Task" [ 1286.331209] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.338782] env[69183]: DEBUG oslo_vmware.api [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.720061] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Releasing lock "refresh_cache-254b567e-d9f6-4c64-8471-796f00153330" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.720061] env[69183]: DEBUG nova.compute.manager [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Instance network_info: |[{"id": "58de3ba7-3f0d-47ea-8249-fb30e46f242f", "address": "fa:16:3e:fd:d1:26", "network": {"id": "10a4749c-8330-4123-8f28-45d5251df6d6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1299328127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8843e646b0f74024a35fcbdbf82fa5fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58de3ba7-3f", "ovs_interfaceid": "58de3ba7-3f0d-47ea-8249-fb30e46f242f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1286.720061] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:d1:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58de3ba7-3f0d-47ea-8249-fb30e46f242f', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1286.727266] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Creating folder: Project (8843e646b0f74024a35fcbdbf82fa5fb). Parent ref: group-v560622. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1286.727535] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58bb738e-4650-46d7-9502-74a0406680ab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.737926] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Created folder: Project (8843e646b0f74024a35fcbdbf82fa5fb) in parent group-v560622. [ 1286.738112] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Creating folder: Instances. Parent ref: group-v560963. {{(pid=69183) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1286.738353] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f646c4e-3854-4926-88c6-7e7b8496ceab {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.747200] env[69183]: INFO nova.virt.vmwareapi.vm_util [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Created folder: Instances in parent group-v560963. [ 1286.747418] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1286.747590] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1286.747769] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08ba9e11-6223-455e-980b-81191f1c45f0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.765308] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1286.765308] env[69183]: value = "task-2790899" [ 1286.765308] env[69183]: _type = "Task" [ 1286.765308] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.772240] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790899, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.842195] env[69183]: DEBUG oslo_vmware.api [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790896, 'name': ReconfigVM_Task, 'duration_secs': 0.152055} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.842530] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1286.843422] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd2ab46-b967-4494-b4c5-09cc766f2906 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.865147] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] de082184-d2e2-4020-b5dc-c0c2670f2f8e/de082184-d2e2-4020-b5dc-c0c2670f2f8e.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.865386] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d02a6e9e-a152-47d5-96c6-7c007a1c2f84 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.883372] env[69183]: DEBUG oslo_vmware.api [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1286.883372] env[69183]: value = "task-2790900" [ 1286.883372] env[69183]: _type = "Task" [ 1286.883372] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.892116] env[69183]: DEBUG oslo_vmware.api [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.006049] env[69183]: DEBUG nova.compute.manager [req-cc9bd4b0-e1e8-4d9f-a1cb-d422849ac338 req-b2fa6af3-05b7-41ec-9a33-3bf2dead944b service nova] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Received event network-changed-58de3ba7-3f0d-47ea-8249-fb30e46f242f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1287.006365] env[69183]: DEBUG nova.compute.manager [req-cc9bd4b0-e1e8-4d9f-a1cb-d422849ac338 req-b2fa6af3-05b7-41ec-9a33-3bf2dead944b service nova] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Refreshing instance network info cache due to event network-changed-58de3ba7-3f0d-47ea-8249-fb30e46f242f. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1287.006530] env[69183]: DEBUG oslo_concurrency.lockutils [req-cc9bd4b0-e1e8-4d9f-a1cb-d422849ac338 req-b2fa6af3-05b7-41ec-9a33-3bf2dead944b service nova] Acquiring lock "refresh_cache-254b567e-d9f6-4c64-8471-796f00153330" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.006680] env[69183]: DEBUG oslo_concurrency.lockutils [req-cc9bd4b0-e1e8-4d9f-a1cb-d422849ac338 req-b2fa6af3-05b7-41ec-9a33-3bf2dead944b service nova] Acquired lock "refresh_cache-254b567e-d9f6-4c64-8471-796f00153330" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.006856] env[69183]: DEBUG nova.network.neutron [req-cc9bd4b0-e1e8-4d9f-a1cb-d422849ac338 req-b2fa6af3-05b7-41ec-9a33-3bf2dead944b service nova] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Refreshing network info cache for port 58de3ba7-3f0d-47ea-8249-fb30e46f242f {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.275912] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790899, 'name': CreateVM_Task, 'duration_secs': 0.280279} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.276125] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1287.276770] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.276943] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.277301] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.277542] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7083099-79db-4ed8-895d-bf3f3c025a55 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.281685] env[69183]: DEBUG oslo_vmware.api [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1287.281685] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52620885-46f6-255d-a140-2bde6add98e6" [ 1287.281685] env[69183]: _type = "Task" [ 1287.281685] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.289578] env[69183]: DEBUG oslo_vmware.api [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52620885-46f6-255d-a140-2bde6add98e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.391390] env[69183]: DEBUG oslo_vmware.api [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790900, 'name': ReconfigVM_Task, 'duration_secs': 0.239806} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.391711] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Reconfigured VM instance instance-0000004e to attach disk [datastore2] de082184-d2e2-4020-b5dc-c0c2670f2f8e/de082184-d2e2-4020-b5dc-c0c2670f2f8e.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.391909] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Updating instance 'de082184-d2e2-4020-b5dc-c0c2670f2f8e' progress to 50 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.665923] env[69183]: DEBUG nova.network.neutron [req-cc9bd4b0-e1e8-4d9f-a1cb-d422849ac338 req-b2fa6af3-05b7-41ec-9a33-3bf2dead944b service nova] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Updated VIF entry in instance network info cache for port 58de3ba7-3f0d-47ea-8249-fb30e46f242f. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.666328] env[69183]: DEBUG nova.network.neutron [req-cc9bd4b0-e1e8-4d9f-a1cb-d422849ac338 req-b2fa6af3-05b7-41ec-9a33-3bf2dead944b service nova] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Updating instance_info_cache with network_info: [{"id": "58de3ba7-3f0d-47ea-8249-fb30e46f242f", "address": "fa:16:3e:fd:d1:26", "network": {"id": "10a4749c-8330-4123-8f28-45d5251df6d6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1299328127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8843e646b0f74024a35fcbdbf82fa5fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58de3ba7-3f", "ovs_interfaceid": "58de3ba7-3f0d-47ea-8249-fb30e46f242f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.792114] env[69183]: DEBUG oslo_vmware.api [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52620885-46f6-255d-a140-2bde6add98e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009527} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.792402] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.792634] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1287.792866] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.793036] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.793237] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.793490] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68345609-4cc3-4bd0-a7d5-7f194ee2be4d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.801421] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1287.801592] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1287.802264] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67f1db21-9e0b-4292-98cb-0dc919407534 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.807770] env[69183]: DEBUG oslo_vmware.api [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1287.807770] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52468f06-ae4a-35a0-0544-1c1b8e01b4f7" [ 1287.807770] env[69183]: _type = "Task" [ 1287.807770] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.815279] env[69183]: DEBUG oslo_vmware.api [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52468f06-ae4a-35a0-0544-1c1b8e01b4f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.898782] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09001a80-526e-4979-bf38-6cfab319a2d2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.917743] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7c9cba-9aa7-40b5-9e78-98ec2c29de8d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.937804] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Updating instance 'de082184-d2e2-4020-b5dc-c0c2670f2f8e' progress to 67 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.169018] env[69183]: DEBUG oslo_concurrency.lockutils [req-cc9bd4b0-e1e8-4d9f-a1cb-d422849ac338 req-b2fa6af3-05b7-41ec-9a33-3bf2dead944b service nova] Releasing lock "refresh_cache-254b567e-d9f6-4c64-8471-796f00153330" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.318731] env[69183]: DEBUG oslo_vmware.api [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52468f06-ae4a-35a0-0544-1c1b8e01b4f7, 'name': SearchDatastore_Task, 'duration_secs': 0.008168} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.319455] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d92ee795-8985-462e-9069-684b8a10373e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.324253] env[69183]: DEBUG oslo_vmware.api [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1288.324253] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52edf0e7-26b4-3d70-64af-0018bb6733e1" [ 1288.324253] env[69183]: _type = "Task" [ 1288.324253] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.331748] env[69183]: DEBUG oslo_vmware.api [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52edf0e7-26b4-3d70-64af-0018bb6733e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.478603] env[69183]: DEBUG nova.network.neutron [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Port 57d948b0-cbe2-4120-a503-b8828290ebe6 binding to destination host cpu-1 is already ACTIVE {{(pid=69183) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1288.835561] env[69183]: DEBUG oslo_vmware.api [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52edf0e7-26b4-3d70-64af-0018bb6733e1, 'name': SearchDatastore_Task, 'duration_secs': 0.015705} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.835955] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.836204] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 254b567e-d9f6-4c64-8471-796f00153330/254b567e-d9f6-4c64-8471-796f00153330.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1288.836492] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dec26dce-a3e5-4457-a0b0-b13f41333f07 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.843943] env[69183]: DEBUG oslo_vmware.api [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1288.843943] env[69183]: value = "task-2790901" [ 1288.843943] env[69183]: _type = "Task" [ 1288.843943] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.851783] env[69183]: DEBUG oslo_vmware.api [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.353677] env[69183]: DEBUG oslo_vmware.api [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431537} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.353977] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 254b567e-d9f6-4c64-8471-796f00153330/254b567e-d9f6-4c64-8471-796f00153330.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1289.354217] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1289.354463] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27dc35d0-3c68-47e6-a64a-80f5c95e9bdb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.360223] env[69183]: DEBUG oslo_vmware.api [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1289.360223] env[69183]: value = "task-2790902" [ 1289.360223] env[69183]: _type = "Task" [ 1289.360223] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.369199] env[69183]: DEBUG oslo_vmware.api [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.502809] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.503057] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.503222] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.873645] env[69183]: DEBUG oslo_vmware.api [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063534} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.874135] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.875254] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7307ee-74f0-4276-9b3d-0ca11dee9f55 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.897987] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 254b567e-d9f6-4c64-8471-796f00153330/254b567e-d9f6-4c64-8471-796f00153330.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.898298] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c64d6740-3c1a-46a9-a78a-5588dda0e19d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.917499] env[69183]: DEBUG oslo_vmware.api [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1289.917499] env[69183]: value = "task-2790903" [ 1289.917499] env[69183]: _type = "Task" [ 1289.917499] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.925617] env[69183]: DEBUG oslo_vmware.api [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.427412] env[69183]: DEBUG oslo_vmware.api [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790903, 'name': ReconfigVM_Task, 'duration_secs': 0.479972} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.427763] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 254b567e-d9f6-4c64-8471-796f00153330/254b567e-d9f6-4c64-8471-796f00153330.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.428597] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4a25751-0671-4eca-a72f-f5b696bc064f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.435516] env[69183]: DEBUG oslo_vmware.api [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1290.435516] env[69183]: value = "task-2790904" [ 1290.435516] env[69183]: _type = "Task" [ 1290.435516] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.444341] env[69183]: DEBUG oslo_vmware.api [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790904, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.535478] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "refresh_cache-de082184-d2e2-4020-b5dc-c0c2670f2f8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.535748] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "refresh_cache-de082184-d2e2-4020-b5dc-c0c2670f2f8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.535866] env[69183]: DEBUG nova.network.neutron [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.946899] env[69183]: DEBUG oslo_vmware.api [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790904, 'name': Rename_Task, 'duration_secs': 0.147104} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.947210] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.947452] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1821185-37fb-4535-916a-809b414b2050 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.953769] env[69183]: DEBUG oslo_vmware.api [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1290.953769] env[69183]: value = "task-2790905" [ 1290.953769] env[69183]: _type = "Task" [ 1290.953769] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.961776] env[69183]: DEBUG oslo_vmware.api [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.263566] env[69183]: DEBUG nova.network.neutron [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Updating instance_info_cache with network_info: [{"id": "57d948b0-cbe2-4120-a503-b8828290ebe6", "address": "fa:16:3e:52:7d:55", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d948b0-cb", "ovs_interfaceid": "57d948b0-cbe2-4120-a503-b8828290ebe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.463900] env[69183]: DEBUG oslo_vmware.api [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790905, 'name': PowerOnVM_Task, 'duration_secs': 0.426078} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.464160] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.464366] env[69183]: INFO nova.compute.manager [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Took 6.84 seconds to spawn the instance on the hypervisor. [ 1291.464545] env[69183]: DEBUG nova.compute.manager [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.465301] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44b9514-2c29-410d-a0e5-35c7d9bc958e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.766501] env[69183]: DEBUG oslo_concurrency.lockutils [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "refresh_cache-de082184-d2e2-4020-b5dc-c0c2670f2f8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.984129] env[69183]: INFO nova.compute.manager [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Took 13.44 seconds to build instance. [ 1292.293943] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be587361-383b-4143-86ec-60fd99777435 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.316388] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d0d72c-7f6d-4984-a97f-aa48e2258a6d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.324151] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Updating instance 'de082184-d2e2-4020-b5dc-c0c2670f2f8e' progress to 83 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.485926] env[69183]: DEBUG oslo_concurrency.lockutils [None req-86f5525f-0a0b-4c7b-b939-78bdeb49e224 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Lock "254b567e-d9f6-4c64-8471-796f00153330" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.952s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.831932] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.832379] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cbe4734-5cfe-4151-93c3-574e3337f551 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.843206] env[69183]: DEBUG oslo_vmware.api [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1292.843206] env[69183]: value = "task-2790906" [ 1292.843206] env[69183]: _type = "Task" [ 1292.843206] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.852949] env[69183]: DEBUG oslo_vmware.api [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.857544] env[69183]: INFO nova.compute.manager [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Rescuing [ 1292.857836] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquiring lock "refresh_cache-254b567e-d9f6-4c64-8471-796f00153330" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.858042] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquired lock "refresh_cache-254b567e-d9f6-4c64-8471-796f00153330" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.858243] env[69183]: DEBUG nova.network.neutron [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.358051] env[69183]: DEBUG oslo_vmware.api [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790906, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.555224] env[69183]: DEBUG nova.network.neutron [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Updating instance_info_cache with network_info: [{"id": "58de3ba7-3f0d-47ea-8249-fb30e46f242f", "address": "fa:16:3e:fd:d1:26", "network": {"id": "10a4749c-8330-4123-8f28-45d5251df6d6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1299328127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8843e646b0f74024a35fcbdbf82fa5fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58de3ba7-3f", "ovs_interfaceid": "58de3ba7-3f0d-47ea-8249-fb30e46f242f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.855419] env[69183]: DEBUG oslo_vmware.api [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790906, 'name': PowerOnVM_Task, 'duration_secs': 0.538308} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.855799] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.855799] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-ac417f3e-03d4-4d23-847b-59a4cd431b07 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Updating instance 'de082184-d2e2-4020-b5dc-c0c2670f2f8e' progress to 100 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1294.058735] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Releasing lock "refresh_cache-254b567e-d9f6-4c64-8471-796f00153330" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.605589] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.605966] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b2b9652-a582-48cd-9912-78d41f5596cd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.613495] env[69183]: DEBUG oslo_vmware.api [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1295.613495] env[69183]: value = "task-2790907" [ 1295.613495] env[69183]: _type = "Task" [ 1295.613495] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.622203] env[69183]: DEBUG oslo_vmware.api [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.124446] env[69183]: DEBUG oslo_vmware.api [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790907, 'name': PowerOffVM_Task, 'duration_secs': 0.235469} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.124710] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.125511] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933c5ccc-4b49-4090-8c86-c85ba569744a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.143841] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30dfb8b-f600-4d91-9b9c-f583592b5b6b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.175679] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.176291] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c824e73b-707a-49a9-a263-413e1b6e0b23 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.181950] env[69183]: DEBUG oslo_vmware.api [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1296.181950] env[69183]: value = "task-2790908" [ 1296.181950] env[69183]: _type = "Task" [ 1296.181950] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.189183] env[69183]: DEBUG oslo_vmware.api [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.601934] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a15c4b5b-2bca-40ad-b08a-581fd44c300a tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.602153] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a15c4b5b-2bca-40ad-b08a-581fd44c300a tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.602376] env[69183]: DEBUG nova.compute.manager [None req-a15c4b5b-2bca-40ad-b08a-581fd44c300a tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Going to confirm migration 9 {{(pid=69183) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1296.692586] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] VM already powered off {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1296.692945] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1296.693023] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.693180] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.693362] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1296.693607] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2156612-baaf-4326-807a-286ee65c9fdf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.701819] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1296.701988] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1296.702665] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41eb3d2f-3aac-4a6c-97cd-6d1ee6a95573 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.707188] env[69183]: DEBUG oslo_vmware.api [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1296.707188] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5261ed6e-6f0a-03c7-23e4-2acd6d81db8b" [ 1296.707188] env[69183]: _type = "Task" [ 1296.707188] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.714370] env[69183]: DEBUG oslo_vmware.api [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5261ed6e-6f0a-03c7-23e4-2acd6d81db8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.170559] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a15c4b5b-2bca-40ad-b08a-581fd44c300a tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "refresh_cache-de082184-d2e2-4020-b5dc-c0c2670f2f8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.170762] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a15c4b5b-2bca-40ad-b08a-581fd44c300a tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "refresh_cache-de082184-d2e2-4020-b5dc-c0c2670f2f8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.170942] env[69183]: DEBUG nova.network.neutron [None req-a15c4b5b-2bca-40ad-b08a-581fd44c300a tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.171169] env[69183]: DEBUG nova.objects.instance [None req-a15c4b5b-2bca-40ad-b08a-581fd44c300a tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lazy-loading 'info_cache' on Instance uuid de082184-d2e2-4020-b5dc-c0c2670f2f8e {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.216123] env[69183]: DEBUG oslo_vmware.api [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5261ed6e-6f0a-03c7-23e4-2acd6d81db8b, 'name': SearchDatastore_Task, 'duration_secs': 0.010838} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.216878] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e172354c-49d9-4faf-80d4-921587ac26e2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.221985] env[69183]: DEBUG oslo_vmware.api [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1297.221985] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5234b9e3-1ee0-4970-7f06-a25ee85f3f2a" [ 1297.221985] env[69183]: _type = "Task" [ 1297.221985] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.229755] env[69183]: DEBUG oslo_vmware.api [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5234b9e3-1ee0-4970-7f06-a25ee85f3f2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.731825] env[69183]: DEBUG oslo_vmware.api [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5234b9e3-1ee0-4970-7f06-a25ee85f3f2a, 'name': SearchDatastore_Task, 'duration_secs': 0.009801} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.732239] env[69183]: DEBUG oslo_concurrency.lockutils [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.732353] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 254b567e-d9f6-4c64-8471-796f00153330/f7726cdb-6378-48d3-afce-c7bc7e065714-rescue.vmdk. {{(pid=69183) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1297.732606] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a902a933-d682-4703-9195-90e5631e62ea {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.738948] env[69183]: DEBUG oslo_vmware.api [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1297.738948] env[69183]: value = "task-2790909" [ 1297.738948] env[69183]: _type = "Task" [ 1297.738948] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.746474] env[69183]: DEBUG oslo_vmware.api [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.249013] env[69183]: DEBUG oslo_vmware.api [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425152} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.251352] env[69183]: INFO nova.virt.vmwareapi.ds_util [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 254b567e-d9f6-4c64-8471-796f00153330/f7726cdb-6378-48d3-afce-c7bc7e065714-rescue.vmdk. [ 1298.252191] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28fd408-a966-4861-bf7f-33c3fdff3617 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.277147] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 254b567e-d9f6-4c64-8471-796f00153330/f7726cdb-6378-48d3-afce-c7bc7e065714-rescue.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.277445] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b6bed7f-adcd-401d-9bbe-87aed9aeda34 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.297881] env[69183]: DEBUG oslo_vmware.api [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1298.297881] env[69183]: value = "task-2790910" [ 1298.297881] env[69183]: _type = "Task" [ 1298.297881] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.305628] env[69183]: DEBUG oslo_vmware.api [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.398136] env[69183]: DEBUG nova.network.neutron [None req-a15c4b5b-2bca-40ad-b08a-581fd44c300a tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Updating instance_info_cache with network_info: [{"id": "57d948b0-cbe2-4120-a503-b8828290ebe6", "address": "fa:16:3e:52:7d:55", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d948b0-cb", "ovs_interfaceid": "57d948b0-cbe2-4120-a503-b8828290ebe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.809701] env[69183]: DEBUG oslo_vmware.api [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.900623] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a15c4b5b-2bca-40ad-b08a-581fd44c300a tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "refresh_cache-de082184-d2e2-4020-b5dc-c0c2670f2f8e" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.900897] env[69183]: DEBUG nova.objects.instance [None req-a15c4b5b-2bca-40ad-b08a-581fd44c300a tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lazy-loading 'migration_context' on Instance uuid de082184-d2e2-4020-b5dc-c0c2670f2f8e {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.307842] env[69183]: DEBUG oslo_vmware.api [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790910, 'name': ReconfigVM_Task, 'duration_secs': 0.612059} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.308160] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 254b567e-d9f6-4c64-8471-796f00153330/f7726cdb-6378-48d3-afce-c7bc7e065714-rescue.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.308956] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2122009b-0e24-43d0-a8e2-4fe20a336bc5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.333735] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-781f1028-12d5-4951-8850-e022d965d871 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.348141] env[69183]: DEBUG oslo_vmware.api [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1299.348141] env[69183]: value = "task-2790911" [ 1299.348141] env[69183]: _type = "Task" [ 1299.348141] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.355272] env[69183]: DEBUG oslo_vmware.api [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.404320] env[69183]: DEBUG nova.objects.base [None req-a15c4b5b-2bca-40ad-b08a-581fd44c300a tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69183) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1299.405236] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263e1823-c0be-4438-9c05-538b68cf3e28 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.423804] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-828a7f4f-cd14-4318-81c1-f56a49c36a5e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.429064] env[69183]: DEBUG oslo_vmware.api [None req-a15c4b5b-2bca-40ad-b08a-581fd44c300a tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1299.429064] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52a00555-895f-37a2-940a-646ef2773026" [ 1299.429064] env[69183]: _type = "Task" [ 1299.429064] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.436163] env[69183]: DEBUG oslo_vmware.api [None req-a15c4b5b-2bca-40ad-b08a-581fd44c300a tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a00555-895f-37a2-940a-646ef2773026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.857761] env[69183]: DEBUG oslo_vmware.api [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790911, 'name': ReconfigVM_Task, 'duration_secs': 0.235994} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.858183] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.858278] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfb651b8-b044-42d2-a5da-977808ddd25d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.864212] env[69183]: DEBUG oslo_vmware.api [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1299.864212] env[69183]: value = "task-2790912" [ 1299.864212] env[69183]: _type = "Task" [ 1299.864212] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.871436] env[69183]: DEBUG oslo_vmware.api [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.939679] env[69183]: DEBUG oslo_vmware.api [None req-a15c4b5b-2bca-40ad-b08a-581fd44c300a tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52a00555-895f-37a2-940a-646ef2773026, 'name': SearchDatastore_Task, 'duration_secs': 0.038177} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.940022] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a15c4b5b-2bca-40ad-b08a-581fd44c300a tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.940281] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a15c4b5b-2bca-40ad-b08a-581fd44c300a tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.374448] env[69183]: DEBUG oslo_vmware.api [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790912, 'name': PowerOnVM_Task, 'duration_secs': 0.380106} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.374660] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.377806] env[69183]: DEBUG nova.compute.manager [None req-e459e67b-484c-440a-a0c3-70d42e89a081 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.378584] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82065727-9e62-4c18-ba37-40be9e85d14b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.497954] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de1673e-8d46-4180-8b93-10d689bf4eb1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.505605] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80768b7b-d20a-43f1-990a-03526aed8205 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.536047] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3fd54d-06d9-4ff2-ae9c-02bbbcdc5239 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.542870] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb484a7-6156-4e29-9e5d-9ed4a4813758 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.555953] env[69183]: DEBUG nova.compute.provider_tree [None req-a15c4b5b-2bca-40ad-b08a-581fd44c300a tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1301.087391] env[69183]: DEBUG nova.scheduler.client.report [None req-a15c4b5b-2bca-40ad-b08a-581fd44c300a tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Updated inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 with generation 180 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1301.087763] env[69183]: DEBUG nova.compute.provider_tree [None req-a15c4b5b-2bca-40ad-b08a-581fd44c300a tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 180 to 181 during operation: update_inventory {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1301.087821] env[69183]: DEBUG nova.compute.provider_tree [None req-a15c4b5b-2bca-40ad-b08a-581fd44c300a tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1302.098088] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a15c4b5b-2bca-40ad-b08a-581fd44c300a tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.158s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.211620] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquiring lock "3cebbf90-e2a0-4422-a91a-5242d038c95d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.211855] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Lock "3cebbf90-e2a0-4422-a91a-5242d038c95d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.651898] env[69183]: INFO nova.scheduler.client.report [None req-a15c4b5b-2bca-40ad-b08a-581fd44c300a tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Deleted allocation for migration a1201719-09f8-4a49-9580-0618c7982ba6 [ 1302.713707] env[69183]: DEBUG nova.compute.manager [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1303.156923] env[69183]: DEBUG oslo_concurrency.lockutils [None req-a15c4b5b-2bca-40ad-b08a-581fd44c300a tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.555s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.234327] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.234611] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.236119] env[69183]: INFO nova.compute.claims [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1303.643595] env[69183]: DEBUG oslo_concurrency.lockutils [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.643851] env[69183]: DEBUG oslo_concurrency.lockutils [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.644099] env[69183]: DEBUG oslo_concurrency.lockutils [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.644295] env[69183]: DEBUG oslo_concurrency.lockutils [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.644468] env[69183]: DEBUG oslo_concurrency.lockutils [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.646672] env[69183]: INFO nova.compute.manager [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Terminating instance [ 1304.150345] env[69183]: DEBUG nova.compute.manager [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1304.150653] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1304.151888] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bacbb0e-7b9c-4efa-b091-eb8fa15c8fe2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.161621] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.161919] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c01de8df-87d0-4df4-9565-ee8327c5293c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.169503] env[69183]: DEBUG oslo_vmware.api [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1304.169503] env[69183]: value = "task-2790913" [ 1304.169503] env[69183]: _type = "Task" [ 1304.169503] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.179231] env[69183]: DEBUG oslo_vmware.api [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.294447] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b879299-ecd0-42eb-b441-f26c1f3c1a7f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.302681] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e3ba11-5cbc-44e8-8f1b-13682369bd7e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.335063] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b95d56-5b1c-4ecb-aa7d-df5a92dca337 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.342112] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879b7713-24b3-4f14-9897-38148acb5c59 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.356260] env[69183]: DEBUG nova.compute.provider_tree [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.679949] env[69183]: DEBUG oslo_vmware.api [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790913, 'name': PowerOffVM_Task, 'duration_secs': 0.236952} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.680331] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1304.680603] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1304.680915] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc1bedcc-1386-4c00-a425-ef0f787962e3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.750695] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1304.750977] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1304.751152] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Deleting the datastore file [datastore2] de082184-d2e2-4020-b5dc-c0c2670f2f8e {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1304.751364] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7104da91-ecb1-4ddc-8df2-7310269cdd9f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.758041] env[69183]: DEBUG oslo_vmware.api [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1304.758041] env[69183]: value = "task-2790915" [ 1304.758041] env[69183]: _type = "Task" [ 1304.758041] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.766542] env[69183]: DEBUG oslo_vmware.api [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.859962] env[69183]: DEBUG nova.scheduler.client.report [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.267802] env[69183]: DEBUG oslo_vmware.api [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135697} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.268180] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.268180] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1305.268360] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1305.268535] env[69183]: INFO nova.compute.manager [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1305.268770] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1305.268958] env[69183]: DEBUG nova.compute.manager [-] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1305.269070] env[69183]: DEBUG nova.network.neutron [-] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1305.365198] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.130s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.365714] env[69183]: DEBUG nova.compute.manager [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1305.691421] env[69183]: DEBUG nova.compute.manager [req-8f54f042-4e08-4e8b-97e1-a54e0f8378dc req-31956d19-2302-454b-8425-c56783caef43 service nova] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Received event network-vif-deleted-57d948b0-cbe2-4120-a503-b8828290ebe6 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1305.691592] env[69183]: INFO nova.compute.manager [req-8f54f042-4e08-4e8b-97e1-a54e0f8378dc req-31956d19-2302-454b-8425-c56783caef43 service nova] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Neutron deleted interface 57d948b0-cbe2-4120-a503-b8828290ebe6; detaching it from the instance and deleting it from the info cache [ 1305.691763] env[69183]: DEBUG nova.network.neutron [req-8f54f042-4e08-4e8b-97e1-a54e0f8378dc req-31956d19-2302-454b-8425-c56783caef43 service nova] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.871063] env[69183]: DEBUG nova.compute.utils [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1305.873536] env[69183]: DEBUG nova.compute.manager [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1305.873813] env[69183]: DEBUG nova.network.neutron [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1305.929188] env[69183]: DEBUG nova.policy [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f27d0cb92eca4fae8ed8ee9ea765ba84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8843e646b0f74024a35fcbdbf82fa5fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1306.168607] env[69183]: DEBUG nova.network.neutron [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Successfully created port: e626a671-ffda-4017-a51c-669de8c9bbcd {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1306.170625] env[69183]: DEBUG nova.network.neutron [-] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.194245] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8d69e3c-18d4-4505-ac5b-1bf8925e6fd3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.204281] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab6c1e4-5bac-4e5a-9140-d6ec1cd3a703 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.231332] env[69183]: DEBUG nova.compute.manager [req-8f54f042-4e08-4e8b-97e1-a54e0f8378dc req-31956d19-2302-454b-8425-c56783caef43 service nova] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Detach interface failed, port_id=57d948b0-cbe2-4120-a503-b8828290ebe6, reason: Instance de082184-d2e2-4020-b5dc-c0c2670f2f8e could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1306.378016] env[69183]: DEBUG nova.compute.manager [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1306.672987] env[69183]: INFO nova.compute.manager [-] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Took 1.40 seconds to deallocate network for instance. [ 1307.179126] env[69183]: DEBUG oslo_concurrency.lockutils [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.179432] env[69183]: DEBUG oslo_concurrency.lockutils [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.179629] env[69183]: DEBUG oslo_concurrency.lockutils [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.202451] env[69183]: INFO nova.scheduler.client.report [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Deleted allocations for instance de082184-d2e2-4020-b5dc-c0c2670f2f8e [ 1307.387840] env[69183]: DEBUG nova.compute.manager [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1307.415079] env[69183]: DEBUG nova.virt.hardware [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1307.415213] env[69183]: DEBUG nova.virt.hardware [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.415374] env[69183]: DEBUG nova.virt.hardware [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1307.415558] env[69183]: DEBUG nova.virt.hardware [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.415704] env[69183]: DEBUG nova.virt.hardware [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1307.415853] env[69183]: DEBUG nova.virt.hardware [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1307.416255] env[69183]: DEBUG nova.virt.hardware [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1307.416472] env[69183]: DEBUG nova.virt.hardware [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1307.416651] env[69183]: DEBUG nova.virt.hardware [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1307.416816] env[69183]: DEBUG nova.virt.hardware [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1307.416989] env[69183]: DEBUG nova.virt.hardware [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1307.417868] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd624b44-539a-4085-9010-7946d3d97b9d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.425780] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a14865a-b5ee-4364-972f-6d3aea56e9e4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.601790] env[69183]: DEBUG nova.network.neutron [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Successfully updated port: e626a671-ffda-4017-a51c-669de8c9bbcd {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1307.709137] env[69183]: DEBUG oslo_concurrency.lockutils [None req-34264a14-aa7f-4b47-abe4-2316906a2ff2 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "de082184-d2e2-4020-b5dc-c0c2670f2f8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.065s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.715578] env[69183]: DEBUG nova.compute.manager [req-7c072805-6263-4ea3-bb81-8abf7a22f849 req-d8b241d7-9e3d-40fc-bfa8-c45a68d64eea service nova] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Received event network-vif-plugged-e626a671-ffda-4017-a51c-669de8c9bbcd {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1307.715853] env[69183]: DEBUG oslo_concurrency.lockutils [req-7c072805-6263-4ea3-bb81-8abf7a22f849 req-d8b241d7-9e3d-40fc-bfa8-c45a68d64eea service nova] Acquiring lock "3cebbf90-e2a0-4422-a91a-5242d038c95d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.716046] env[69183]: DEBUG oslo_concurrency.lockutils [req-7c072805-6263-4ea3-bb81-8abf7a22f849 req-d8b241d7-9e3d-40fc-bfa8-c45a68d64eea service nova] Lock "3cebbf90-e2a0-4422-a91a-5242d038c95d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.716240] env[69183]: DEBUG oslo_concurrency.lockutils [req-7c072805-6263-4ea3-bb81-8abf7a22f849 req-d8b241d7-9e3d-40fc-bfa8-c45a68d64eea service nova] Lock "3cebbf90-e2a0-4422-a91a-5242d038c95d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.716414] env[69183]: DEBUG nova.compute.manager [req-7c072805-6263-4ea3-bb81-8abf7a22f849 req-d8b241d7-9e3d-40fc-bfa8-c45a68d64eea service nova] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] No waiting events found dispatching network-vif-plugged-e626a671-ffda-4017-a51c-669de8c9bbcd {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1307.716553] env[69183]: WARNING nova.compute.manager [req-7c072805-6263-4ea3-bb81-8abf7a22f849 req-d8b241d7-9e3d-40fc-bfa8-c45a68d64eea service nova] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Received unexpected event network-vif-plugged-e626a671-ffda-4017-a51c-669de8c9bbcd for instance with vm_state building and task_state spawning. [ 1307.716732] env[69183]: DEBUG nova.compute.manager [req-7c072805-6263-4ea3-bb81-8abf7a22f849 req-d8b241d7-9e3d-40fc-bfa8-c45a68d64eea service nova] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Received event network-changed-e626a671-ffda-4017-a51c-669de8c9bbcd {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1307.716903] env[69183]: DEBUG nova.compute.manager [req-7c072805-6263-4ea3-bb81-8abf7a22f849 req-d8b241d7-9e3d-40fc-bfa8-c45a68d64eea service nova] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Refreshing instance network info cache due to event network-changed-e626a671-ffda-4017-a51c-669de8c9bbcd. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1307.717274] env[69183]: DEBUG oslo_concurrency.lockutils [req-7c072805-6263-4ea3-bb81-8abf7a22f849 req-d8b241d7-9e3d-40fc-bfa8-c45a68d64eea service nova] Acquiring lock "refresh_cache-3cebbf90-e2a0-4422-a91a-5242d038c95d" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.717455] env[69183]: DEBUG oslo_concurrency.lockutils [req-7c072805-6263-4ea3-bb81-8abf7a22f849 req-d8b241d7-9e3d-40fc-bfa8-c45a68d64eea service nova] Acquired lock "refresh_cache-3cebbf90-e2a0-4422-a91a-5242d038c95d" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.717625] env[69183]: DEBUG nova.network.neutron [req-7c072805-6263-4ea3-bb81-8abf7a22f849 req-d8b241d7-9e3d-40fc-bfa8-c45a68d64eea service nova] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Refreshing network info cache for port e626a671-ffda-4017-a51c-669de8c9bbcd {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.104729] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquiring lock "refresh_cache-3cebbf90-e2a0-4422-a91a-5242d038c95d" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.248852] env[69183]: DEBUG nova.network.neutron [req-7c072805-6263-4ea3-bb81-8abf7a22f849 req-d8b241d7-9e3d-40fc-bfa8-c45a68d64eea service nova] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1308.321661] env[69183]: DEBUG nova.network.neutron [req-7c072805-6263-4ea3-bb81-8abf7a22f849 req-d8b241d7-9e3d-40fc-bfa8-c45a68d64eea service nova] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.512428] env[69183]: DEBUG oslo_concurrency.lockutils [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "5820bd0e-201c-4987-be07-b6ab0d6ca3bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.512727] env[69183]: DEBUG oslo_concurrency.lockutils [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "5820bd0e-201c-4987-be07-b6ab0d6ca3bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.824528] env[69183]: DEBUG oslo_concurrency.lockutils [req-7c072805-6263-4ea3-bb81-8abf7a22f849 req-d8b241d7-9e3d-40fc-bfa8-c45a68d64eea service nova] Releasing lock "refresh_cache-3cebbf90-e2a0-4422-a91a-5242d038c95d" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.824958] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquired lock "refresh_cache-3cebbf90-e2a0-4422-a91a-5242d038c95d" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.825099] env[69183]: DEBUG nova.network.neutron [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.014952] env[69183]: DEBUG nova.compute.manager [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1309.354866] env[69183]: DEBUG nova.network.neutron [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1309.466468] env[69183]: DEBUG nova.network.neutron [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Updating instance_info_cache with network_info: [{"id": "e626a671-ffda-4017-a51c-669de8c9bbcd", "address": "fa:16:3e:bf:44:c2", "network": {"id": "10a4749c-8330-4123-8f28-45d5251df6d6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1299328127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8843e646b0f74024a35fcbdbf82fa5fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape626a671-ff", "ovs_interfaceid": "e626a671-ffda-4017-a51c-669de8c9bbcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.537090] env[69183]: DEBUG oslo_concurrency.lockutils [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.537416] env[69183]: DEBUG oslo_concurrency.lockutils [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.539008] env[69183]: INFO nova.compute.claims [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1309.969910] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Releasing lock "refresh_cache-3cebbf90-e2a0-4422-a91a-5242d038c95d" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.970202] env[69183]: DEBUG nova.compute.manager [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Instance network_info: |[{"id": "e626a671-ffda-4017-a51c-669de8c9bbcd", "address": "fa:16:3e:bf:44:c2", "network": {"id": "10a4749c-8330-4123-8f28-45d5251df6d6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1299328127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8843e646b0f74024a35fcbdbf82fa5fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape626a671-ff", "ovs_interfaceid": "e626a671-ffda-4017-a51c-669de8c9bbcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1309.970653] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:44:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e626a671-ffda-4017-a51c-669de8c9bbcd', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1309.978280] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.978475] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1309.978695] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3371a10-83fc-42fd-8f2d-72316e51a7fc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.997342] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.997342] env[69183]: value = "task-2790916" [ 1309.997342] env[69183]: _type = "Task" [ 1309.997342] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.007918] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790916, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.506898] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790916, 'name': CreateVM_Task, 'duration_secs': 0.306364} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.507074] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.507700] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.507866] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.508200] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.508449] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3877565-070b-48d2-afaf-98fa0514c12a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.512459] env[69183]: DEBUG oslo_vmware.api [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1310.512459] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]524c63fd-4525-1e56-ea41-024ae2607ca7" [ 1310.512459] env[69183]: _type = "Task" [ 1310.512459] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.519597] env[69183]: DEBUG oslo_vmware.api [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]524c63fd-4525-1e56-ea41-024ae2607ca7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.593219] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361213a8-d503-44ce-addb-275a8e3180aa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.600340] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910f42c2-335c-4963-853a-e8b97b0963f6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.629922] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caedffae-f615-4aa3-98c5-1ef32722e952 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.636508] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80300d46-7750-40c0-ab22-b2789e1b2c57 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.649612] env[69183]: DEBUG nova.compute.provider_tree [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1311.022548] env[69183]: DEBUG oslo_vmware.api [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]524c63fd-4525-1e56-ea41-024ae2607ca7, 'name': SearchDatastore_Task, 'duration_secs': 0.009795} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.022842] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.023088] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1311.023327] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.023476] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.023652] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1311.023900] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f79d432b-a7e3-4e15-9368-9fe5560c6fd7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.031664] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1311.031833] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1311.032496] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a95d876d-23de-47a4-b684-83aac16e6a58 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.037132] env[69183]: DEBUG oslo_vmware.api [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1311.037132] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52d19d81-a9f3-8c41-c34f-ee380caaf6e9" [ 1311.037132] env[69183]: _type = "Task" [ 1311.037132] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.043676] env[69183]: DEBUG oslo_vmware.api [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d19d81-a9f3-8c41-c34f-ee380caaf6e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.169300] env[69183]: ERROR nova.scheduler.client.report [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [req-89b13b05-9230-4d6a-9b96-04ddf0b25f2e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ac1d5a79-805a-416e-80c0-31063a094839. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-89b13b05-9230-4d6a-9b96-04ddf0b25f2e"}]} [ 1311.184552] env[69183]: DEBUG nova.scheduler.client.report [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Refreshing inventories for resource provider ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1311.196719] env[69183]: DEBUG nova.scheduler.client.report [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Updating ProviderTree inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1311.196896] env[69183]: DEBUG nova.compute.provider_tree [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1311.206323] env[69183]: DEBUG nova.scheduler.client.report [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Refreshing aggregate associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, aggregates: None {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1311.222030] env[69183]: DEBUG nova.scheduler.client.report [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Refreshing trait associations for resource provider ac1d5a79-805a-416e-80c0-31063a094839, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69183) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1311.263996] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8565b262-892f-4e17-a318-654ff4d0644f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.270919] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56281bae-c250-40c4-bea7-49761bfc7592 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.299492] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecc9ccd-de2f-4987-80e2-59018b5c20ce {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.306096] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdba5c2-8510-44e3-989b-54ca68414d79 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.319990] env[69183]: DEBUG nova.compute.provider_tree [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1311.547356] env[69183]: DEBUG oslo_vmware.api [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d19d81-a9f3-8c41-c34f-ee380caaf6e9, 'name': SearchDatastore_Task, 'duration_secs': 0.007399} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.548081] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a0ab61a-646e-4824-8aea-96b66965a4fd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.553351] env[69183]: DEBUG oslo_vmware.api [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1311.553351] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52774370-1f77-fa70-582e-348caa680430" [ 1311.553351] env[69183]: _type = "Task" [ 1311.553351] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.560462] env[69183]: DEBUG oslo_vmware.api [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52774370-1f77-fa70-582e-348caa680430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.850965] env[69183]: DEBUG nova.scheduler.client.report [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Updated inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 with generation 184 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1311.850965] env[69183]: DEBUG nova.compute.provider_tree [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 184 to 185 during operation: update_inventory {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1311.850965] env[69183]: DEBUG nova.compute.provider_tree [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1312.063768] env[69183]: DEBUG oslo_vmware.api [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52774370-1f77-fa70-582e-348caa680430, 'name': SearchDatastore_Task, 'duration_secs': 0.009206} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.064034] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.064319] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 3cebbf90-e2a0-4422-a91a-5242d038c95d/3cebbf90-e2a0-4422-a91a-5242d038c95d.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1312.064579] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cf7f15a-8e99-460a-95b0-33e571537a1a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.071967] env[69183]: DEBUG oslo_vmware.api [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1312.071967] env[69183]: value = "task-2790917" [ 1312.071967] env[69183]: _type = "Task" [ 1312.071967] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.078760] env[69183]: DEBUG oslo_vmware.api [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.355438] env[69183]: DEBUG oslo_concurrency.lockutils [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.355987] env[69183]: DEBUG nova.compute.manager [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1312.581969] env[69183]: DEBUG oslo_vmware.api [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423008} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.582264] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 3cebbf90-e2a0-4422-a91a-5242d038c95d/3cebbf90-e2a0-4422-a91a-5242d038c95d.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1312.582482] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1312.582728] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1228d09-638a-4822-b8b5-ae86db0572b7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.589102] env[69183]: DEBUG oslo_vmware.api [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1312.589102] env[69183]: value = "task-2790918" [ 1312.589102] env[69183]: _type = "Task" [ 1312.589102] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.596649] env[69183]: DEBUG oslo_vmware.api [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.860668] env[69183]: DEBUG nova.compute.utils [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1312.861993] env[69183]: DEBUG nova.compute.manager [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1312.862181] env[69183]: DEBUG nova.network.neutron [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1312.897356] env[69183]: DEBUG nova.policy [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '324c50ff3bfb443ab9a53b118001ccdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fb5088196e142c798bea7f09e358888', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1313.100019] env[69183]: DEBUG oslo_vmware.api [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055981} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.104378] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1313.105190] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23b9297-9c7b-47d4-8d0e-00f799ebf626 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.137584] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 3cebbf90-e2a0-4422-a91a-5242d038c95d/3cebbf90-e2a0-4422-a91a-5242d038c95d.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.138263] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1f5a093-308b-44b0-ab96-92e3442f65c1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.156027] env[69183]: DEBUG nova.network.neutron [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Successfully created port: 3a22bc39-b58e-4288-8efa-208c52af0241 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1313.163672] env[69183]: DEBUG oslo_vmware.api [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1313.163672] env[69183]: value = "task-2790919" [ 1313.163672] env[69183]: _type = "Task" [ 1313.163672] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.173239] env[69183]: DEBUG oslo_vmware.api [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.364801] env[69183]: DEBUG nova.compute.manager [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1313.673666] env[69183]: DEBUG oslo_vmware.api [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790919, 'name': ReconfigVM_Task, 'duration_secs': 0.282617} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.673963] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 3cebbf90-e2a0-4422-a91a-5242d038c95d/3cebbf90-e2a0-4422-a91a-5242d038c95d.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.674651] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d7e846f-deb2-4c83-b773-9c328018bc98 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.681087] env[69183]: DEBUG oslo_vmware.api [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1313.681087] env[69183]: value = "task-2790920" [ 1313.681087] env[69183]: _type = "Task" [ 1313.681087] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.688904] env[69183]: DEBUG oslo_vmware.api [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790920, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.191411] env[69183]: DEBUG oslo_vmware.api [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790920, 'name': Rename_Task, 'duration_secs': 0.168269} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.191790] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.191904] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3671321f-02d2-4851-97f6-cc9069155e9b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.198535] env[69183]: DEBUG oslo_vmware.api [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1314.198535] env[69183]: value = "task-2790921" [ 1314.198535] env[69183]: _type = "Task" [ 1314.198535] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.206396] env[69183]: DEBUG oslo_vmware.api [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.375297] env[69183]: DEBUG nova.compute.manager [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1314.401096] env[69183]: DEBUG nova.virt.hardware [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1314.401342] env[69183]: DEBUG nova.virt.hardware [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.401502] env[69183]: DEBUG nova.virt.hardware [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.401684] env[69183]: DEBUG nova.virt.hardware [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.401832] env[69183]: DEBUG nova.virt.hardware [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.401980] env[69183]: DEBUG nova.virt.hardware [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1314.402218] env[69183]: DEBUG nova.virt.hardware [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1314.402381] env[69183]: DEBUG nova.virt.hardware [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1314.402547] env[69183]: DEBUG nova.virt.hardware [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1314.402707] env[69183]: DEBUG nova.virt.hardware [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1314.402879] env[69183]: DEBUG nova.virt.hardware [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1314.403768] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623f1fbf-d263-44b7-8dd1-0bef68127d69 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.411994] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66653113-157e-4f92-bd9d-4f6bd57bed83 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.513059] env[69183]: DEBUG nova.compute.manager [req-d587c6ca-0404-443c-9f29-f7d7d8ddfa5b req-da4b82dc-0287-4747-93c0-043e408ef759 service nova] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Received event network-vif-plugged-3a22bc39-b58e-4288-8efa-208c52af0241 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1314.513296] env[69183]: DEBUG oslo_concurrency.lockutils [req-d587c6ca-0404-443c-9f29-f7d7d8ddfa5b req-da4b82dc-0287-4747-93c0-043e408ef759 service nova] Acquiring lock "5820bd0e-201c-4987-be07-b6ab0d6ca3bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.513503] env[69183]: DEBUG oslo_concurrency.lockutils [req-d587c6ca-0404-443c-9f29-f7d7d8ddfa5b req-da4b82dc-0287-4747-93c0-043e408ef759 service nova] Lock "5820bd0e-201c-4987-be07-b6ab0d6ca3bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.513671] env[69183]: DEBUG oslo_concurrency.lockutils [req-d587c6ca-0404-443c-9f29-f7d7d8ddfa5b req-da4b82dc-0287-4747-93c0-043e408ef759 service nova] Lock "5820bd0e-201c-4987-be07-b6ab0d6ca3bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.513838] env[69183]: DEBUG nova.compute.manager [req-d587c6ca-0404-443c-9f29-f7d7d8ddfa5b req-da4b82dc-0287-4747-93c0-043e408ef759 service nova] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] No waiting events found dispatching network-vif-plugged-3a22bc39-b58e-4288-8efa-208c52af0241 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1314.514050] env[69183]: WARNING nova.compute.manager [req-d587c6ca-0404-443c-9f29-f7d7d8ddfa5b req-da4b82dc-0287-4747-93c0-043e408ef759 service nova] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Received unexpected event network-vif-plugged-3a22bc39-b58e-4288-8efa-208c52af0241 for instance with vm_state building and task_state spawning. [ 1314.593729] env[69183]: DEBUG nova.network.neutron [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Successfully updated port: 3a22bc39-b58e-4288-8efa-208c52af0241 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1314.707994] env[69183]: DEBUG oslo_vmware.api [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790921, 'name': PowerOnVM_Task, 'duration_secs': 0.428285} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.708449] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.708735] env[69183]: INFO nova.compute.manager [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1314.709042] env[69183]: DEBUG nova.compute.manager [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1314.709850] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2adecd3-517f-4bb8-acbf-6a110107ec90 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.097162] env[69183]: DEBUG oslo_concurrency.lockutils [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "refresh_cache-5820bd0e-201c-4987-be07-b6ab0d6ca3bf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.097352] env[69183]: DEBUG oslo_concurrency.lockutils [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "refresh_cache-5820bd0e-201c-4987-be07-b6ab0d6ca3bf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.097532] env[69183]: DEBUG nova.network.neutron [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.225506] env[69183]: INFO nova.compute.manager [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Took 12.01 seconds to build instance. [ 1315.628308] env[69183]: DEBUG nova.network.neutron [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1315.727532] env[69183]: DEBUG oslo_concurrency.lockutils [None req-c4bd78a7-3c06-4f4c-9aef-8539039bac01 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Lock "3cebbf90-e2a0-4422-a91a-5242d038c95d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.516s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.752509] env[69183]: DEBUG nova.network.neutron [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Updating instance_info_cache with network_info: [{"id": "3a22bc39-b58e-4288-8efa-208c52af0241", "address": "fa:16:3e:fa:6b:72", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a22bc39-b5", "ovs_interfaceid": "3a22bc39-b58e-4288-8efa-208c52af0241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.255812] env[69183]: DEBUG oslo_concurrency.lockutils [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "refresh_cache-5820bd0e-201c-4987-be07-b6ab0d6ca3bf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.256162] env[69183]: DEBUG nova.compute.manager [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Instance network_info: |[{"id": "3a22bc39-b58e-4288-8efa-208c52af0241", "address": "fa:16:3e:fa:6b:72", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a22bc39-b5", "ovs_interfaceid": "3a22bc39-b58e-4288-8efa-208c52af0241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1316.256604] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:6b:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a22bc39-b58e-4288-8efa-208c52af0241', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1316.263952] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1316.264164] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1316.264408] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a79db5a1-fa7f-42db-bf4b-ecfd8e0becfa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.284732] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1316.284732] env[69183]: value = "task-2790922" [ 1316.284732] env[69183]: _type = "Task" [ 1316.284732] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.296655] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790922, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.392467] env[69183]: INFO nova.compute.manager [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Rescuing [ 1316.392791] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquiring lock "refresh_cache-3cebbf90-e2a0-4422-a91a-5242d038c95d" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.392971] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquired lock "refresh_cache-3cebbf90-e2a0-4422-a91a-5242d038c95d" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.393195] env[69183]: DEBUG nova.network.neutron [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.541209] env[69183]: DEBUG nova.compute.manager [req-89b62370-fb49-40fa-8cc5-0a5d24d4f7ca req-86b1167c-2806-4c0c-95bb-d84c4c5c3e6a service nova] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Received event network-changed-3a22bc39-b58e-4288-8efa-208c52af0241 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1316.541380] env[69183]: DEBUG nova.compute.manager [req-89b62370-fb49-40fa-8cc5-0a5d24d4f7ca req-86b1167c-2806-4c0c-95bb-d84c4c5c3e6a service nova] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Refreshing instance network info cache due to event network-changed-3a22bc39-b58e-4288-8efa-208c52af0241. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1316.541592] env[69183]: DEBUG oslo_concurrency.lockutils [req-89b62370-fb49-40fa-8cc5-0a5d24d4f7ca req-86b1167c-2806-4c0c-95bb-d84c4c5c3e6a service nova] Acquiring lock "refresh_cache-5820bd0e-201c-4987-be07-b6ab0d6ca3bf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.541785] env[69183]: DEBUG oslo_concurrency.lockutils [req-89b62370-fb49-40fa-8cc5-0a5d24d4f7ca req-86b1167c-2806-4c0c-95bb-d84c4c5c3e6a service nova] Acquired lock "refresh_cache-5820bd0e-201c-4987-be07-b6ab0d6ca3bf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.541977] env[69183]: DEBUG nova.network.neutron [req-89b62370-fb49-40fa-8cc5-0a5d24d4f7ca req-86b1167c-2806-4c0c-95bb-d84c4c5c3e6a service nova] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Refreshing network info cache for port 3a22bc39-b58e-4288-8efa-208c52af0241 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1316.798480] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790922, 'name': CreateVM_Task, 'duration_secs': 0.297117} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.798667] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1316.799485] env[69183]: DEBUG oslo_concurrency.lockutils [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.799708] env[69183]: DEBUG oslo_concurrency.lockutils [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.800355] env[69183]: DEBUG oslo_concurrency.lockutils [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.800689] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c949ad0-3002-4d31-9f5c-f4d6ad87569b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.805443] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1316.805443] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]529a9669-52f8-b9b6-b4b6-a2c19922dfad" [ 1316.805443] env[69183]: _type = "Task" [ 1316.805443] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.812595] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]529a9669-52f8-b9b6-b4b6-a2c19922dfad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.060898] env[69183]: DEBUG nova.network.neutron [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Updating instance_info_cache with network_info: [{"id": "e626a671-ffda-4017-a51c-669de8c9bbcd", "address": "fa:16:3e:bf:44:c2", "network": {"id": "10a4749c-8330-4123-8f28-45d5251df6d6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1299328127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8843e646b0f74024a35fcbdbf82fa5fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape626a671-ff", "ovs_interfaceid": "e626a671-ffda-4017-a51c-669de8c9bbcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.254892] env[69183]: DEBUG nova.network.neutron [req-89b62370-fb49-40fa-8cc5-0a5d24d4f7ca req-86b1167c-2806-4c0c-95bb-d84c4c5c3e6a service nova] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Updated VIF entry in instance network info cache for port 3a22bc39-b58e-4288-8efa-208c52af0241. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1317.255279] env[69183]: DEBUG nova.network.neutron [req-89b62370-fb49-40fa-8cc5-0a5d24d4f7ca req-86b1167c-2806-4c0c-95bb-d84c4c5c3e6a service nova] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Updating instance_info_cache with network_info: [{"id": "3a22bc39-b58e-4288-8efa-208c52af0241", "address": "fa:16:3e:fa:6b:72", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a22bc39-b5", "ovs_interfaceid": "3a22bc39-b58e-4288-8efa-208c52af0241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.316045] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]529a9669-52f8-b9b6-b4b6-a2c19922dfad, 'name': SearchDatastore_Task, 'duration_secs': 0.010771} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.316459] env[69183]: DEBUG oslo_concurrency.lockutils [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.316594] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.316833] env[69183]: DEBUG oslo_concurrency.lockutils [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.316983] env[69183]: DEBUG oslo_concurrency.lockutils [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.317183] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.317473] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-130c8093-9759-449e-864e-5c32cdf55cbe {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.325975] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.326159] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.326881] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6296580-8be5-4434-b58c-1d7a1976e2c3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.331894] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1317.331894] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52d50de0-27b5-0feb-3edd-a3001cd72a9f" [ 1317.331894] env[69183]: _type = "Task" [ 1317.331894] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.339096] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d50de0-27b5-0feb-3edd-a3001cd72a9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.563247] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Releasing lock "refresh_cache-3cebbf90-e2a0-4422-a91a-5242d038c95d" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.758368] env[69183]: DEBUG oslo_concurrency.lockutils [req-89b62370-fb49-40fa-8cc5-0a5d24d4f7ca req-86b1167c-2806-4c0c-95bb-d84c4c5c3e6a service nova] Releasing lock "refresh_cache-5820bd0e-201c-4987-be07-b6ab0d6ca3bf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.842865] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d50de0-27b5-0feb-3edd-a3001cd72a9f, 'name': SearchDatastore_Task, 'duration_secs': 0.008974} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.843693] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bbd62d8-8eec-4aa5-8031-8c1f97369d36 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.848463] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1317.848463] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52bdc0b8-3eef-02cc-7fce-de9c4745fb4f" [ 1317.848463] env[69183]: _type = "Task" [ 1317.848463] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.855722] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52bdc0b8-3eef-02cc-7fce-de9c4745fb4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.362046] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52bdc0b8-3eef-02cc-7fce-de9c4745fb4f, 'name': SearchDatastore_Task, 'duration_secs': 0.008833} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.362758] env[69183]: DEBUG oslo_concurrency.lockutils [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.363176] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 5820bd0e-201c-4987-be07-b6ab0d6ca3bf/5820bd0e-201c-4987-be07-b6ab0d6ca3bf.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.363710] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b0cf60a-fa19-4da3-abd2-65d774491675 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.372368] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1318.372368] env[69183]: value = "task-2790923" [ 1318.372368] env[69183]: _type = "Task" [ 1318.372368] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.381919] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.881745] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464638} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.882027] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 5820bd0e-201c-4987-be07-b6ab0d6ca3bf/5820bd0e-201c-4987-be07-b6ab0d6ca3bf.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.882247] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.882494] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a521728-f9aa-4f8c-8aa5-f2418bf2a02d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.888659] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1318.888659] env[69183]: value = "task-2790924" [ 1318.888659] env[69183]: _type = "Task" [ 1318.888659] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.895764] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.103803] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.104151] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da4be73d-3493-4ce7-a7e5-339667cc9378 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.111355] env[69183]: DEBUG oslo_vmware.api [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1319.111355] env[69183]: value = "task-2790925" [ 1319.111355] env[69183]: _type = "Task" [ 1319.111355] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.119279] env[69183]: DEBUG oslo_vmware.api [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.397698] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07462} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.398056] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1319.398739] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582baa29-df7c-47d3-a2ca-feced5aeef01 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.419542] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 5820bd0e-201c-4987-be07-b6ab0d6ca3bf/5820bd0e-201c-4987-be07-b6ab0d6ca3bf.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.419762] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-095a822e-9d30-4a6e-9694-b7cdf8ed554e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.438200] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1319.438200] env[69183]: value = "task-2790926" [ 1319.438200] env[69183]: _type = "Task" [ 1319.438200] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.445051] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.622988] env[69183]: DEBUG oslo_vmware.api [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790925, 'name': PowerOffVM_Task, 'duration_secs': 0.193178} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.623277] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.624040] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025378fa-7180-4353-bbd2-af9fd28802e2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.641733] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d99cfae-eb64-404f-aa9b-cc168658b423 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.668208] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.668494] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63da9e78-f561-461d-a66c-da2254a5da03 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.674691] env[69183]: DEBUG oslo_vmware.api [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1319.674691] env[69183]: value = "task-2790927" [ 1319.674691] env[69183]: _type = "Task" [ 1319.674691] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.681907] env[69183]: DEBUG oslo_vmware.api [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.948318] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790926, 'name': ReconfigVM_Task, 'duration_secs': 0.256694} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.948602] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 5820bd0e-201c-4987-be07-b6ab0d6ca3bf/5820bd0e-201c-4987-be07-b6ab0d6ca3bf.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.949240] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e773d0c-40f9-4b14-8173-4d38ff2ee289 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.955914] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1319.955914] env[69183]: value = "task-2790928" [ 1319.955914] env[69183]: _type = "Task" [ 1319.955914] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.963967] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790928, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.184277] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] VM already powered off {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1320.184525] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1320.184762] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.184910] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.185101] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.185346] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a2bf076-f554-45f7-aff2-d51ac02ee4f6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.193954] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.194139] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1320.194818] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b08cc2b-a65d-499f-b4a4-07cadaca8bac {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.199306] env[69183]: DEBUG oslo_vmware.api [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1320.199306] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52e8863a-066c-9ec3-8273-fe39a498edf2" [ 1320.199306] env[69183]: _type = "Task" [ 1320.199306] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.206226] env[69183]: DEBUG oslo_vmware.api [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e8863a-066c-9ec3-8273-fe39a498edf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.465625] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790928, 'name': Rename_Task, 'duration_secs': 0.159935} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.467048] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1320.467048] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d492a5e-55b3-4fdf-a573-2a2e9760a247 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.472902] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1320.472902] env[69183]: value = "task-2790929" [ 1320.472902] env[69183]: _type = "Task" [ 1320.472902] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.479853] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.709313] env[69183]: DEBUG oslo_vmware.api [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52e8863a-066c-9ec3-8273-fe39a498edf2, 'name': SearchDatastore_Task, 'duration_secs': 0.008611} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.710074] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f16a7622-0c33-455d-9d79-ccf20a8eb576 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.714674] env[69183]: DEBUG oslo_vmware.api [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1320.714674] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]525e28f3-adcd-1e0e-f7d7-2d577b5c2f7c" [ 1320.714674] env[69183]: _type = "Task" [ 1320.714674] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.721813] env[69183]: DEBUG oslo_vmware.api [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525e28f3-adcd-1e0e-f7d7-2d577b5c2f7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.982407] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790929, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.225461] env[69183]: DEBUG oslo_vmware.api [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]525e28f3-adcd-1e0e-f7d7-2d577b5c2f7c, 'name': SearchDatastore_Task, 'duration_secs': 0.009203} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.225723] env[69183]: DEBUG oslo_concurrency.lockutils [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.225980] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 3cebbf90-e2a0-4422-a91a-5242d038c95d/f7726cdb-6378-48d3-afce-c7bc7e065714-rescue.vmdk. {{(pid=69183) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1321.226255] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb0b479e-ac32-444a-8401-f4d0750cd446 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.233615] env[69183]: DEBUG oslo_vmware.api [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1321.233615] env[69183]: value = "task-2790930" [ 1321.233615] env[69183]: _type = "Task" [ 1321.233615] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.240805] env[69183]: DEBUG oslo_vmware.api [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.483444] env[69183]: DEBUG oslo_vmware.api [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790929, 'name': PowerOnVM_Task, 'duration_secs': 0.624986} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.483891] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1321.483944] env[69183]: INFO nova.compute.manager [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1321.484111] env[69183]: DEBUG nova.compute.manager [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1321.485081] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5e8f6b-3d94-4e78-a49c-eb97e1a2305e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.743148] env[69183]: DEBUG oslo_vmware.api [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442245} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.743387] env[69183]: INFO nova.virt.vmwareapi.ds_util [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 3cebbf90-e2a0-4422-a91a-5242d038c95d/f7726cdb-6378-48d3-afce-c7bc7e065714-rescue.vmdk. [ 1321.744141] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e84196-3218-40f3-a6bb-909d23ecb39c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.767989] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 3cebbf90-e2a0-4422-a91a-5242d038c95d/f7726cdb-6378-48d3-afce-c7bc7e065714-rescue.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.768230] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12ade426-88f2-4f64-8e00-9a60f3fdc251 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.786337] env[69183]: DEBUG oslo_vmware.api [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1321.786337] env[69183]: value = "task-2790931" [ 1321.786337] env[69183]: _type = "Task" [ 1321.786337] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.794275] env[69183]: DEBUG oslo_vmware.api [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.005142] env[69183]: INFO nova.compute.manager [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Took 12.48 seconds to build instance. [ 1322.296176] env[69183]: DEBUG oslo_vmware.api [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790931, 'name': ReconfigVM_Task, 'duration_secs': 0.283168} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.296858] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 3cebbf90-e2a0-4422-a91a-5242d038c95d/f7726cdb-6378-48d3-afce-c7bc7e065714-rescue.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.297351] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad22bae0-e47e-4723-88fa-60411f20d566 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.321989] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ef44e05-b204-4e97-b912-daa14eb3fc45 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.337150] env[69183]: DEBUG oslo_vmware.api [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1322.337150] env[69183]: value = "task-2790932" [ 1322.337150] env[69183]: _type = "Task" [ 1322.337150] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.344569] env[69183]: DEBUG oslo_vmware.api [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.507653] env[69183]: DEBUG oslo_concurrency.lockutils [None req-31545e8e-f580-4606-94f1-ace2b4b582b9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "5820bd0e-201c-4987-be07-b6ab0d6ca3bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.995s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.761609] env[69183]: DEBUG nova.compute.manager [req-0e841b8a-8dbf-4a9e-812c-66eeb428c985 req-948be385-844f-4b76-abd0-a4a0eff8168d service nova] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Received event network-changed-3a22bc39-b58e-4288-8efa-208c52af0241 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1322.761750] env[69183]: DEBUG nova.compute.manager [req-0e841b8a-8dbf-4a9e-812c-66eeb428c985 req-948be385-844f-4b76-abd0-a4a0eff8168d service nova] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Refreshing instance network info cache due to event network-changed-3a22bc39-b58e-4288-8efa-208c52af0241. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1322.761872] env[69183]: DEBUG oslo_concurrency.lockutils [req-0e841b8a-8dbf-4a9e-812c-66eeb428c985 req-948be385-844f-4b76-abd0-a4a0eff8168d service nova] Acquiring lock "refresh_cache-5820bd0e-201c-4987-be07-b6ab0d6ca3bf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.762024] env[69183]: DEBUG oslo_concurrency.lockutils [req-0e841b8a-8dbf-4a9e-812c-66eeb428c985 req-948be385-844f-4b76-abd0-a4a0eff8168d service nova] Acquired lock "refresh_cache-5820bd0e-201c-4987-be07-b6ab0d6ca3bf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.762180] env[69183]: DEBUG nova.network.neutron [req-0e841b8a-8dbf-4a9e-812c-66eeb428c985 req-948be385-844f-4b76-abd0-a4a0eff8168d service nova] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Refreshing network info cache for port 3a22bc39-b58e-4288-8efa-208c52af0241 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1322.846691] env[69183]: DEBUG oslo_vmware.api [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790932, 'name': ReconfigVM_Task, 'duration_secs': 0.386278} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.847254] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.847254] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-791f2380-3fad-458f-89d8-8bb61c10c646 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.856115] env[69183]: DEBUG oslo_vmware.api [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1322.856115] env[69183]: value = "task-2790933" [ 1322.856115] env[69183]: _type = "Task" [ 1322.856115] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.865995] env[69183]: DEBUG oslo_vmware.api [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.373296] env[69183]: DEBUG oslo_vmware.api [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790933, 'name': PowerOnVM_Task, 'duration_secs': 0.427487} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.373684] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.377377] env[69183]: DEBUG nova.compute.manager [None req-5cf44ec2-5dea-4a2d-887b-cd7ac2d54c6e tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.378616] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e9e632-c738-42a8-9617-e4b735dbd3cf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.485533] env[69183]: DEBUG nova.network.neutron [req-0e841b8a-8dbf-4a9e-812c-66eeb428c985 req-948be385-844f-4b76-abd0-a4a0eff8168d service nova] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Updated VIF entry in instance network info cache for port 3a22bc39-b58e-4288-8efa-208c52af0241. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.485972] env[69183]: DEBUG nova.network.neutron [req-0e841b8a-8dbf-4a9e-812c-66eeb428c985 req-948be385-844f-4b76-abd0-a4a0eff8168d service nova] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Updating instance_info_cache with network_info: [{"id": "3a22bc39-b58e-4288-8efa-208c52af0241", "address": "fa:16:3e:fa:6b:72", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a22bc39-b5", "ovs_interfaceid": "3a22bc39-b58e-4288-8efa-208c52af0241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.989219] env[69183]: DEBUG oslo_concurrency.lockutils [req-0e841b8a-8dbf-4a9e-812c-66eeb428c985 req-948be385-844f-4b76-abd0-a4a0eff8168d service nova] Releasing lock "refresh_cache-5820bd0e-201c-4987-be07-b6ab0d6ca3bf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.289987] env[69183]: INFO nova.compute.manager [None req-f08f0fde-5141-4bb0-9807-d96cacfd6bce tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Unrescuing [ 1324.290247] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f08f0fde-5141-4bb0-9807-d96cacfd6bce tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquiring lock "refresh_cache-3cebbf90-e2a0-4422-a91a-5242d038c95d" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.290404] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f08f0fde-5141-4bb0-9807-d96cacfd6bce tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquired lock "refresh_cache-3cebbf90-e2a0-4422-a91a-5242d038c95d" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.290571] env[69183]: DEBUG nova.network.neutron [None req-f08f0fde-5141-4bb0-9807-d96cacfd6bce tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.709206] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.992317] env[69183]: DEBUG nova.network.neutron [None req-f08f0fde-5141-4bb0-9807-d96cacfd6bce tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Updating instance_info_cache with network_info: [{"id": "e626a671-ffda-4017-a51c-669de8c9bbcd", "address": "fa:16:3e:bf:44:c2", "network": {"id": "10a4749c-8330-4123-8f28-45d5251df6d6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1299328127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8843e646b0f74024a35fcbdbf82fa5fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape626a671-ff", "ovs_interfaceid": "e626a671-ffda-4017-a51c-669de8c9bbcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.495802] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f08f0fde-5141-4bb0-9807-d96cacfd6bce tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Releasing lock "refresh_cache-3cebbf90-e2a0-4422-a91a-5242d038c95d" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.496564] env[69183]: DEBUG nova.objects.instance [None req-f08f0fde-5141-4bb0-9807-d96cacfd6bce tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Lazy-loading 'flavor' on Instance uuid 3cebbf90-e2a0-4422-a91a-5242d038c95d {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.002899] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2feab174-5aa1-4591-bce8-b197d1d482e0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.023556] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08f0fde-5141-4bb0-9807-d96cacfd6bce tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.023844] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0da9414c-c733-4142-b962-15f37224b609 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.030416] env[69183]: DEBUG oslo_vmware.api [None req-f08f0fde-5141-4bb0-9807-d96cacfd6bce tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1326.030416] env[69183]: value = "task-2790934" [ 1326.030416] env[69183]: _type = "Task" [ 1326.030416] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.038241] env[69183]: DEBUG oslo_vmware.api [None req-f08f0fde-5141-4bb0-9807-d96cacfd6bce tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.541080] env[69183]: DEBUG oslo_vmware.api [None req-f08f0fde-5141-4bb0-9807-d96cacfd6bce tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790934, 'name': PowerOffVM_Task, 'duration_secs': 0.225057} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.541392] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08f0fde-5141-4bb0-9807-d96cacfd6bce tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.547170] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-f08f0fde-5141-4bb0-9807-d96cacfd6bce tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1326.547458] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0d3c31a-19e0-4715-a2b5-1d1d0ce0013c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.566974] env[69183]: DEBUG oslo_vmware.api [None req-f08f0fde-5141-4bb0-9807-d96cacfd6bce tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1326.566974] env[69183]: value = "task-2790935" [ 1326.566974] env[69183]: _type = "Task" [ 1326.566974] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.578305] env[69183]: DEBUG oslo_vmware.api [None req-f08f0fde-5141-4bb0-9807-d96cacfd6bce tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790935, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.077262] env[69183]: DEBUG oslo_vmware.api [None req-f08f0fde-5141-4bb0-9807-d96cacfd6bce tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790935, 'name': ReconfigVM_Task, 'duration_secs': 0.207109} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.077677] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-f08f0fde-5141-4bb0-9807-d96cacfd6bce tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1327.077799] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08f0fde-5141-4bb0-9807-d96cacfd6bce tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.078056] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d0e0abb-f8c7-4f32-aee0-116acb8925c0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.084030] env[69183]: DEBUG oslo_vmware.api [None req-f08f0fde-5141-4bb0-9807-d96cacfd6bce tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1327.084030] env[69183]: value = "task-2790936" [ 1327.084030] env[69183]: _type = "Task" [ 1327.084030] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.091087] env[69183]: DEBUG oslo_vmware.api [None req-f08f0fde-5141-4bb0-9807-d96cacfd6bce tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.594346] env[69183]: DEBUG oslo_vmware.api [None req-f08f0fde-5141-4bb0-9807-d96cacfd6bce tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790936, 'name': PowerOnVM_Task, 'duration_secs': 0.346407} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.594346] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08f0fde-5141-4bb0-9807-d96cacfd6bce tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.594346] env[69183]: DEBUG nova.compute.manager [None req-f08f0fde-5141-4bb0-9807-d96cacfd6bce tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.594702] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94818bc2-d82c-411d-a0c5-3909b7b3fe11 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.703743] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.708378] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.708542] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69183) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1327.708691] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.211548] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.211912] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.211984] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.212150] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69183) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1328.213051] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7766181b-6793-4f0a-a321-8dbcc1fd870e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.221478] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2241a0a-3c5c-4dbc-96de-31ce4fff86f1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.235154] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9b7e59-b8cb-4bef-be49-dc8b4bf4239a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.241320] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2219b3-0914-4415-b651-d0f53103cf97 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.271069] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180899MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=69183) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1328.271232] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.271451] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.836205] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquiring lock "3cebbf90-e2a0-4422-a91a-5242d038c95d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.836489] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Lock "3cebbf90-e2a0-4422-a91a-5242d038c95d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.836706] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquiring lock "3cebbf90-e2a0-4422-a91a-5242d038c95d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.837383] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Lock "3cebbf90-e2a0-4422-a91a-5242d038c95d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.837634] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Lock "3cebbf90-e2a0-4422-a91a-5242d038c95d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.839574] env[69183]: INFO nova.compute.manager [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Terminating instance [ 1329.301691] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 254b567e-d9f6-4c64-8471-796f00153330 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1329.301987] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 3cebbf90-e2a0-4422-a91a-5242d038c95d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1329.302102] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 5820bd0e-201c-4987-be07-b6ab0d6ca3bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1329.302348] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1329.302565] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1329.343350] env[69183]: DEBUG nova.compute.manager [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1329.343570] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.344501] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a010c92c-8a9f-4502-8193-fc309084163c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.348247] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cd141c-a5fc-4877-936a-b4d52a2c5d72 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.357199] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0ffa4f-4474-4837-ae6e-c5d3f800c7ac {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.360057] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.360272] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74e3e43d-32a0-49fb-914a-ade6796c23c5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.390178] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b98086-ea38-4625-adac-9dc529100285 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.392998] env[69183]: DEBUG oslo_vmware.api [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1329.392998] env[69183]: value = "task-2790937" [ 1329.392998] env[69183]: _type = "Task" [ 1329.392998] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.400970] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66335b20-0949-43df-a5df-87f5d7383239 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.407514] env[69183]: DEBUG oslo_vmware.api [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.417411] env[69183]: DEBUG nova.compute.provider_tree [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1329.902609] env[69183]: DEBUG oslo_vmware.api [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790937, 'name': PowerOffVM_Task, 'duration_secs': 0.2001} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.902907] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.903052] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.903296] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f325f25-0e1d-4fb3-b4c0-99ff757071ce {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.949304] env[69183]: DEBUG nova.scheduler.client.report [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Updated inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 with generation 185 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1329.949538] env[69183]: DEBUG nova.compute.provider_tree [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 185 to 186 during operation: update_inventory {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1329.949680] env[69183]: DEBUG nova.compute.provider_tree [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1329.971985] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.972333] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.972610] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Deleting the datastore file [datastore2] 3cebbf90-e2a0-4422-a91a-5242d038c95d {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.973230] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c51bc127-1241-4774-982c-2b26648bc136 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.980288] env[69183]: DEBUG oslo_vmware.api [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1329.980288] env[69183]: value = "task-2790939" [ 1329.980288] env[69183]: _type = "Task" [ 1329.980288] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.987815] env[69183]: DEBUG oslo_vmware.api [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.455099] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69183) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1330.455561] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.184s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.490359] env[69183]: DEBUG oslo_vmware.api [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130317} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.490602] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.490787] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.490961] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.491151] env[69183]: INFO nova.compute.manager [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1330.491391] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.491578] env[69183]: DEBUG nova.compute.manager [-] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1330.491665] env[69183]: DEBUG nova.network.neutron [-] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1330.745855] env[69183]: DEBUG nova.compute.manager [req-dc60f088-7a71-4d96-aca5-7446f0d6099d req-b3bdddd7-0c43-4989-9931-131e16658f0e service nova] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Received event network-vif-deleted-e626a671-ffda-4017-a51c-669de8c9bbcd {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1330.746115] env[69183]: INFO nova.compute.manager [req-dc60f088-7a71-4d96-aca5-7446f0d6099d req-b3bdddd7-0c43-4989-9931-131e16658f0e service nova] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Neutron deleted interface e626a671-ffda-4017-a51c-669de8c9bbcd; detaching it from the instance and deleting it from the info cache [ 1330.746287] env[69183]: DEBUG nova.network.neutron [req-dc60f088-7a71-4d96-aca5-7446f0d6099d req-b3bdddd7-0c43-4989-9931-131e16658f0e service nova] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.228814] env[69183]: DEBUG nova.network.neutron [-] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.248876] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c81580be-0d4b-460d-a45e-1817a5676cb2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.258778] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e6827b-a8f6-42e1-8f91-44bcfe0573ed {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.284482] env[69183]: DEBUG nova.compute.manager [req-dc60f088-7a71-4d96-aca5-7446f0d6099d req-b3bdddd7-0c43-4989-9931-131e16658f0e service nova] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Detach interface failed, port_id=e626a671-ffda-4017-a51c-669de8c9bbcd, reason: Instance 3cebbf90-e2a0-4422-a91a-5242d038c95d could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1331.456160] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.456558] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.708282] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.731049] env[69183]: INFO nova.compute.manager [-] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Took 1.24 seconds to deallocate network for instance. [ 1332.237331] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.237665] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.237903] env[69183]: DEBUG nova.objects.instance [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Lazy-loading 'resources' on Instance uuid 3cebbf90-e2a0-4422-a91a-5242d038c95d {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.708428] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.792007] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799b8403-3733-4e7f-bce6-de172a272d84 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.799834] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c10afbc-a960-4f3f-b9b5-185c6af91ea2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.829985] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d831b1-8511-474b-93cd-3a31ab84489c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.836957] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d965394-a624-47a3-9610-fa646aade1d6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.849808] env[69183]: DEBUG nova.compute.provider_tree [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.353337] env[69183]: DEBUG nova.scheduler.client.report [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.858367] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.876877] env[69183]: INFO nova.scheduler.client.report [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Deleted allocations for instance 3cebbf90-e2a0-4422-a91a-5242d038c95d [ 1334.386890] env[69183]: DEBUG oslo_concurrency.lockutils [None req-d8802261-157c-431f-8193-4fb64c2de000 tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Lock "3cebbf90-e2a0-4422-a91a-5242d038c95d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.550s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.459291] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquiring lock "254b567e-d9f6-4c64-8471-796f00153330" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.459692] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Lock "254b567e-d9f6-4c64-8471-796f00153330" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.459794] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquiring lock "254b567e-d9f6-4c64-8471-796f00153330-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.459974] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Lock "254b567e-d9f6-4c64-8471-796f00153330-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.460173] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Lock "254b567e-d9f6-4c64-8471-796f00153330-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.462395] env[69183]: INFO nova.compute.manager [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Terminating instance [ 1335.965797] env[69183]: DEBUG nova.compute.manager [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1335.966061] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.967036] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4948c9ca-c6e4-41d0-99e7-50570ca3c290 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.975020] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.975251] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d53ac20-5b60-44ee-a3ad-10a0ae28d2fb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.981997] env[69183]: DEBUG oslo_vmware.api [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1335.981997] env[69183]: value = "task-2790940" [ 1335.981997] env[69183]: _type = "Task" [ 1335.981997] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.989803] env[69183]: DEBUG oslo_vmware.api [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.491979] env[69183]: DEBUG oslo_vmware.api [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790940, 'name': PowerOffVM_Task, 'duration_secs': 0.182923} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.492379] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.492441] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.492678] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6d53b43-fa61-4fd7-aed8-5245e43a9dcd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.557027] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.557265] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.557445] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Deleting the datastore file [datastore2] 254b567e-d9f6-4c64-8471-796f00153330 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.557698] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a094bc8d-deeb-490c-9c3e-2e5c6bb7250b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.564954] env[69183]: DEBUG oslo_vmware.api [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for the task: (returnval){ [ 1336.564954] env[69183]: value = "task-2790942" [ 1336.564954] env[69183]: _type = "Task" [ 1336.564954] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.572140] env[69183]: DEBUG oslo_vmware.api [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.074849] env[69183]: DEBUG oslo_vmware.api [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Task: {'id': task-2790942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157295} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.075076] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1337.075263] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1337.075440] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1337.075615] env[69183]: INFO nova.compute.manager [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1337.075859] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1337.076055] env[69183]: DEBUG nova.compute.manager [-] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1337.076202] env[69183]: DEBUG nova.network.neutron [-] [instance: 254b567e-d9f6-4c64-8471-796f00153330] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1337.303527] env[69183]: DEBUG nova.compute.manager [req-f51a83bf-44c2-4efc-98e2-a3d3802b7de0 req-f2a03588-72a2-439e-943b-5dfec966ed71 service nova] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Received event network-vif-deleted-58de3ba7-3f0d-47ea-8249-fb30e46f242f {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1337.303637] env[69183]: INFO nova.compute.manager [req-f51a83bf-44c2-4efc-98e2-a3d3802b7de0 req-f2a03588-72a2-439e-943b-5dfec966ed71 service nova] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Neutron deleted interface 58de3ba7-3f0d-47ea-8249-fb30e46f242f; detaching it from the instance and deleting it from the info cache [ 1337.303783] env[69183]: DEBUG nova.network.neutron [req-f51a83bf-44c2-4efc-98e2-a3d3802b7de0 req-f2a03588-72a2-439e-943b-5dfec966ed71 service nova] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.786582] env[69183]: DEBUG nova.network.neutron [-] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.806543] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0259d5ec-ab36-41a3-864e-fb2a97cd51e2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.816306] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074c6e98-62be-474e-9ca6-99a703c51445 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.843356] env[69183]: DEBUG nova.compute.manager [req-f51a83bf-44c2-4efc-98e2-a3d3802b7de0 req-f2a03588-72a2-439e-943b-5dfec966ed71 service nova] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Detach interface failed, port_id=58de3ba7-3f0d-47ea-8249-fb30e46f242f, reason: Instance 254b567e-d9f6-4c64-8471-796f00153330 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1338.289580] env[69183]: INFO nova.compute.manager [-] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Took 1.21 seconds to deallocate network for instance. [ 1338.797514] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.797909] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.798031] env[69183]: DEBUG nova.objects.instance [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Lazy-loading 'resources' on Instance uuid 254b567e-d9f6-4c64-8471-796f00153330 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.340717] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad860c91-1254-4b28-8010-0e5d5cb48eef {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.348268] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8bf1c9-902c-425a-8697-be31bd10e219 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.378074] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6bb037-85d1-4a54-aa28-a1c46b64568e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.385820] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98761fb6-927e-42c2-b459-09580f66c5c3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.398605] env[69183]: DEBUG nova.compute.provider_tree [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1339.927692] env[69183]: DEBUG nova.scheduler.client.report [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Updated inventory for provider ac1d5a79-805a-416e-80c0-31063a094839 with generation 186 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1339.928052] env[69183]: DEBUG nova.compute.provider_tree [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Updating resource provider ac1d5a79-805a-416e-80c0-31063a094839 generation from 186 to 187 during operation: update_inventory {{(pid=69183) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1339.928175] env[69183]: DEBUG nova.compute.provider_tree [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Updating inventory in ProviderTree for provider ac1d5a79-805a-416e-80c0-31063a094839 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1340.432872] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.452236] env[69183]: INFO nova.scheduler.client.report [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Deleted allocations for instance 254b567e-d9f6-4c64-8471-796f00153330 [ 1340.959165] env[69183]: DEBUG oslo_concurrency.lockutils [None req-8e8aee37-72a5-474d-99ea-6b994d0cc58b tempest-ServerRescueTestJSON-1726025044 tempest-ServerRescueTestJSON-1726025044-project-member] Lock "254b567e-d9f6-4c64-8471-796f00153330" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.499s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.488894] env[69183]: DEBUG nova.compute.manager [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Stashing vm_state: active {{(pid=69183) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1359.005179] env[69183]: DEBUG oslo_concurrency.lockutils [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.005465] env[69183]: DEBUG oslo_concurrency.lockutils [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.510692] env[69183]: INFO nova.compute.claims [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1360.017201] env[69183]: INFO nova.compute.resource_tracker [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Updating resource usage from migration acc989cd-8757-418f-8421-13bdaf59559e [ 1360.054398] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cb57d0-fe2d-4f1a-9e1c-2b59af76dafb {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.061914] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1cde94-fa66-4e9f-9d12-a7170131b886 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.091979] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf08a404-0b2f-4941-968a-f64aceb7eb36 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.098440] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1c04b1-b50c-45c1-a2d8-7a9951fd7a9f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.110878] env[69183]: DEBUG nova.compute.provider_tree [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.613934] env[69183]: DEBUG nova.scheduler.client.report [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.119114] env[69183]: DEBUG oslo_concurrency.lockutils [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.113s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.119379] env[69183]: INFO nova.compute.manager [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Migrating [ 1361.634052] env[69183]: DEBUG oslo_concurrency.lockutils [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "refresh_cache-5820bd0e-201c-4987-be07-b6ab0d6ca3bf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.634052] env[69183]: DEBUG oslo_concurrency.lockutils [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "refresh_cache-5820bd0e-201c-4987-be07-b6ab0d6ca3bf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.634481] env[69183]: DEBUG nova.network.neutron [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.336567] env[69183]: DEBUG nova.network.neutron [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Updating instance_info_cache with network_info: [{"id": "3a22bc39-b58e-4288-8efa-208c52af0241", "address": "fa:16:3e:fa:6b:72", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a22bc39-b5", "ovs_interfaceid": "3a22bc39-b58e-4288-8efa-208c52af0241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.839354] env[69183]: DEBUG oslo_concurrency.lockutils [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "refresh_cache-5820bd0e-201c-4987-be07-b6ab0d6ca3bf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.354159] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412f4d01-7a1b-4147-ba29-fa39da05cf09 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.384637] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Updating instance '5820bd0e-201c-4987-be07-b6ab0d6ca3bf' progress to 0 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1364.891874] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.892199] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8f065eb-80d2-4f56-b60c-ac4fc90cf3c0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.900188] env[69183]: DEBUG oslo_vmware.api [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1364.900188] env[69183]: value = "task-2790943" [ 1364.900188] env[69183]: _type = "Task" [ 1364.900188] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.907571] env[69183]: DEBUG oslo_vmware.api [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.410545] env[69183]: DEBUG oslo_vmware.api [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790943, 'name': PowerOffVM_Task, 'duration_secs': 0.187046} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.410995] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1365.410995] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Updating instance '5820bd0e-201c-4987-be07-b6ab0d6ca3bf' progress to 17 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1365.917717] env[69183]: DEBUG nova.virt.hardware [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1365.918064] env[69183]: DEBUG nova.virt.hardware [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1365.918127] env[69183]: DEBUG nova.virt.hardware [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1365.918318] env[69183]: DEBUG nova.virt.hardware [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1365.918466] env[69183]: DEBUG nova.virt.hardware [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1365.918613] env[69183]: DEBUG nova.virt.hardware [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1365.918816] env[69183]: DEBUG nova.virt.hardware [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1365.918976] env[69183]: DEBUG nova.virt.hardware [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1365.919197] env[69183]: DEBUG nova.virt.hardware [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1365.919361] env[69183]: DEBUG nova.virt.hardware [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1365.919530] env[69183]: DEBUG nova.virt.hardware [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1365.924461] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee8ebc11-4bb6-4c73-9baf-21f5b70d58c3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.939958] env[69183]: DEBUG oslo_vmware.api [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1365.939958] env[69183]: value = "task-2790944" [ 1365.939958] env[69183]: _type = "Task" [ 1365.939958] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.947850] env[69183]: DEBUG oslo_vmware.api [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.449999] env[69183]: DEBUG oslo_vmware.api [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790944, 'name': ReconfigVM_Task, 'duration_secs': 0.152981} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.450381] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Updating instance '5820bd0e-201c-4987-be07-b6ab0d6ca3bf' progress to 33 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1366.956956] env[69183]: DEBUG nova.virt.hardware [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1366.957277] env[69183]: DEBUG nova.virt.hardware [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1366.957496] env[69183]: DEBUG nova.virt.hardware [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1366.957583] env[69183]: DEBUG nova.virt.hardware [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1366.957708] env[69183]: DEBUG nova.virt.hardware [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1366.957887] env[69183]: DEBUG nova.virt.hardware [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1366.958148] env[69183]: DEBUG nova.virt.hardware [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1366.958320] env[69183]: DEBUG nova.virt.hardware [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1366.958488] env[69183]: DEBUG nova.virt.hardware [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1366.958650] env[69183]: DEBUG nova.virt.hardware [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1366.958821] env[69183]: DEBUG nova.virt.hardware [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1366.964032] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1366.964315] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39734763-3ce4-445f-9683-43503bd5990c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.984333] env[69183]: DEBUG oslo_vmware.api [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1366.984333] env[69183]: value = "task-2790945" [ 1366.984333] env[69183]: _type = "Task" [ 1366.984333] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.992131] env[69183]: DEBUG oslo_vmware.api [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.494485] env[69183]: DEBUG oslo_vmware.api [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790945, 'name': ReconfigVM_Task, 'duration_secs': 0.160084} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.494853] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1367.495474] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a7e07a-bc41-48f3-9409-bb0f0e0560fa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.518061] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 5820bd0e-201c-4987-be07-b6ab0d6ca3bf/5820bd0e-201c-4987-be07-b6ab0d6ca3bf.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1367.518571] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be512ba6-14b2-4d63-90f4-6221ea372675 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.535399] env[69183]: DEBUG oslo_vmware.api [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1367.535399] env[69183]: value = "task-2790946" [ 1367.535399] env[69183]: _type = "Task" [ 1367.535399] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.542455] env[69183]: DEBUG oslo_vmware.api [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.045208] env[69183]: DEBUG oslo_vmware.api [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790946, 'name': ReconfigVM_Task, 'duration_secs': 0.242611} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.045503] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 5820bd0e-201c-4987-be07-b6ab0d6ca3bf/5820bd0e-201c-4987-be07-b6ab0d6ca3bf.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.045784] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Updating instance '5820bd0e-201c-4987-be07-b6ab0d6ca3bf' progress to 50 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1368.552885] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720baad6-1a14-4564-a16b-db1c537d1b7e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.572137] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7723a0-d272-4c37-bcd1-031418c0a429 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.588730] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Updating instance '5820bd0e-201c-4987-be07-b6ab0d6ca3bf' progress to 67 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1369.125996] env[69183]: DEBUG nova.network.neutron [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Port 3a22bc39-b58e-4288-8efa-208c52af0241 binding to destination host cpu-1 is already ACTIVE {{(pid=69183) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1370.149716] env[69183]: DEBUG oslo_concurrency.lockutils [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "5820bd0e-201c-4987-be07-b6ab0d6ca3bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.150109] env[69183]: DEBUG oslo_concurrency.lockutils [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "5820bd0e-201c-4987-be07-b6ab0d6ca3bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.150174] env[69183]: DEBUG oslo_concurrency.lockutils [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "5820bd0e-201c-4987-be07-b6ab0d6ca3bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.184189] env[69183]: DEBUG oslo_concurrency.lockutils [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "refresh_cache-5820bd0e-201c-4987-be07-b6ab0d6ca3bf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.184536] env[69183]: DEBUG oslo_concurrency.lockutils [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "refresh_cache-5820bd0e-201c-4987-be07-b6ab0d6ca3bf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.184585] env[69183]: DEBUG nova.network.neutron [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1371.876313] env[69183]: DEBUG nova.network.neutron [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Updating instance_info_cache with network_info: [{"id": "3a22bc39-b58e-4288-8efa-208c52af0241", "address": "fa:16:3e:fa:6b:72", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a22bc39-b5", "ovs_interfaceid": "3a22bc39-b58e-4288-8efa-208c52af0241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.379350] env[69183]: DEBUG oslo_concurrency.lockutils [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "refresh_cache-5820bd0e-201c-4987-be07-b6ab0d6ca3bf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.903308] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75aea62-af39-48ac-be2c-7c57d99f8da7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.921930] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5855ccd9-e238-459b-917a-0f6d54d5e1f7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.928771] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Updating instance '5820bd0e-201c-4987-be07-b6ab0d6ca3bf' progress to 83 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1373.435525] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.435975] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b2799e0-3d1c-4aac-8dc3-e78c04356b66 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.443019] env[69183]: DEBUG oslo_vmware.api [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1373.443019] env[69183]: value = "task-2790947" [ 1373.443019] env[69183]: _type = "Task" [ 1373.443019] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.450586] env[69183]: DEBUG oslo_vmware.api [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.953021] env[69183]: DEBUG oslo_vmware.api [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790947, 'name': PowerOnVM_Task, 'duration_secs': 0.38006} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.953408] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1373.953595] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-833a612b-a81a-43ba-9723-f8883dc5d149 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Updating instance '5820bd0e-201c-4987-be07-b6ab0d6ca3bf' progress to 100 {{(pid=69183) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1376.745339] env[69183]: DEBUG nova.network.neutron [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Port 3a22bc39-b58e-4288-8efa-208c52af0241 binding to destination host cpu-1 is already ACTIVE {{(pid=69183) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1376.745638] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "refresh_cache-5820bd0e-201c-4987-be07-b6ab0d6ca3bf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.745729] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "refresh_cache-5820bd0e-201c-4987-be07-b6ab0d6ca3bf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.745891] env[69183]: DEBUG nova.network.neutron [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.481517] env[69183]: DEBUG nova.network.neutron [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Updating instance_info_cache with network_info: [{"id": "3a22bc39-b58e-4288-8efa-208c52af0241", "address": "fa:16:3e:fa:6b:72", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a22bc39-b5", "ovs_interfaceid": "3a22bc39-b58e-4288-8efa-208c52af0241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.984579] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "refresh_cache-5820bd0e-201c-4987-be07-b6ab0d6ca3bf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.487759] env[69183]: DEBUG nova.compute.manager [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69183) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1378.488018] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.488315] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.991128] env[69183]: DEBUG nova.objects.instance [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lazy-loading 'migration_context' on Instance uuid 5820bd0e-201c-4987-be07-b6ab0d6ca3bf {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.534771] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df4163f-afa3-4f09-a8ce-14e6a5d8caa2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.542494] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faebd05d-9f29-4783-a7e8-d7a8e6ce2eaa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.572365] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6670b3-59b5-444a-812f-b172b595291b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.579484] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d7df49-0d6a-454d-8b44-a180d7eaeaa5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.252087] env[69183]: DEBUG nova.compute.provider_tree [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.755290] env[69183]: DEBUG nova.scheduler.client.report [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.766583] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.278s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.299991] env[69183]: INFO nova.compute.manager [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Swapping old allocation on dict_keys(['ac1d5a79-805a-416e-80c0-31063a094839']) held by migration acc989cd-8757-418f-8421-13bdaf59559e for instance [ 1383.319886] env[69183]: DEBUG nova.scheduler.client.report [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Overwriting current allocation {'allocations': {'ac1d5a79-805a-416e-80c0-31063a094839': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 189}}, 'project_id': '7fb5088196e142c798bea7f09e358888', 'user_id': '324c50ff3bfb443ab9a53b118001ccdf', 'consumer_generation': 1} on consumer 5820bd0e-201c-4987-be07-b6ab0d6ca3bf {{(pid=69183) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1383.399144] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "refresh_cache-5820bd0e-201c-4987-be07-b6ab0d6ca3bf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.399341] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "refresh_cache-5820bd0e-201c-4987-be07-b6ab0d6ca3bf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.399518] env[69183]: DEBUG nova.network.neutron [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1384.131558] env[69183]: DEBUG nova.network.neutron [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Updating instance_info_cache with network_info: [{"id": "3a22bc39-b58e-4288-8efa-208c52af0241", "address": "fa:16:3e:fa:6b:72", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a22bc39-b5", "ovs_interfaceid": "3a22bc39-b58e-4288-8efa-208c52af0241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.634422] env[69183]: DEBUG oslo_concurrency.lockutils [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "refresh_cache-5820bd0e-201c-4987-be07-b6ab0d6ca3bf" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.634873] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1384.635206] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12fcb8b2-f1b9-4a3f-9acc-4daf19bb1b47 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.643356] env[69183]: DEBUG oslo_vmware.api [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1384.643356] env[69183]: value = "task-2790948" [ 1384.643356] env[69183]: _type = "Task" [ 1384.643356] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.650862] env[69183]: DEBUG oslo_vmware.api [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.153543] env[69183]: DEBUG oslo_vmware.api [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790948, 'name': PowerOffVM_Task, 'duration_secs': 0.181637} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.153806] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1385.154459] env[69183]: DEBUG nova.virt.hardware [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1385.154664] env[69183]: DEBUG nova.virt.hardware [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1385.154818] env[69183]: DEBUG nova.virt.hardware [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1385.155026] env[69183]: DEBUG nova.virt.hardware [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1385.155222] env[69183]: DEBUG nova.virt.hardware [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1385.155381] env[69183]: DEBUG nova.virt.hardware [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1385.155587] env[69183]: DEBUG nova.virt.hardware [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1385.155746] env[69183]: DEBUG nova.virt.hardware [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1385.155909] env[69183]: DEBUG nova.virt.hardware [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1385.156082] env[69183]: DEBUG nova.virt.hardware [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1385.156257] env[69183]: DEBUG nova.virt.hardware [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1385.160995] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03918877-997b-4158-b553-ddeb94a97b7e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.176609] env[69183]: DEBUG oslo_vmware.api [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1385.176609] env[69183]: value = "task-2790949" [ 1385.176609] env[69183]: _type = "Task" [ 1385.176609] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.184052] env[69183]: DEBUG oslo_vmware.api [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.686785] env[69183]: DEBUG oslo_vmware.api [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790949, 'name': ReconfigVM_Task, 'duration_secs': 0.137725} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.687630] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c9df81-0489-460b-9058-36341e95dbea {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.705584] env[69183]: DEBUG nova.virt.hardware [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1385.705815] env[69183]: DEBUG nova.virt.hardware [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1385.706021] env[69183]: DEBUG nova.virt.hardware [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1385.706225] env[69183]: DEBUG nova.virt.hardware [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1385.706376] env[69183]: DEBUG nova.virt.hardware [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1385.706521] env[69183]: DEBUG nova.virt.hardware [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1385.706724] env[69183]: DEBUG nova.virt.hardware [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1385.706882] env[69183]: DEBUG nova.virt.hardware [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1385.707067] env[69183]: DEBUG nova.virt.hardware [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1385.707279] env[69183]: DEBUG nova.virt.hardware [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1385.707478] env[69183]: DEBUG nova.virt.hardware [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1385.708393] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.708593] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ec8cc4c-b3c6-4228-8afd-e1303236500f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.714420] env[69183]: DEBUG oslo_vmware.api [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1385.714420] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52d82e16-c000-5666-6ab7-092fc23732b8" [ 1385.714420] env[69183]: _type = "Task" [ 1385.714420] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.721788] env[69183]: DEBUG oslo_vmware.api [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d82e16-c000-5666-6ab7-092fc23732b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.224598] env[69183]: DEBUG oslo_vmware.api [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52d82e16-c000-5666-6ab7-092fc23732b8, 'name': SearchDatastore_Task, 'duration_secs': 0.00844} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.229757] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1386.230031] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21189251-5673-420d-ac9d-de1915a5d78c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.247478] env[69183]: DEBUG oslo_vmware.api [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1386.247478] env[69183]: value = "task-2790950" [ 1386.247478] env[69183]: _type = "Task" [ 1386.247478] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.257305] env[69183]: DEBUG oslo_vmware.api [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.757131] env[69183]: DEBUG oslo_vmware.api [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790950, 'name': ReconfigVM_Task, 'duration_secs': 0.182757} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.757529] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=69183) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1386.758180] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853b369d-0066-408a-b376-96e600ea61a5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.778841] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 5820bd0e-201c-4987-be07-b6ab0d6ca3bf/5820bd0e-201c-4987-be07-b6ab0d6ca3bf.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1386.779094] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f32ddd6b-ea85-41ff-b34d-c44388a3e24a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.797085] env[69183]: DEBUG oslo_vmware.api [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1386.797085] env[69183]: value = "task-2790951" [ 1386.797085] env[69183]: _type = "Task" [ 1386.797085] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.804030] env[69183]: DEBUG oslo_vmware.api [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.306972] env[69183]: DEBUG oslo_vmware.api [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790951, 'name': ReconfigVM_Task, 'duration_secs': 0.258706} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.307285] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 5820bd0e-201c-4987-be07-b6ab0d6ca3bf/5820bd0e-201c-4987-be07-b6ab0d6ca3bf.vmdk or device None with type thin {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.308119] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbef4313-5db1-4a5f-b14f-96297eadcf30 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.326428] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3e4ff0-1fc4-4c55-9682-73fa80228585 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.343072] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e1cb67-5bf3-4e7b-b774-b5c50487a351 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.359583] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e17d4b-102e-48ff-baec-b85b0c5f75a7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.365335] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1387.365537] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31a38c2b-f890-47b4-8fd4-db0f33d45568 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.371009] env[69183]: DEBUG oslo_vmware.api [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1387.371009] env[69183]: value = "task-2790952" [ 1387.371009] env[69183]: _type = "Task" [ 1387.371009] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.377613] env[69183]: DEBUG oslo_vmware.api [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.705709] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.881094] env[69183]: DEBUG oslo_vmware.api [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790952, 'name': PowerOnVM_Task, 'duration_secs': 0.343096} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.881496] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.708318] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.708576] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.892556] env[69183]: INFO nova.compute.manager [None req-7f887089-ee13-454b-a2ef-04563e43c262 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Updating instance to original state: 'active' [ 1389.212276] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.215163] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.215163] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.215163] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69183) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1389.215773] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119a379a-9123-429c-9bba-c7c2b0d6d44c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.227185] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d5ea49-aae7-4a53-b477-ce602653ff07 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.240288] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ecc3be-69a5-49e9-b355-e86680b7ec34 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.246118] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413732fa-0f41-4fd4-9798-bdf1922854a4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.273281] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180908MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=69183) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1389.273421] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.273624] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.208413] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "5820bd0e-201c-4987-be07-b6ab0d6ca3bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.208834] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "5820bd0e-201c-4987-be07-b6ab0d6ca3bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.208934] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "5820bd0e-201c-4987-be07-b6ab0d6ca3bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.209136] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "5820bd0e-201c-4987-be07-b6ab0d6ca3bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.209320] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "5820bd0e-201c-4987-be07-b6ab0d6ca3bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.212233] env[69183]: INFO nova.compute.manager [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Terminating instance [ 1390.296072] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 5820bd0e-201c-4987-be07-b6ab0d6ca3bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1390.296287] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1390.296449] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1390.321357] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09ac6ae-06f9-42d8-9199-af450908e620 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.328572] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a23cd51-eb6f-452f-8d52-817e958b29ce {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.358823] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3950e7db-b050-4557-8431-7dcce104b954 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.365503] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f048e37a-edef-46ca-b29d-df3e3711917d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.378550] env[69183]: DEBUG nova.compute.provider_tree [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.715817] env[69183]: DEBUG nova.compute.manager [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1390.716153] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1390.716938] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f63917b-5898-4073-b70c-3534f8c1d8d0 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.724700] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1390.724902] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ce4b93d-4ed4-4dfe-b658-04d3c843575a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.731181] env[69183]: DEBUG oslo_vmware.api [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1390.731181] env[69183]: value = "task-2790953" [ 1390.731181] env[69183]: _type = "Task" [ 1390.731181] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.738890] env[69183]: DEBUG oslo_vmware.api [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.883047] env[69183]: DEBUG nova.scheduler.client.report [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.240776] env[69183]: DEBUG oslo_vmware.api [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790953, 'name': PowerOffVM_Task, 'duration_secs': 0.181426} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.241157] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1391.241207] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1391.241501] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acb7f8d7-a262-4494-9278-8f5b1e73974c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.312138] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1391.312467] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1391.312692] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Deleting the datastore file [datastore2] 5820bd0e-201c-4987-be07-b6ab0d6ca3bf {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1391.312979] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe29f9f5-4dbc-4d2a-8d43-54c81cdd60d5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.318737] env[69183]: DEBUG oslo_vmware.api [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1391.318737] env[69183]: value = "task-2790955" [ 1391.318737] env[69183]: _type = "Task" [ 1391.318737] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.326675] env[69183]: DEBUG oslo_vmware.api [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.386576] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69183) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1391.386817] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.113s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.828600] env[69183]: DEBUG oslo_vmware.api [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218605} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.828890] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1391.829041] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1391.829226] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1391.829402] env[69183]: INFO nova.compute.manager [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1391.829681] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1391.829874] env[69183]: DEBUG nova.compute.manager [-] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1391.829965] env[69183]: DEBUG nova.network.neutron [-] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1392.275163] env[69183]: DEBUG nova.compute.manager [req-b02dcc9c-28e9-409f-ae59-77f136dd5451 req-14f732d4-b0f6-4ad9-a2de-e460edf58611 service nova] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Received event network-vif-deleted-3a22bc39-b58e-4288-8efa-208c52af0241 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1392.275163] env[69183]: INFO nova.compute.manager [req-b02dcc9c-28e9-409f-ae59-77f136dd5451 req-14f732d4-b0f6-4ad9-a2de-e460edf58611 service nova] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Neutron deleted interface 3a22bc39-b58e-4288-8efa-208c52af0241; detaching it from the instance and deleting it from the info cache [ 1392.275163] env[69183]: DEBUG nova.network.neutron [req-b02dcc9c-28e9-409f-ae59-77f136dd5451 req-14f732d4-b0f6-4ad9-a2de-e460edf58611 service nova] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.386866] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.755717] env[69183]: DEBUG nova.network.neutron [-] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.777262] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89ccf001-92fd-4b67-9f48-bbc687568bee {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.787222] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3543b2f-e2e6-458f-85ce-343633384e30 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.811049] env[69183]: DEBUG nova.compute.manager [req-b02dcc9c-28e9-409f-ae59-77f136dd5451 req-14f732d4-b0f6-4ad9-a2de-e460edf58611 service nova] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Detach interface failed, port_id=3a22bc39-b58e-4288-8efa-208c52af0241, reason: Instance 5820bd0e-201c-4987-be07-b6ab0d6ca3bf could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1392.891844] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.892076] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.892210] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.892351] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69183) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1393.258592] env[69183]: INFO nova.compute.manager [-] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Took 1.43 seconds to deallocate network for instance. [ 1393.709166] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.764505] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.764830] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.765074] env[69183]: DEBUG nova.objects.instance [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lazy-loading 'resources' on Instance uuid 5820bd0e-201c-4987-be07-b6ab0d6ca3bf {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.298075] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce29925-248e-40a1-9958-ae4be004f908 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.305401] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6a2be1-20b2-49b9-8b72-dde6d9d35e93 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.338649] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55117a6f-e3cc-4236-aa76-2059f83a8807 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.346232] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9857834a-5e3e-4c68-aa1a-40049f26c830 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.360491] env[69183]: DEBUG nova.compute.provider_tree [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.863223] env[69183]: DEBUG nova.scheduler.client.report [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.367704] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.384575] env[69183]: INFO nova.scheduler.client.report [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Deleted allocations for instance 5820bd0e-201c-4987-be07-b6ab0d6ca3bf [ 1395.892106] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1aa2b9a5-72df-42f8-ac02-cf78a93a0408 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "5820bd0e-201c-4987-be07-b6ab0d6ca3bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.683s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.242804] env[69183]: DEBUG oslo_concurrency.lockutils [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "8185346b-0a42-4e48-8f66-f68eeec02790" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.243096] env[69183]: DEBUG oslo_concurrency.lockutils [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "8185346b-0a42-4e48-8f66-f68eeec02790" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.745230] env[69183]: DEBUG nova.compute.manager [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Starting instance... {{(pid=69183) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1398.266256] env[69183]: DEBUG oslo_concurrency.lockutils [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.266557] env[69183]: DEBUG oslo_concurrency.lockutils [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.268045] env[69183]: INFO nova.compute.claims [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1399.302552] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93483fcf-891a-4eeb-8728-c0001f3e2b53 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.309873] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf0a68b-28a6-4370-9711-b1445dea680c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.339774] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123350d3-1077-42ce-9938-70fccb3741d2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.346516] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7e2eaf-9596-4348-9c25-712125c084d2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.358892] env[69183]: DEBUG nova.compute.provider_tree [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.862188] env[69183]: DEBUG nova.scheduler.client.report [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.366916] env[69183]: DEBUG oslo_concurrency.lockutils [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.100s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.367527] env[69183]: DEBUG nova.compute.manager [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Start building networks asynchronously for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1400.873820] env[69183]: DEBUG nova.compute.utils [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Using /dev/sd instead of None {{(pid=69183) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1400.875478] env[69183]: DEBUG nova.compute.manager [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Allocating IP information in the background. {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1400.875798] env[69183]: DEBUG nova.network.neutron [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] allocate_for_instance() {{(pid=69183) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1400.926215] env[69183]: DEBUG nova.policy [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '324c50ff3bfb443ab9a53b118001ccdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fb5088196e142c798bea7f09e358888', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69183) authorize /opt/stack/nova/nova/policy.py:192}} [ 1401.171122] env[69183]: DEBUG nova.network.neutron [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Successfully created port: d192afc3-925a-4207-9211-8b71630d34a7 {{(pid=69183) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1401.378940] env[69183]: DEBUG nova.compute.manager [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Start building block device mappings for instance. {{(pid=69183) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1402.389971] env[69183]: DEBUG nova.compute.manager [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Start spawning the instance on the hypervisor. {{(pid=69183) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1402.415377] env[69183]: DEBUG nova.virt.hardware [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T05:59:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T05:58:53Z,direct_url=,disk_format='vmdk',id=f7726cdb-6378-48d3-afce-c7bc7e065714,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='195626e9c5974d77b8be6dfc262f1caf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T05:58:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1402.415619] env[69183]: DEBUG nova.virt.hardware [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Flavor limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1402.415797] env[69183]: DEBUG nova.virt.hardware [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Image limits 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1402.416015] env[69183]: DEBUG nova.virt.hardware [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Flavor pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1402.416173] env[69183]: DEBUG nova.virt.hardware [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Image pref 0:0:0 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1402.416321] env[69183]: DEBUG nova.virt.hardware [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69183) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1402.416529] env[69183]: DEBUG nova.virt.hardware [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1402.416686] env[69183]: DEBUG nova.virt.hardware [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1402.416850] env[69183]: DEBUG nova.virt.hardware [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Got 1 possible topologies {{(pid=69183) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1402.417014] env[69183]: DEBUG nova.virt.hardware [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1402.417194] env[69183]: DEBUG nova.virt.hardware [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69183) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1402.418060] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0945aa-56d3-4892-8ff4-c496c41bc9be {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.426091] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbf0767-993d-47b1-a658-583681d1c41e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.502835] env[69183]: DEBUG nova.compute.manager [req-051ea92e-dba7-4f7f-bae7-49dea558e234 req-434c0281-dd0e-47f7-b357-b7889499d279 service nova] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Received event network-vif-plugged-d192afc3-925a-4207-9211-8b71630d34a7 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1402.503078] env[69183]: DEBUG oslo_concurrency.lockutils [req-051ea92e-dba7-4f7f-bae7-49dea558e234 req-434c0281-dd0e-47f7-b357-b7889499d279 service nova] Acquiring lock "8185346b-0a42-4e48-8f66-f68eeec02790-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.503287] env[69183]: DEBUG oslo_concurrency.lockutils [req-051ea92e-dba7-4f7f-bae7-49dea558e234 req-434c0281-dd0e-47f7-b357-b7889499d279 service nova] Lock "8185346b-0a42-4e48-8f66-f68eeec02790-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.503458] env[69183]: DEBUG oslo_concurrency.lockutils [req-051ea92e-dba7-4f7f-bae7-49dea558e234 req-434c0281-dd0e-47f7-b357-b7889499d279 service nova] Lock "8185346b-0a42-4e48-8f66-f68eeec02790-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.503620] env[69183]: DEBUG nova.compute.manager [req-051ea92e-dba7-4f7f-bae7-49dea558e234 req-434c0281-dd0e-47f7-b357-b7889499d279 service nova] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] No waiting events found dispatching network-vif-plugged-d192afc3-925a-4207-9211-8b71630d34a7 {{(pid=69183) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1402.503778] env[69183]: WARNING nova.compute.manager [req-051ea92e-dba7-4f7f-bae7-49dea558e234 req-434c0281-dd0e-47f7-b357-b7889499d279 service nova] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Received unexpected event network-vif-plugged-d192afc3-925a-4207-9211-8b71630d34a7 for instance with vm_state building and task_state spawning. [ 1402.782759] env[69183]: DEBUG nova.network.neutron [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Successfully updated port: d192afc3-925a-4207-9211-8b71630d34a7 {{(pid=69183) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1403.285124] env[69183]: DEBUG oslo_concurrency.lockutils [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "refresh_cache-8185346b-0a42-4e48-8f66-f68eeec02790" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.285295] env[69183]: DEBUG oslo_concurrency.lockutils [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "refresh_cache-8185346b-0a42-4e48-8f66-f68eeec02790" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.285408] env[69183]: DEBUG nova.network.neutron [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1403.817583] env[69183]: DEBUG nova.network.neutron [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Instance cache missing network info. {{(pid=69183) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1403.930663] env[69183]: DEBUG nova.network.neutron [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Updating instance_info_cache with network_info: [{"id": "d192afc3-925a-4207-9211-8b71630d34a7", "address": "fa:16:3e:d4:6c:63", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd192afc3-92", "ovs_interfaceid": "d192afc3-925a-4207-9211-8b71630d34a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.433808] env[69183]: DEBUG oslo_concurrency.lockutils [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "refresh_cache-8185346b-0a42-4e48-8f66-f68eeec02790" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.434131] env[69183]: DEBUG nova.compute.manager [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Instance network_info: |[{"id": "d192afc3-925a-4207-9211-8b71630d34a7", "address": "fa:16:3e:d4:6c:63", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd192afc3-92", "ovs_interfaceid": "d192afc3-925a-4207-9211-8b71630d34a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69183) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1404.434622] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:6c:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd192afc3-925a-4207-9211-8b71630d34a7', 'vif_model': 'vmxnet3'}] {{(pid=69183) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1404.442049] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1404.442263] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Creating VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1404.442488] env[69183]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-024bc8c8-90da-4878-832f-b3a9fa89237f {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.462252] env[69183]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1404.462252] env[69183]: value = "task-2790956" [ 1404.462252] env[69183]: _type = "Task" [ 1404.462252] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.469330] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790956, 'name': CreateVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.723904] env[69183]: DEBUG nova.compute.manager [req-2914d89c-062e-4311-8ed8-5c74c41e73bd req-b9cb8aa3-2347-4f9f-96ca-321467d2ec38 service nova] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Received event network-changed-d192afc3-925a-4207-9211-8b71630d34a7 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1404.724081] env[69183]: DEBUG nova.compute.manager [req-2914d89c-062e-4311-8ed8-5c74c41e73bd req-b9cb8aa3-2347-4f9f-96ca-321467d2ec38 service nova] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Refreshing instance network info cache due to event network-changed-d192afc3-925a-4207-9211-8b71630d34a7. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1404.724304] env[69183]: DEBUG oslo_concurrency.lockutils [req-2914d89c-062e-4311-8ed8-5c74c41e73bd req-b9cb8aa3-2347-4f9f-96ca-321467d2ec38 service nova] Acquiring lock "refresh_cache-8185346b-0a42-4e48-8f66-f68eeec02790" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.724449] env[69183]: DEBUG oslo_concurrency.lockutils [req-2914d89c-062e-4311-8ed8-5c74c41e73bd req-b9cb8aa3-2347-4f9f-96ca-321467d2ec38 service nova] Acquired lock "refresh_cache-8185346b-0a42-4e48-8f66-f68eeec02790" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.724607] env[69183]: DEBUG nova.network.neutron [req-2914d89c-062e-4311-8ed8-5c74c41e73bd req-b9cb8aa3-2347-4f9f-96ca-321467d2ec38 service nova] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Refreshing network info cache for port d192afc3-925a-4207-9211-8b71630d34a7 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.971823] env[69183]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790956, 'name': CreateVM_Task, 'duration_secs': 0.298766} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.972206] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Created VM on the ESX host {{(pid=69183) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1404.972616] env[69183]: DEBUG oslo_concurrency.lockutils [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.972782] env[69183]: DEBUG oslo_concurrency.lockutils [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.973110] env[69183]: DEBUG oslo_concurrency.lockutils [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.973353] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a6d2534-997b-4533-abb8-fd718491ae61 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.978405] env[69183]: DEBUG oslo_vmware.api [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1404.978405] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52f58ef7-c2a1-2276-b344-e78ed0a7ccf5" [ 1404.978405] env[69183]: _type = "Task" [ 1404.978405] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.986497] env[69183]: DEBUG oslo_vmware.api [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f58ef7-c2a1-2276-b344-e78ed0a7ccf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.427602] env[69183]: DEBUG nova.network.neutron [req-2914d89c-062e-4311-8ed8-5c74c41e73bd req-b9cb8aa3-2347-4f9f-96ca-321467d2ec38 service nova] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Updated VIF entry in instance network info cache for port d192afc3-925a-4207-9211-8b71630d34a7. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1405.427956] env[69183]: DEBUG nova.network.neutron [req-2914d89c-062e-4311-8ed8-5c74c41e73bd req-b9cb8aa3-2347-4f9f-96ca-321467d2ec38 service nova] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Updating instance_info_cache with network_info: [{"id": "d192afc3-925a-4207-9211-8b71630d34a7", "address": "fa:16:3e:d4:6c:63", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd192afc3-92", "ovs_interfaceid": "d192afc3-925a-4207-9211-8b71630d34a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.487242] env[69183]: DEBUG oslo_vmware.api [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52f58ef7-c2a1-2276-b344-e78ed0a7ccf5, 'name': SearchDatastore_Task, 'duration_secs': 0.012185} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.487510] env[69183]: DEBUG oslo_concurrency.lockutils [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.487739] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Processing image f7726cdb-6378-48d3-afce-c7bc7e065714 {{(pid=69183) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1405.487968] env[69183]: DEBUG oslo_concurrency.lockutils [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.488128] env[69183]: DEBUG oslo_concurrency.lockutils [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.488306] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1405.488576] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a09881a5-2b3d-458e-85f8-ce0af8d9b13b {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.496298] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69183) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1405.496465] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69183) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1405.497136] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40c6f2ef-c793-47df-b026-6b3b39a84525 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.503268] env[69183]: DEBUG oslo_vmware.api [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1405.503268] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]5288934a-f5c8-921d-5b6b-a39cc303aaee" [ 1405.503268] env[69183]: _type = "Task" [ 1405.503268] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.510065] env[69183]: DEBUG oslo_vmware.api [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5288934a-f5c8-921d-5b6b-a39cc303aaee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.930548] env[69183]: DEBUG oslo_concurrency.lockutils [req-2914d89c-062e-4311-8ed8-5c74c41e73bd req-b9cb8aa3-2347-4f9f-96ca-321467d2ec38 service nova] Releasing lock "refresh_cache-8185346b-0a42-4e48-8f66-f68eeec02790" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.013803] env[69183]: DEBUG oslo_vmware.api [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]5288934a-f5c8-921d-5b6b-a39cc303aaee, 'name': SearchDatastore_Task, 'duration_secs': 0.008406} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.014562] env[69183]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6fabafa-190b-4287-8e63-0932d4b4b4e6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.019302] env[69183]: DEBUG oslo_vmware.api [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1406.019302] env[69183]: value = "session[525b6c69-f524-5008-2083-fc004a4926cd]52787ce9-f23a-26dc-bc42-14a634ec7dc2" [ 1406.019302] env[69183]: _type = "Task" [ 1406.019302] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.026084] env[69183]: DEBUG oslo_vmware.api [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52787ce9-f23a-26dc-bc42-14a634ec7dc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.529787] env[69183]: DEBUG oslo_vmware.api [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': session[525b6c69-f524-5008-2083-fc004a4926cd]52787ce9-f23a-26dc-bc42-14a634ec7dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.009529} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.530054] env[69183]: DEBUG oslo_concurrency.lockutils [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.530317] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 8185346b-0a42-4e48-8f66-f68eeec02790/8185346b-0a42-4e48-8f66-f68eeec02790.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1406.530598] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8915e729-69f9-4961-a964-9c1d02944778 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.537111] env[69183]: DEBUG oslo_vmware.api [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1406.537111] env[69183]: value = "task-2790957" [ 1406.537111] env[69183]: _type = "Task" [ 1406.537111] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.545070] env[69183]: DEBUG oslo_vmware.api [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.047209] env[69183]: DEBUG oslo_vmware.api [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435463} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.047647] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7726cdb-6378-48d3-afce-c7bc7e065714/f7726cdb-6378-48d3-afce-c7bc7e065714.vmdk to [datastore2] 8185346b-0a42-4e48-8f66-f68eeec02790/8185346b-0a42-4e48-8f66-f68eeec02790.vmdk {{(pid=69183) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1407.047728] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Extending root virtual disk to 1048576 {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1407.047971] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0da763d-6529-4117-9799-2cb290333d68 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.054962] env[69183]: DEBUG oslo_vmware.api [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1407.054962] env[69183]: value = "task-2790958" [ 1407.054962] env[69183]: _type = "Task" [ 1407.054962] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.063085] env[69183]: DEBUG oslo_vmware.api [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.564226] env[69183]: DEBUG oslo_vmware.api [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121917} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.564496] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Extended root virtual disk {{(pid=69183) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1407.565268] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686a08e8-6653-45e8-90d6-e2ea2b899abc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.585912] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 8185346b-0a42-4e48-8f66-f68eeec02790/8185346b-0a42-4e48-8f66-f68eeec02790.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1407.586152] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b42177ed-06d1-42f2-9fe4-8531b979210c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.605087] env[69183]: DEBUG oslo_vmware.api [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1407.605087] env[69183]: value = "task-2790959" [ 1407.605087] env[69183]: _type = "Task" [ 1407.605087] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.612094] env[69183]: DEBUG oslo_vmware.api [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.115943] env[69183]: DEBUG oslo_vmware.api [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790959, 'name': ReconfigVM_Task, 'duration_secs': 0.286005} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.116325] env[69183]: DEBUG nova.virt.vmwareapi.volumeops [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 8185346b-0a42-4e48-8f66-f68eeec02790/8185346b-0a42-4e48-8f66-f68eeec02790.vmdk or device None with type sparse {{(pid=69183) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1408.116798] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed6bead8-5afa-4407-b9b9-43fd81d440f6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.122952] env[69183]: DEBUG oslo_vmware.api [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1408.122952] env[69183]: value = "task-2790960" [ 1408.122952] env[69183]: _type = "Task" [ 1408.122952] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.129983] env[69183]: DEBUG oslo_vmware.api [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790960, 'name': Rename_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.634151] env[69183]: DEBUG oslo_vmware.api [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790960, 'name': Rename_Task, 'duration_secs': 0.149302} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.634151] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1408.634151] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bc2966d-46a9-493c-91a4-cd98516946c5 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.638455] env[69183]: DEBUG oslo_vmware.api [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1408.638455] env[69183]: value = "task-2790961" [ 1408.638455] env[69183]: _type = "Task" [ 1408.638455] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.646732] env[69183]: DEBUG oslo_vmware.api [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.148801] env[69183]: DEBUG oslo_vmware.api [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790961, 'name': PowerOnVM_Task, 'duration_secs': 0.457287} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.149209] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1409.149253] env[69183]: INFO nova.compute.manager [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Took 6.76 seconds to spawn the instance on the hypervisor. [ 1409.149430] env[69183]: DEBUG nova.compute.manager [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1409.150163] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4883006-b54a-4e1c-981a-9f5dbc1cbb5d {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.670286] env[69183]: INFO nova.compute.manager [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Took 11.42 seconds to build instance. [ 1410.173683] env[69183]: DEBUG oslo_concurrency.lockutils [None req-14be32da-b4f8-4241-8d5a-5947a4b96387 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "8185346b-0a42-4e48-8f66-f68eeec02790" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.930s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.209033] env[69183]: DEBUG nova.compute.manager [req-51d81b28-6513-4037-a5fe-e9eaffd01341 req-c3a29ea4-4904-4cf5-b52f-e0dcbd3a0458 service nova] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Received event network-changed-d192afc3-925a-4207-9211-8b71630d34a7 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1410.209033] env[69183]: DEBUG nova.compute.manager [req-51d81b28-6513-4037-a5fe-e9eaffd01341 req-c3a29ea4-4904-4cf5-b52f-e0dcbd3a0458 service nova] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Refreshing instance network info cache due to event network-changed-d192afc3-925a-4207-9211-8b71630d34a7. {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1410.209199] env[69183]: DEBUG oslo_concurrency.lockutils [req-51d81b28-6513-4037-a5fe-e9eaffd01341 req-c3a29ea4-4904-4cf5-b52f-e0dcbd3a0458 service nova] Acquiring lock "refresh_cache-8185346b-0a42-4e48-8f66-f68eeec02790" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.209199] env[69183]: DEBUG oslo_concurrency.lockutils [req-51d81b28-6513-4037-a5fe-e9eaffd01341 req-c3a29ea4-4904-4cf5-b52f-e0dcbd3a0458 service nova] Acquired lock "refresh_cache-8185346b-0a42-4e48-8f66-f68eeec02790" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.209388] env[69183]: DEBUG nova.network.neutron [req-51d81b28-6513-4037-a5fe-e9eaffd01341 req-c3a29ea4-4904-4cf5-b52f-e0dcbd3a0458 service nova] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Refreshing network info cache for port d192afc3-925a-4207-9211-8b71630d34a7 {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1410.906679] env[69183]: DEBUG nova.network.neutron [req-51d81b28-6513-4037-a5fe-e9eaffd01341 req-c3a29ea4-4904-4cf5-b52f-e0dcbd3a0458 service nova] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Updated VIF entry in instance network info cache for port d192afc3-925a-4207-9211-8b71630d34a7. {{(pid=69183) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1410.907087] env[69183]: DEBUG nova.network.neutron [req-51d81b28-6513-4037-a5fe-e9eaffd01341 req-c3a29ea4-4904-4cf5-b52f-e0dcbd3a0458 service nova] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Updating instance_info_cache with network_info: [{"id": "d192afc3-925a-4207-9211-8b71630d34a7", "address": "fa:16:3e:d4:6c:63", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd192afc3-92", "ovs_interfaceid": "d192afc3-925a-4207-9211-8b71630d34a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.409650] env[69183]: DEBUG oslo_concurrency.lockutils [req-51d81b28-6513-4037-a5fe-e9eaffd01341 req-c3a29ea4-4904-4cf5-b52f-e0dcbd3a0458 service nova] Releasing lock "refresh_cache-8185346b-0a42-4e48-8f66-f68eeec02790" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.203459] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3ef319f2-7321-4458-a732-4110fa286da9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "8185346b-0a42-4e48-8f66-f68eeec02790" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.203863] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3ef319f2-7321-4458-a732-4110fa286da9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "8185346b-0a42-4e48-8f66-f68eeec02790" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.203942] env[69183]: DEBUG nova.compute.manager [None req-3ef319f2-7321-4458-a732-4110fa286da9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.204806] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2b9397-720c-4ffc-b682-1eb4c798f2af {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.211707] env[69183]: DEBUG nova.compute.manager [None req-3ef319f2-7321-4458-a732-4110fa286da9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69183) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1445.212262] env[69183]: DEBUG nova.objects.instance [None req-3ef319f2-7321-4458-a732-4110fa286da9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lazy-loading 'flavor' on Instance uuid 8185346b-0a42-4e48-8f66-f68eeec02790 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1446.220461] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef319f2-7321-4458-a732-4110fa286da9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.220840] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7f5a227-fd62-4c3d-8bad-f97ecdd8beef {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.229552] env[69183]: DEBUG oslo_vmware.api [None req-3ef319f2-7321-4458-a732-4110fa286da9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1446.229552] env[69183]: value = "task-2790962" [ 1446.229552] env[69183]: _type = "Task" [ 1446.229552] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.239682] env[69183]: DEBUG oslo_vmware.api [None req-3ef319f2-7321-4458-a732-4110fa286da9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.708823] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.739111] env[69183]: DEBUG oslo_vmware.api [None req-3ef319f2-7321-4458-a732-4110fa286da9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790962, 'name': PowerOffVM_Task, 'duration_secs': 0.177141} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.739363] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef319f2-7321-4458-a732-4110fa286da9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1446.739551] env[69183]: DEBUG nova.compute.manager [None req-3ef319f2-7321-4458-a732-4110fa286da9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1446.740283] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca32ac4-b120-4140-bc6c-f662903ed6e4 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.251848] env[69183]: DEBUG oslo_concurrency.lockutils [None req-3ef319f2-7321-4458-a732-4110fa286da9 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "8185346b-0a42-4e48-8f66-f68eeec02790" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.553441] env[69183]: DEBUG nova.objects.instance [None req-80bbb77d-d29b-4031-95ee-a7f7586c9160 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lazy-loading 'flavor' on Instance uuid 8185346b-0a42-4e48-8f66-f68eeec02790 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1448.058538] env[69183]: DEBUG oslo_concurrency.lockutils [None req-80bbb77d-d29b-4031-95ee-a7f7586c9160 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "refresh_cache-8185346b-0a42-4e48-8f66-f68eeec02790" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.058748] env[69183]: DEBUG oslo_concurrency.lockutils [None req-80bbb77d-d29b-4031-95ee-a7f7586c9160 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "refresh_cache-8185346b-0a42-4e48-8f66-f68eeec02790" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.058922] env[69183]: DEBUG nova.network.neutron [None req-80bbb77d-d29b-4031-95ee-a7f7586c9160 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1448.059068] env[69183]: DEBUG nova.objects.instance [None req-80bbb77d-d29b-4031-95ee-a7f7586c9160 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lazy-loading 'info_cache' on Instance uuid 8185346b-0a42-4e48-8f66-f68eeec02790 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1448.562683] env[69183]: DEBUG nova.objects.base [None req-80bbb77d-d29b-4031-95ee-a7f7586c9160 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Object Instance<8185346b-0a42-4e48-8f66-f68eeec02790> lazy-loaded attributes: flavor,info_cache {{(pid=69183) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1448.704382] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.708031] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.257409] env[69183]: DEBUG nova.network.neutron [None req-80bbb77d-d29b-4031-95ee-a7f7586c9160 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Updating instance_info_cache with network_info: [{"id": "d192afc3-925a-4207-9211-8b71630d34a7", "address": "fa:16:3e:d4:6c:63", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd192afc3-92", "ovs_interfaceid": "d192afc3-925a-4207-9211-8b71630d34a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.709280] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.759729] env[69183]: DEBUG oslo_concurrency.lockutils [None req-80bbb77d-d29b-4031-95ee-a7f7586c9160 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "refresh_cache-8185346b-0a42-4e48-8f66-f68eeec02790" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.212562] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.212825] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.212978] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.213159] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69183) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1450.214083] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d02b38-c80d-4c69-9f34-01dc96741dda {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.223202] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b519881e-e20c-4bd6-b1d5-bbe5b331c1fc {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.236358] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fb4957-075d-42d7-b338-c405c8f0b9fa {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.242217] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b45e5f-5861-482c-b1ed-e402f9c3119a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.271452] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180874MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=69183) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1450.271600] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.271779] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.775057] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bbb77d-d29b-4031-95ee-a7f7586c9160 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Powering on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1450.776989] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb361e4d-8851-4283-92a5-966c2450a2e9 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.784555] env[69183]: DEBUG oslo_vmware.api [None req-80bbb77d-d29b-4031-95ee-a7f7586c9160 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1450.784555] env[69183]: value = "task-2790963" [ 1450.784555] env[69183]: _type = "Task" [ 1450.784555] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.792760] env[69183]: DEBUG oslo_vmware.api [None req-80bbb77d-d29b-4031-95ee-a7f7586c9160 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.293838] env[69183]: DEBUG oslo_vmware.api [None req-80bbb77d-d29b-4031-95ee-a7f7586c9160 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790963, 'name': PowerOnVM_Task, 'duration_secs': 0.371931} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.294149] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bbb77d-d29b-4031-95ee-a7f7586c9160 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Powered on the VM {{(pid=69183) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1451.294370] env[69183]: DEBUG nova.compute.manager [None req-80bbb77d-d29b-4031-95ee-a7f7586c9160 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1451.295174] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d48d878-a952-4c40-9a23-61d590b94be2 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.327218] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Instance 8185346b-0a42-4e48-8f66-f68eeec02790 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69183) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1451.327422] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1451.327566] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69183) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1451.353450] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8ab9d2-145d-4e80-90f0-f991137fe426 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.362470] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f5b57e-eca9-4d8e-ae74-c7aa0085e7f7 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.391729] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df6ae60-0146-437a-b9d5-6fd1ee773ef3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.398555] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4823df92-54c8-4a6e-995c-644ed170a550 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.411663] env[69183]: DEBUG nova.compute.provider_tree [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.915178] env[69183]: DEBUG nova.scheduler.client.report [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1452.248298] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2854205a-32c9-41e3-960b-c5615a8190bf {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.255032] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-25d7f28a-2ccd-4893-ba6b-7dbe3e63ba82 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Suspending the VM {{(pid=69183) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1452.255292] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f1f3ab67-bda3-4940-b42e-138ac60a885a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.262461] env[69183]: DEBUG oslo_vmware.api [None req-25d7f28a-2ccd-4893-ba6b-7dbe3e63ba82 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1452.262461] env[69183]: value = "task-2790964" [ 1452.262461] env[69183]: _type = "Task" [ 1452.262461] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.271682] env[69183]: DEBUG oslo_vmware.api [None req-25d7f28a-2ccd-4893-ba6b-7dbe3e63ba82 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790964, 'name': SuspendVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.420504] env[69183]: DEBUG nova.compute.resource_tracker [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69183) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1452.420764] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.149s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.421050] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.421247] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Cleaning up deleted instances {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 1452.772522] env[69183]: DEBUG oslo_vmware.api [None req-25d7f28a-2ccd-4893-ba6b-7dbe3e63ba82 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790964, 'name': SuspendVM_Task} progress is 70%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.931570] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] There are 28 instances to clean {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 1452.931868] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 5820bd0e-201c-4987-be07-b6ab0d6ca3bf] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1453.273106] env[69183]: DEBUG oslo_vmware.api [None req-25d7f28a-2ccd-4893-ba6b-7dbe3e63ba82 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790964, 'name': SuspendVM_Task, 'duration_secs': 0.734574} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.273408] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-25d7f28a-2ccd-4893-ba6b-7dbe3e63ba82 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Suspended the VM {{(pid=69183) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1453.273565] env[69183]: DEBUG nova.compute.manager [None req-25d7f28a-2ccd-4893-ba6b-7dbe3e63ba82 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1453.274363] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5584a9b5-33ee-4a23-bae5-f2dd08fe63c1 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.435628] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 3cebbf90-e2a0-4422-a91a-5242d038c95d] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1453.938306] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 254b567e-d9f6-4c64-8471-796f00153330] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1454.443019] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: b58a670c-6eaf-411a-bf94-c11104fa5269] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1454.579526] env[69183]: INFO nova.compute.manager [None req-1b07672d-be0a-43b3-a44f-20c0322cabe3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Resuming [ 1454.580135] env[69183]: DEBUG nova.objects.instance [None req-1b07672d-be0a-43b3-a44f-20c0322cabe3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lazy-loading 'flavor' on Instance uuid 8185346b-0a42-4e48-8f66-f68eeec02790 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1454.946412] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 2a9a84b7-c798-40d8-832b-bfabd6073185] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1455.450102] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 279acbbd-0bc5-4437-a884-b330022d4b65] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1455.953477] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: ea0be357-0d24-4fcc-b9da-f540c57d06f2] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1456.090573] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b07672d-be0a-43b3-a44f-20c0322cabe3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "refresh_cache-8185346b-0a42-4e48-8f66-f68eeec02790" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.090778] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b07672d-be0a-43b3-a44f-20c0322cabe3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquired lock "refresh_cache-8185346b-0a42-4e48-8f66-f68eeec02790" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.090964] env[69183]: DEBUG nova.network.neutron [None req-1b07672d-be0a-43b3-a44f-20c0322cabe3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Building network info cache for instance {{(pid=69183) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1456.456342] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: c68f602f-4846-49a9-bd28-486ae0579d56] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1456.783834] env[69183]: DEBUG nova.network.neutron [None req-1b07672d-be0a-43b3-a44f-20c0322cabe3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Updating instance_info_cache with network_info: [{"id": "d192afc3-925a-4207-9211-8b71630d34a7", "address": "fa:16:3e:d4:6c:63", "network": {"id": "77b7907a-56bc-4eb2-a01a-724092bc1c3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1797132645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fb5088196e142c798bea7f09e358888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd192afc3-92", "ovs_interfaceid": "d192afc3-925a-4207-9211-8b71630d34a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.959979] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 2999835d-6508-4a00-b929-9f7e3b7907b2] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1457.286827] env[69183]: DEBUG oslo_concurrency.lockutils [None req-1b07672d-be0a-43b3-a44f-20c0322cabe3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Releasing lock "refresh_cache-8185346b-0a42-4e48-8f66-f68eeec02790" {{(pid=69183) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.287748] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c76ad8-0024-49fd-9eed-cb36990fa9c6 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.295099] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1b07672d-be0a-43b3-a44f-20c0322cabe3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Resuming the VM {{(pid=69183) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1457.295313] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b24949f-17af-4288-bb20-1ba7362336fd {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.302159] env[69183]: DEBUG oslo_vmware.api [None req-1b07672d-be0a-43b3-a44f-20c0322cabe3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1457.302159] env[69183]: value = "task-2790965" [ 1457.302159] env[69183]: _type = "Task" [ 1457.302159] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.309219] env[69183]: DEBUG oslo_vmware.api [None req-1b07672d-be0a-43b3-a44f-20c0322cabe3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.463007] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 58b0840d-d4d9-46d3-adb1-96cdc51c7a61] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1457.815266] env[69183]: DEBUG oslo_vmware.api [None req-1b07672d-be0a-43b3-a44f-20c0322cabe3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790965, 'name': PowerOnVM_Task, 'duration_secs': 0.502463} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.815566] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-1b07672d-be0a-43b3-a44f-20c0322cabe3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Resumed the VM {{(pid=69183) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1457.815741] env[69183]: DEBUG nova.compute.manager [None req-1b07672d-be0a-43b3-a44f-20c0322cabe3 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Checking state {{(pid=69183) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1457.816565] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73acba7c-27ed-4b0d-9a53-4978cd416670 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.966270] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: ee41efd6-b248-45c5-9cbe-081967dccfbd] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1458.469468] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 9980f413-111a-4d89-b293-f9ce52f048cb] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1458.973716] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 29b81f2f-bc53-47d9-a437-2850222390f0] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1459.224537] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "8185346b-0a42-4e48-8f66-f68eeec02790" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.224977] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "8185346b-0a42-4e48-8f66-f68eeec02790" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.225329] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "8185346b-0a42-4e48-8f66-f68eeec02790-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.225636] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "8185346b-0a42-4e48-8f66-f68eeec02790-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.225924] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "8185346b-0a42-4e48-8f66-f68eeec02790-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.228612] env[69183]: INFO nova.compute.manager [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Terminating instance [ 1459.477502] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 595f05fc-635b-416b-af11-a792e21b451b] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1459.732882] env[69183]: DEBUG nova.compute.manager [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Start destroying the instance on the hypervisor. {{(pid=69183) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1459.733105] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Destroying instance {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1459.733989] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affb8b90-2cb3-42bd-995f-1fd9f22fac4e {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.741521] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Powering off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1459.741744] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fe078ba-9078-45b9-9336-04c0adc11314 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.747815] env[69183]: DEBUG oslo_vmware.api [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1459.747815] env[69183]: value = "task-2790966" [ 1459.747815] env[69183]: _type = "Task" [ 1459.747815] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.755176] env[69183]: DEBUG oslo_vmware.api [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.980566] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 8988f164-f1ae-4b9c-a297-02b9c3ae0d9a] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1460.258095] env[69183]: DEBUG oslo_vmware.api [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790966, 'name': PowerOffVM_Task, 'duration_secs': 0.203033} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.258396] env[69183]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Powered off the VM {{(pid=69183) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1460.258566] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Unregistering the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1460.259154] env[69183]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e1d1b2c-15d4-477b-b7b9-dc641768326c {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.330431] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Unregistered the VM {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1460.330692] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Deleting contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1460.330812] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Deleting the datastore file [datastore2] 8185346b-0a42-4e48-8f66-f68eeec02790 {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1460.331075] env[69183]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b8bc457-69c4-4933-a608-9656008ffeae {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.336961] env[69183]: DEBUG oslo_vmware.api [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for the task: (returnval){ [ 1460.336961] env[69183]: value = "task-2790968" [ 1460.336961] env[69183]: _type = "Task" [ 1460.336961] env[69183]: } to complete. {{(pid=69183) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.344215] env[69183]: DEBUG oslo_vmware.api [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.484102] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: ca3f9b2d-f86b-4a12-8174-f836f23a6dc7] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1460.847307] env[69183]: DEBUG oslo_vmware.api [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Task: {'id': task-2790968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225394} completed successfully. {{(pid=69183) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.847564] env[69183]: DEBUG nova.virt.vmwareapi.ds_util [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Deleted the datastore file {{(pid=69183) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1460.847749] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Deleted contents of the VM from datastore datastore2 {{(pid=69183) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1460.847927] env[69183]: DEBUG nova.virt.vmwareapi.vmops [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Instance destroyed {{(pid=69183) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1460.848156] env[69183]: INFO nova.compute.manager [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1460.848406] env[69183]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69183) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1460.848595] env[69183]: DEBUG nova.compute.manager [-] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Deallocating network for instance {{(pid=69183) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1460.848691] env[69183]: DEBUG nova.network.neutron [-] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] deallocate_for_instance() {{(pid=69183) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1460.987249] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 45cdd535-11a2-4d46-91ca-49357d12c208] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1461.306457] env[69183]: DEBUG nova.compute.manager [req-ddc0159a-56e3-4903-9325-da35d9f607f0 req-55cdf58b-06c2-4e5d-a847-ab8de88fc546 service nova] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Received event network-vif-deleted-d192afc3-925a-4207-9211-8b71630d34a7 {{(pid=69183) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1461.306522] env[69183]: INFO nova.compute.manager [req-ddc0159a-56e3-4903-9325-da35d9f607f0 req-55cdf58b-06c2-4e5d-a847-ab8de88fc546 service nova] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Neutron deleted interface d192afc3-925a-4207-9211-8b71630d34a7; detaching it from the instance and deleting it from the info cache [ 1461.306886] env[69183]: DEBUG nova.network.neutron [req-ddc0159a-56e3-4903-9325-da35d9f607f0 req-55cdf58b-06c2-4e5d-a847-ab8de88fc546 service nova] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.490698] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 339d0f93-4ddf-426e-b29d-2d7aeedec0c6] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1461.781831] env[69183]: DEBUG nova.network.neutron [-] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Updating instance_info_cache with network_info: [] {{(pid=69183) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.808628] env[69183]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7324b39-a782-4d0a-863e-40457dc3eb59 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.818651] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d51972-333d-4ed7-9324-6f505f1d829a {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.842200] env[69183]: DEBUG nova.compute.manager [req-ddc0159a-56e3-4903-9325-da35d9f607f0 req-55cdf58b-06c2-4e5d-a847-ab8de88fc546 service nova] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Detach interface failed, port_id=d192afc3-925a-4207-9211-8b71630d34a7, reason: Instance 8185346b-0a42-4e48-8f66-f68eeec02790 could not be found. {{(pid=69183) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1461.994147] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: eb901e24-f4a7-4a59-a272-9baf70539a96] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1462.284214] env[69183]: INFO nova.compute.manager [-] [instance: 8185346b-0a42-4e48-8f66-f68eeec02790] Took 1.44 seconds to deallocate network for instance. [ 1462.497145] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: cc10ef03-da26-42a3-8a5d-f31606f782e6] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1462.791120] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.791402] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.791650] env[69183]: DEBUG nova.objects.instance [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lazy-loading 'resources' on Instance uuid 8185346b-0a42-4e48-8f66-f68eeec02790 {{(pid=69183) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1463.000442] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 64e40350-ac36-4329-a9f9-a2c8c2996eee] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1463.326360] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c832b59b-ea1c-4416-97ff-67022975a0f3 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.333987] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a226cfdd-174f-40ef-879a-de694a900856 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.364033] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64e653f-3053-4cc9-9c39-a1ff099c5a87 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.370884] env[69183]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998f002d-485d-478d-b189-9e1f11d21248 {{(pid=69183) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.383529] env[69183]: DEBUG nova.compute.provider_tree [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Inventory has not changed in ProviderTree for provider: ac1d5a79-805a-416e-80c0-31063a094839 {{(pid=69183) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.503421] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: bf50d812-bb70-4baf-acde-462a3d98991c] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1463.886883] env[69183]: DEBUG nova.scheduler.client.report [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Inventory has not changed for provider ac1d5a79-805a-416e-80c0-31063a094839 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69183) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1464.006802] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 176fd0cc-5a63-4bd2-b552-0b733267ade5] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1464.391619] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.409068] env[69183]: INFO nova.scheduler.client.report [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Deleted allocations for instance 8185346b-0a42-4e48-8f66-f68eeec02790 [ 1464.509880] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 232e87c8-b953-49b2-844e-54c701e2e29b] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1464.916242] env[69183]: DEBUG oslo_concurrency.lockutils [None req-f57b918d-3f9c-44f4-8d71-a3920b521e12 tempest-ServerActionsTestJSON-1934088294 tempest-ServerActionsTestJSON-1934088294-project-member] Lock "8185346b-0a42-4e48-8f66-f68eeec02790" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.691s {{(pid=69183) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.012708] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 75156231-e8a2-406d-98d2-d5fa70f5408a] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1465.515452] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: f3042ae2-18ad-4ecd-ad53-4ea9a1584aef] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1466.018453] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: de082184-d2e2-4020-b5dc-c0c2670f2f8e] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1466.522729] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] [instance: 5599a8c9-58c6-40c3-97cc-b0eea581ad5b] Instance has had 0 of 5 cleanup attempts {{(pid=69183) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1467.038659] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.038659] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Cleaning up deleted instances with incomplete migration {{(pid=69183) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 1467.530084] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.031581] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.031804] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.031968] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.032146] env[69183]: DEBUG oslo_service.periodic_task [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69183) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.032291] env[69183]: DEBUG nova.compute.manager [None req-1ac98857-2915-4fe9-a5b5-a72251102e25 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69183) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}}